{"level":"warn","ts":"2026-07-01T00:52:26.965401Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T00:52:26.965491Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.78:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.78:2380","--initial-cluster=instance=https://199.204.45.78:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.78:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.78:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-01T00:52:26.965561Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T00:52:26.965581Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-07-01T00:52:26.965598Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T00:52:26.966222Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"]} {"level":"info","ts":"2026-07-01T00:52:26.966301Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.78:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-01T00:52:26.9699Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.375246ms"} {"level":"info","ts":"2026-07-01T00:52:26.975721Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6eb8766b1ec86e92","cluster-id":"9bbfe9e5d45d3718"} {"level":"info","ts":"2026-07-01T00:52:26.975802Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=()"} {"level":"info","ts":"2026-07-01T00:52:26.975827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 0"} {"level":"info","ts":"2026-07-01T00:52:26.97584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6eb8766b1ec86e92 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-01T00:52:26.975851Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became follower at term 1"} {"level":"info","ts":"2026-07-01T00:52:26.97589Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"warn","ts":"2026-07-01T00:52:27.271672Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-01T00:52:27.273912Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-01T00:52:27.27624Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-01T00:52:27.279536Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6eb8766b1ec86e92","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-01T00:52:27.279912Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6eb8766b1ec86e92","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-01T00:52:27.28175Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T00:52:27.281945Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T00:52:27.281966Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T00:52:27.282348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 switched to configuration voters=(7978256942336863890)"} {"level":"info","ts":"2026-07-01T00:52:27.28288Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","added-peer-id":"6eb8766b1ec86e92","added-peer-peer-urls":["https://199.204.45.78:2380"]} {"level":"info","ts":"2026-07-01T00:52:27.285486Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T00:52:27.285551Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-07-01T00:52:27.285586Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.78:2380"} {"level":"info","ts":"2026-07-01T00:52:27.285862Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6eb8766b1ec86e92","initial-advertise-peer-urls":["https://199.204.45.78:2380"],"listen-peer-urls":["https://199.204.45.78:2380"],"advertise-client-urls":["https://199.204.45.78:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.78:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-01T00:52:27.285966Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-01T00:52:27.776506Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 is starting a new election at term 1"} {"level":"info","ts":"2026-07-01T00:52:27.776568Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-01T00:52:27.77662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgPreVoteResp from 6eb8766b1ec86e92 at term 1"} {"level":"info","ts":"2026-07-01T00:52:27.776642Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became candidate at term 2"} {"level":"info","ts":"2026-07-01T00:52:27.776653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 received MsgVoteResp from 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-07-01T00:52:27.776668Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6eb8766b1ec86e92 became leader at term 2"} {"level":"info","ts":"2026-07-01T00:52:27.776683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6eb8766b1ec86e92 elected leader 6eb8766b1ec86e92 at term 2"} {"level":"info","ts":"2026-07-01T00:52:27.777699Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6eb8766b1ec86e92","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.78:2379]}","request-path":"/0/members/6eb8766b1ec86e92/attributes","cluster-id":"9bbfe9e5d45d3718","publish-timeout":"7s"} {"level":"info","ts":"2026-07-01T00:52:27.777744Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T00:52:27.777847Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:27.777796Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T00:52:27.778465Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-01T00:52:27.778732Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-01T00:52:27.779001Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9bbfe9e5d45d3718","local-member-id":"6eb8766b1ec86e92","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:27.779124Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:27.779158Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:27.783039Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-01T00:52:27.783379Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.78:2379"} {"level":"warn","ts":"2026-07-01T00:52:37.002366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.135316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:52:37.002518Z","caller":"traceutil/trace.go:171","msg":"trace[1446330184] linearizableReadLoop","detail":"{readStateIndex:309; appliedIndex:308; }","duration":"170.392335ms","start":"2026-07-01T00:52:36.832108Z","end":"2026-07-01T00:52:37.002501Z","steps":["trace[1446330184] 'read index received' (duration: 17.516735ms)","trace[1446330184] 'applied index is now lower than readState.Index' (duration: 152.87417ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:37.002558Z","caller":"traceutil/trace.go:171","msg":"trace[1254153644] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"216.83438ms","start":"2026-07-01T00:52:36.785684Z","end":"2026-07-01T00:52:37.002518Z","steps":["trace[1254153644] 'process raft request' (duration: 63.952371ms)","trace[1254153644] 'compare' (duration: 151.9485ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:37.002628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.517848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-01T00:52:37.00273Z","caller":"traceutil/trace.go:171","msg":"trace[808783899] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:300; }","duration":"170.586061ms","start":"2026-07-01T00:52:36.832091Z","end":"2026-07-01T00:52:37.002677Z","steps":["trace[808783899] 'agreement among raft nodes before linearized reading' (duration: 170.470658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:37.278044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.673125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-07-01T00:52:37.278128Z","caller":"traceutil/trace.go:171","msg":"trace[734587437] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:301; }","duration":"145.768348ms","start":"2026-07-01T00:52:37.132341Z","end":"2026-07-01T00:52:37.27811Z","steps":["trace[734587437] 'range keys from in-memory index tree' (duration: 145.548022ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:41.107848Z","caller":"traceutil/trace.go:171","msg":"trace[1169558419] linearizableReadLoop","detail":"{readStateIndex:375; appliedIndex:374; }","duration":"166.490153ms","start":"2026-07-01T00:52:40.941334Z","end":"2026-07-01T00:52:41.107825Z","steps":["trace[1169558419] 'read index received' (duration: 166.36659ms)","trace[1169558419] 'applied index is now lower than readState.Index' (duration: 122.363µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:41.107925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:40.767584Z","time spent":"340.333265ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T00:52:41.108063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.7154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:52:41.108111Z","caller":"traceutil/trace.go:171","msg":"trace[1450893932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:364; }","duration":"166.828354ms","start":"2026-07-01T00:52:40.941269Z","end":"2026-07-01T00:52:41.108098Z","steps":["trace[1450893932] 'agreement among raft nodes before linearized reading' (duration: 166.733211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:41.793691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.968806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:52:41.79385Z","caller":"traceutil/trace.go:171","msg":"trace[543333812] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:375; }","duration":"511.457673ms","start":"2026-07-01T00:52:41.282379Z","end":"2026-07-01T00:52:41.793836Z","steps":["trace[543333812] 'read index received' (duration: 293.449286ms)","trace[543333812] 'applied index is now lower than readState.Index' (duration: 218.007647ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:41.79393Z","caller":"traceutil/trace.go:171","msg":"trace[439180380] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"680.105063ms","start":"2026-07-01T00:52:41.113815Z","end":"2026-07-01T00:52:41.79392Z","steps":["trace[439180380] 'process raft request' (duration: 679.973909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:41.79399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:41.1138Z","time spent":"680.161965ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:52:41.79403Z","caller":"traceutil/trace.go:171","msg":"trace[682912438] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"684.755288ms","start":"2026-07-01T00:52:41.109249Z","end":"2026-07-01T00:52:41.794005Z","steps":["trace[682912438] 'process raft request' (duration: 466.40058ms)","trace[682912438] 'compare' (duration: 217.843342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:41.794107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.641847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T00:52:41.794088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.798053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:52:41.794135Z","caller":"traceutil/trace.go:171","msg":"trace[867122803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:366; }","duration":"492.72455ms","start":"2026-07-01T00:52:41.301403Z","end":"2026-07-01T00:52:41.794127Z","steps":["trace[867122803] 'agreement among raft nodes before linearized reading' (duration: 492.675208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:41.794162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:41.30137Z","time spent":"492.785072ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:52:41.794162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:41.109185Z","time spent":"684.915083ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:52:41.794163Z","caller":"traceutil/trace.go:171","msg":"trace[1926175908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:366; }","duration":"493.944987ms","start":"2026-07-01T00:52:41.300201Z","end":"2026-07-01T00:52:41.794146Z","steps":["trace[1926175908] 'agreement among raft nodes before linearized reading' (duration: 493.767552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:41.794207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:41.300172Z","time spent":"494.02631ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T00:52:41.794203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.816464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-07-01T00:52:41.794262Z","caller":"traceutil/trace.go:171","msg":"trace[1017221155] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:366; }","duration":"511.929207ms","start":"2026-07-01T00:52:41.282316Z","end":"2026-07-01T00:52:41.794245Z","steps":["trace[1017221155] 'agreement among raft nodes before linearized reading' (duration: 511.766372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:41.7943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:41.28229Z","time spent":"512.00117ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-01T00:52:41.794316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.92341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:52:41.7944Z","caller":"traceutil/trace.go:171","msg":"trace[1732644900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:366; }","duration":"346.058674ms","start":"2026-07-01T00:52:41.44832Z","end":"2026-07-01T00:52:41.794379Z","steps":["trace[1732644900] 'agreement among raft nodes before linearized reading' (duration: 345.752454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:41.794455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:41.448302Z","time spent":"346.143867ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:52:54.245563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187424277s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:52:54.245884Z","caller":"traceutil/trace.go:171","msg":"trace[256302160] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:408; }","duration":"305.191901ms","start":"2026-07-01T00:52:53.940671Z","end":"2026-07-01T00:52:54.245863Z","steps":["trace[256302160] 'read index received' (duration: 305.026306ms)","trace[256302160] 'applied index is now lower than readState.Index' (duration: 164.805µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:54.24598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.290274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:52:54.245977Z","caller":"traceutil/trace.go:171","msg":"trace[941913710] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"1.187970994s","start":"2026-07-01T00:52:53.057969Z","end":"2026-07-01T00:52:54.24594Z","steps":["trace[941913710] 'process raft request' (duration: 1.187779908s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:54.246063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.788139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:52:54.246095Z","caller":"traceutil/trace.go:171","msg":"trace[1816265587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:396; }","duration":"243.844011ms","start":"2026-07-01T00:52:54.002241Z","end":"2026-07-01T00:52:54.246085Z","steps":["trace[1816265587] 'agreement among raft nodes before linearized reading' (duration: 243.79815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:54.246126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.226545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T00:52:54.246176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:53.057903Z","time spent":"1.188157439s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:52:54.246014Z","caller":"traceutil/trace.go:171","msg":"trace[289001940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:396; }","duration":"305.373987ms","start":"2026-07-01T00:52:53.94063Z","end":"2026-07-01T00:52:54.246004Z","steps":["trace[289001940] 'agreement among raft nodes before linearized reading' (duration: 305.307665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:54.246188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.696655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:52:54.246239Z","caller":"traceutil/trace.go:171","msg":"trace[601897548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:396; }","duration":"281.37011ms","start":"2026-07-01T00:52:53.964841Z","end":"2026-07-01T00:52:54.246212Z","steps":["trace[601897548] 'agreement among raft nodes before linearized reading' (duration: 281.161284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:54.246298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:53.940611Z","time spent":"305.646656ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:52:54.246281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.647748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-07-01T00:52:54.246287Z","caller":"traceutil/trace.go:171","msg":"trace[1453765961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:396; }","duration":"242.83471ms","start":"2026-07-01T00:52:54.00343Z","end":"2026-07-01T00:52:54.246265Z","steps":["trace[1453765961] 'agreement among raft nodes before linearized reading' (duration: 242.644164ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:54.24645Z","caller":"traceutil/trace.go:171","msg":"trace[1797747979] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:396; }","duration":"254.810353ms","start":"2026-07-01T00:52:53.991578Z","end":"2026-07-01T00:52:54.246389Z","steps":["trace[1797747979] 'agreement among raft nodes before linearized reading' (duration: 254.567615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:54.246175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.838903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:52:54.246861Z","caller":"traceutil/trace.go:171","msg":"trace[213255300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:396; }","duration":"246.518925ms","start":"2026-07-01T00:52:54.000317Z","end":"2026-07-01T00:52:54.246836Z","steps":["trace[213255300] 'agreement among raft nodes before linearized reading' (duration: 245.797212ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:54.982428Z","caller":"traceutil/trace.go:171","msg":"trace[601942691] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"732.307249ms","start":"2026-07-01T00:52:54.25008Z","end":"2026-07-01T00:52:54.982387Z","steps":["trace[601942691] 'process raft request' (duration: 729.78525ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:54.982464Z","caller":"traceutil/trace.go:171","msg":"trace[1523416876] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"731.123291ms","start":"2026-07-01T00:52:54.251314Z","end":"2026-07-01T00:52:54.982437Z","steps":["trace[1523416876] 'process raft request' (duration: 731.052399ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:54.982508Z","caller":"traceutil/trace.go:171","msg":"trace[381969628] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"731.761231ms","start":"2026-07-01T00:52:54.250691Z","end":"2026-07-01T00:52:54.982453Z","steps":["trace[381969628] 'process raft request' (duration: 731.588025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:54.982641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:54.2513Z","time spent":"731.258816ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:52:54.982669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:54.250062Z","time spent":"732.473383ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:52:54.982723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:54.250665Z","time spent":"731.936406ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:52:54.982523Z","caller":"traceutil/trace.go:171","msg":"trace[1228203883] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"730.071799ms","start":"2026-07-01T00:52:54.25242Z","end":"2026-07-01T00:52:54.982492Z","steps":["trace[1228203883] 'process raft request' (duration: 729.979566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:54.982982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:54.252408Z","time spent":"730.510342ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:52:57.183018Z","caller":"traceutil/trace.go:171","msg":"trace[153783476] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"189.608022ms","start":"2026-07-01T00:52:56.993382Z","end":"2026-07-01T00:52:57.18299Z","steps":["trace[153783476] 'process raft request' (duration: 189.375065ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:57.205519Z","caller":"traceutil/trace.go:171","msg":"trace[501326936] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"212.03373ms","start":"2026-07-01T00:52:56.993438Z","end":"2026-07-01T00:52:57.205472Z","steps":["trace[501326936] 'process raft request' (duration: 211.655739ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:57.205784Z","caller":"traceutil/trace.go:171","msg":"trace[1269999848] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"212.00256ms","start":"2026-07-01T00:52:56.993748Z","end":"2026-07-01T00:52:57.20575Z","steps":["trace[1269999848] 'process raft request' (duration: 211.622198ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:57.205871Z","caller":"traceutil/trace.go:171","msg":"trace[1581388888] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"212.106353ms","start":"2026-07-01T00:52:56.993745Z","end":"2026-07-01T00:52:57.205851Z","steps":["trace[1581388888] 'process raft request' (duration: 211.907017ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:01.401449Z","caller":"traceutil/trace.go:171","msg":"trace[846774961] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"154.017825ms","start":"2026-07-01T00:53:01.247411Z","end":"2026-07-01T00:53:01.401429Z","steps":["trace[846774961] 'process raft request' (duration: 153.915172ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:03.383683Z","caller":"traceutil/trace.go:171","msg":"trace[706768738] linearizableReadLoop","detail":"{readStateIndex:462; appliedIndex:461; }","duration":"137.490589ms","start":"2026-07-01T00:53:03.246164Z","end":"2026-07-01T00:53:03.383655Z","steps":["trace[706768738] 'read index received' (duration: 137.294893ms)","trace[706768738] 'applied index is now lower than readState.Index' (duration: 194.316µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:03.383718Z","caller":"traceutil/trace.go:171","msg":"trace[637320196] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"160.780375ms","start":"2026-07-01T00:53:03.222902Z","end":"2026-07-01T00:53:03.383682Z","steps":["trace[637320196] 'process raft request' (duration: 160.555518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:03.383846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.656735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-01T00:53:03.383891Z","caller":"traceutil/trace.go:171","msg":"trace[907489873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:445; }","duration":"137.748247ms","start":"2026-07-01T00:53:03.24613Z","end":"2026-07-01T00:53:03.383879Z","steps":["trace[907489873] 'agreement among raft nodes before linearized reading' (duration: 137.632333ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:03.712551Z","caller":"traceutil/trace.go:171","msg":"trace[1714874294] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"324.201523ms","start":"2026-07-01T00:53:03.388311Z","end":"2026-07-01T00:53:03.712513Z","steps":["trace[1714874294] 'process raft request' (duration: 269.251562ms)","trace[1714874294] 'compare' (duration: 54.60677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:03.712748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:03.388289Z","time spent":"324.361988ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:03.726029Z","caller":"traceutil/trace.go:171","msg":"trace[644573623] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:462; }","duration":"320.346593ms","start":"2026-07-01T00:53:03.405657Z","end":"2026-07-01T00:53:03.726003Z","steps":["trace[644573623] 'read index received' (duration: 251.928883ms)","trace[644573623] 'applied index is now lower than readState.Index' (duration: 68.4168ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:03.726105Z","caller":"traceutil/trace.go:171","msg":"trace[2049395340] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"336.144254ms","start":"2026-07-01T00:53:03.389938Z","end":"2026-07-01T00:53:03.726082Z","steps":["trace[2049395340] 'process raft request' (duration: 335.924607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:03.726197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.536459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T00:53:03.726242Z","caller":"traceutil/trace.go:171","msg":"trace[1214849381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:447; }","duration":"320.650363ms","start":"2026-07-01T00:53:03.405578Z","end":"2026-07-01T00:53:03.726228Z","steps":["trace[1214849381] 'agreement among raft nodes before linearized reading' (duration: 320.527399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:03.726235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:03.389921Z","time spent":"336.232688ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:03.726285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:03.405546Z","time spent":"320.732265ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T00:53:08.23688Z","caller":"traceutil/trace.go:171","msg":"trace[656439900] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"104.441632ms","start":"2026-07-01T00:53:08.132401Z","end":"2026-07-01T00:53:08.236843Z","steps":["trace[656439900] 'process raft request' (duration: 102.977666ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:08.417911Z","caller":"traceutil/trace.go:171","msg":"trace[1794175940] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"171.371128ms","start":"2026-07-01T00:53:08.246516Z","end":"2026-07-01T00:53:08.417887Z","steps":["trace[1794175940] 'process raft request' (duration: 135.06081ms)","trace[1794175940] 'compare' (duration: 36.169623ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:08.452853Z","caller":"traceutil/trace.go:171","msg":"trace[1496295431] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"133.556743ms","start":"2026-07-01T00:53:08.31927Z","end":"2026-07-01T00:53:08.452827Z","steps":["trace[1496295431] 'process raft request' (duration: 133.429059ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:08.579308Z","caller":"traceutil/trace.go:171","msg":"trace[1094434757] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:488; }","duration":"154.666094ms","start":"2026-07-01T00:53:08.424624Z","end":"2026-07-01T00:53:08.57929Z","steps":["trace[1094434757] 'read index received' (duration: 28.12112ms)","trace[1094434757] 'applied index is now lower than readState.Index' (duration: 126.544203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:08.579409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.770238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:08.579431Z","caller":"traceutil/trace.go:171","msg":"trace[1166955593] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:472; }","duration":"154.827389ms","start":"2026-07-01T00:53:08.424595Z","end":"2026-07-01T00:53:08.579422Z","steps":["trace[1166955593] 'agreement among raft nodes before linearized reading' (duration: 154.763707ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:08.579465Z","caller":"traceutil/trace.go:171","msg":"trace[1321895339] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"177.165419ms","start":"2026-07-01T00:53:08.402264Z","end":"2026-07-01T00:53:08.57943Z","steps":["trace[1321895339] 'process raft request' (duration: 136.399742ms)","trace[1321895339] 'compare' (duration: 40.424766ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:08.602253Z","caller":"traceutil/trace.go:171","msg":"trace[343925313] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"142.916836ms","start":"2026-07-01T00:53:08.4593Z","end":"2026-07-01T00:53:08.602216Z","steps":["trace[343925313] 'process raft request' (duration: 142.830473ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:08.602296Z","caller":"traceutil/trace.go:171","msg":"trace[1023954725] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"144.60553ms","start":"2026-07-01T00:53:08.457636Z","end":"2026-07-01T00:53:08.602241Z","steps":["trace[1023954725] 'process raft request' (duration: 144.30835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:08.854793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.860779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:08.855517Z","caller":"traceutil/trace.go:171","msg":"trace[1584017473] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"273.058832ms","start":"2026-07-01T00:53:08.582246Z","end":"2026-07-01T00:53:08.855305Z","steps":["trace[1584017473] 'process raft request' (duration: 125.030126ms)","trace[1584017473] 'compare' (duration: 146.53895ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:08.855754Z","caller":"traceutil/trace.go:171","msg":"trace[1242961450] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:492; }","duration":"246.064097ms","start":"2026-07-01T00:53:08.609616Z","end":"2026-07-01T00:53:08.85568Z","steps":["trace[1242961450] 'read index received' (duration: 97.650419ms)","trace[1242961450] 'applied index is now lower than readState.Index' (duration: 148.412278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:08.857305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.668337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-07-01T00:53:08.857398Z","caller":"traceutil/trace.go:171","msg":"trace[256944049] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:476; }","duration":"247.791201ms","start":"2026-07-01T00:53:08.609568Z","end":"2026-07-01T00:53:08.857359Z","steps":["trace[256944049] 'agreement among raft nodes before linearized reading' (duration: 246.330965ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:08.857535Z","caller":"traceutil/trace.go:171","msg":"trace[1192189108] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"274.840208ms","start":"2026-07-01T00:53:08.582626Z","end":"2026-07-01T00:53:08.857466Z","steps":["trace[1192189108] 'process raft request' (duration: 272.390941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:08.859443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.68629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-07-01T00:53:08.859533Z","caller":"traceutil/trace.go:171","msg":"trace[650848774] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:476; }","duration":"203.835194ms","start":"2026-07-01T00:53:08.655673Z","end":"2026-07-01T00:53:08.859508Z","steps":["trace[650848774] 'agreement among raft nodes before linearized reading' (duration: 200.255922ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:10.175471Z","caller":"traceutil/trace.go:171","msg":"trace[2065789864] linearizableReadLoop","detail":"{readStateIndex:510; appliedIndex:509; }","duration":"377.453732ms","start":"2026-07-01T00:53:09.797992Z","end":"2026-07-01T00:53:10.175445Z","steps":["trace[2065789864] 'read index received' (duration: 350.661393ms)","trace[2065789864] 'applied index is now lower than readState.Index' (duration: 26.791539ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:10.175811Z","caller":"traceutil/trace.go:171","msg":"trace[483323811] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"410.786586ms","start":"2026-07-01T00:53:09.765012Z","end":"2026-07-01T00:53:10.175799Z","steps":["trace[483323811] 'process raft request' (duration: 383.626005ms)","trace[483323811] 'compare' (duration: 26.539431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:10.175976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:09.764993Z","time spent":"410.851028ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:10.175964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.373684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:10.176051Z","caller":"traceutil/trace.go:171","msg":"trace[1320743518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:492; }","duration":"237.472327ms","start":"2026-07-01T00:53:09.938558Z","end":"2026-07-01T00:53:10.17603Z","steps":["trace[1320743518] 'agreement among raft nodes before linearized reading' (duration: 237.324452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:10.176115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.130293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-01T00:53:10.17611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.43177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:53:10.17617Z","caller":"traceutil/trace.go:171","msg":"trace[707660366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:492; }","duration":"378.223026ms","start":"2026-07-01T00:53:09.797932Z","end":"2026-07-01T00:53:10.176155Z","steps":["trace[707660366] 'agreement among raft nodes before linearized reading' (duration: 378.142403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:10.176198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:09.797909Z","time spent":"378.281238ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:53:10.176192Z","caller":"traceutil/trace.go:171","msg":"trace[917696663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:492; }","duration":"232.560533ms","start":"2026-07-01T00:53:09.943609Z","end":"2026-07-01T00:53:10.176169Z","steps":["trace[917696663] 'agreement among raft nodes before linearized reading' (duration: 232.295925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:10.716765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.829055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:10.716907Z","caller":"traceutil/trace.go:171","msg":"trace[410240988] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:494; }","duration":"425.041701ms","start":"2026-07-01T00:53:10.291832Z","end":"2026-07-01T00:53:10.716874Z","steps":["trace[410240988] 'range keys from in-memory index tree' (duration: 424.732321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:10.716973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:10.291802Z","time spent":"425.153455ms","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-07-01T00:53:11.171048Z","caller":"traceutil/trace.go:171","msg":"trace[1351644859] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"243.983382ms","start":"2026-07-01T00:53:10.926624Z","end":"2026-07-01T00:53:11.170607Z","steps":["trace[1351644859] 'process raft request' (duration: 243.740784ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.171187Z","caller":"traceutil/trace.go:171","msg":"trace[1549242461] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"247.679687ms","start":"2026-07-01T00:53:10.922875Z","end":"2026-07-01T00:53:11.170555Z","steps":["trace[1549242461] 'process raft request' (duration: 247.220733ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.171582Z","caller":"traceutil/trace.go:171","msg":"trace[2084509684] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"243.569438ms","start":"2026-07-01T00:53:10.927084Z","end":"2026-07-01T00:53:11.170653Z","steps":["trace[2084509684] 'process raft request' (duration: 243.423744ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.172224Z","caller":"traceutil/trace.go:171","msg":"trace[785293669] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"234.983629ms","start":"2026-07-01T00:53:10.937171Z","end":"2026-07-01T00:53:11.172155Z","steps":["trace[785293669] 'process raft request' (duration: 233.938237ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.172441Z","caller":"traceutil/trace.go:171","msg":"trace[1269111242] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"234.651379ms","start":"2026-07-01T00:53:10.937774Z","end":"2026-07-01T00:53:11.172425Z","steps":["trace[1269111242] 'process raft request' (duration: 234.130883ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.174693Z","caller":"traceutil/trace.go:171","msg":"trace[272723080] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:513; }","duration":"234.575277ms","start":"2026-07-01T00:53:10.940079Z","end":"2026-07-01T00:53:11.174654Z","steps":["trace[272723080] 'read index received' (duration: 51.035608ms)","trace[272723080] 'applied index is now lower than readState.Index' (duration: 183.538059ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:11.174802Z","caller":"traceutil/trace.go:171","msg":"trace[1570694523] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"235.376692ms","start":"2026-07-01T00:53:10.939375Z","end":"2026-07-01T00:53:11.174752Z","steps":["trace[1570694523] 'process raft request' (duration: 233.613317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:11.174858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.764763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:11.174929Z","caller":"traceutil/trace.go:171","msg":"trace[900652766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"234.865336ms","start":"2026-07-01T00:53:10.940043Z","end":"2026-07-01T00:53:11.174909Z","steps":["trace[900652766] 'agreement among raft nodes before linearized reading' (duration: 234.69229ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.17492Z","caller":"traceutil/trace.go:171","msg":"trace[2115159742] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"236.213078ms","start":"2026-07-01T00:53:10.938674Z","end":"2026-07-01T00:53:11.174887Z","steps":["trace[2115159742] 'process raft request' (duration: 233.461242ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.175041Z","caller":"traceutil/trace.go:171","msg":"trace[309897404] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"224.740309ms","start":"2026-07-01T00:53:10.950204Z","end":"2026-07-01T00:53:11.174944Z","steps":["trace[309897404] 'process raft request' (duration: 223.427868ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.174915Z","caller":"traceutil/trace.go:171","msg":"trace[294329887] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"229.779376ms","start":"2026-07-01T00:53:10.94511Z","end":"2026-07-01T00:53:11.174889Z","steps":["trace[294329887] 'process raft request' (duration: 228.427934ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.174957Z","caller":"traceutil/trace.go:171","msg":"trace[1287282621] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"236.090494ms","start":"2026-07-01T00:53:10.938808Z","end":"2026-07-01T00:53:11.174898Z","steps":["trace[1287282621] 'process raft request' (duration: 233.871965ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.175683Z","caller":"traceutil/trace.go:171","msg":"trace[90442664] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"193.571143ms","start":"2026-07-01T00:53:10.981954Z","end":"2026-07-01T00:53:11.175525Z","steps":["trace[90442664] 'process raft request' (duration: 191.766717ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.419184Z","caller":"traceutil/trace.go:171","msg":"trace[70574315] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"309.780433ms","start":"2026-07-01T00:53:11.109379Z","end":"2026-07-01T00:53:11.41916Z","steps":["trace[70574315] 'process raft request' (duration: 309.69763ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:11.419175Z","caller":"traceutil/trace.go:171","msg":"trace[83984573] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"427.131398ms","start":"2026-07-01T00:53:10.992009Z","end":"2026-07-01T00:53:11.419141Z","steps":["trace[83984573] 'process raft request' (duration: 426.854019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:11.419416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.109335Z","time spent":"309.938217ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:53:11.419482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:10.991982Z","time spent":"427.395365ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:12.112855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.439664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:12.113094Z","caller":"traceutil/trace.go:171","msg":"trace[1752173624] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"933.925859ms","start":"2026-07-01T00:53:11.17912Z","end":"2026-07-01T00:53:12.113045Z","steps":["trace[1752173624] 'process raft request' (duration: 683.125605ms)","trace[1752173624] 'compare' (duration: 250.127233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:12.113291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.1791Z","time spent":"934.071504ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:12.113452Z","caller":"traceutil/trace.go:171","msg":"trace[1878949602] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"929.088348ms","start":"2026-07-01T00:53:11.184327Z","end":"2026-07-01T00:53:12.113415Z","steps":["trace[1878949602] 'process raft request' (duration: 928.774248ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.113551Z","caller":"traceutil/trace.go:171","msg":"trace[976250212] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"929.187682ms","start":"2026-07-01T00:53:11.184323Z","end":"2026-07-01T00:53:12.11351Z","steps":["trace[976250212] 'process raft request' (duration: 928.994566ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.113607Z","caller":"traceutil/trace.go:171","msg":"trace[326224019] transaction","detail":"{read_only:false; number_of_response:1; response_revision:511; }","duration":"929.183972ms","start":"2026-07-01T00:53:11.184412Z","end":"2026-07-01T00:53:12.113596Z","steps":["trace[326224019] 'process raft request' (duration: 929.009826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.113606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.184315Z","time spent":"929.213603ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:53:12.113689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.184404Z","time spent":"929.234183ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:12.113695Z","caller":"traceutil/trace.go:171","msg":"trace[389647799] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"921.853632ms","start":"2026-07-01T00:53:11.191813Z","end":"2026-07-01T00:53:12.113667Z","steps":["trace[389647799] 'process raft request' (duration: 921.750369ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.113757Z","caller":"traceutil/trace.go:171","msg":"trace[1481223896] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"929.110199ms","start":"2026-07-01T00:53:11.1846Z","end":"2026-07-01T00:53:12.11371Z","steps":["trace[1481223896] 'process raft request' (duration: 928.902633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.113841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.191791Z","time spent":"921.979455ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:12.113923Z","caller":"traceutil/trace.go:171","msg":"trace[124441987] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"920.903832ms","start":"2026-07-01T00:53:11.193008Z","end":"2026-07-01T00:53:12.113912Z","steps":["trace[124441987] 'process raft request' (duration: 920.634153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.113968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.192997Z","time spent":"920.949464ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:53:12.113969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.184592Z","time spent":"929.264904ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:12.114151Z","caller":"traceutil/trace.go:171","msg":"trace[61749243] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"917.282139ms","start":"2026-07-01T00:53:11.196841Z","end":"2026-07-01T00:53:12.114123Z","steps":["trace[61749243] 'process raft request' (duration: 917.043952ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.114233Z","caller":"traceutil/trace.go:171","msg":"trace[1632544387] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"914.755089ms","start":"2026-07-01T00:53:11.19946Z","end":"2026-07-01T00:53:12.114215Z","steps":["trace[1632544387] 'process raft request' (duration: 914.587234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.114298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.199451Z","time spent":"914.813512ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:12.114329Z","caller":"traceutil/trace.go:171","msg":"trace[1281203812] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"633.695417ms","start":"2026-07-01T00:53:11.480618Z","end":"2026-07-01T00:53:12.114313Z","steps":["trace[1281203812] 'process raft request' (duration: 633.650906ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.114334Z","caller":"traceutil/trace.go:171","msg":"trace[1495930289] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"913.380576ms","start":"2026-07-01T00:53:11.200933Z","end":"2026-07-01T00:53:12.114314Z","steps":["trace[1495930289] 'process raft request' (duration: 913.199451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.114331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.196831Z","time spent":"917.395302ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:12.114397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.480577Z","time spent":"633.78963ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:12.114471Z","caller":"traceutil/trace.go:171","msg":"trace[121036267] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:526; }","duration":"692.831739ms","start":"2026-07-01T00:53:11.421629Z","end":"2026-07-01T00:53:12.11446Z","steps":["trace[121036267] 'read index received' (duration: 440.661811ms)","trace[121036267] 'applied index is now lower than readState.Index' (duration: 252.168378ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:12.114424Z","caller":"traceutil/trace.go:171","msg":"trace[620410835] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"801.141561ms","start":"2026-07-01T00:53:11.313271Z","end":"2026-07-01T00:53:12.114413Z","steps":["trace[620410835] 'process raft request' (duration: 800.930465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.114542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.31324Z","time spent":"801.274536ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:53:12.114626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.898684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:12.114644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.296033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:53:12.114669Z","caller":"traceutil/trace.go:171","msg":"trace[514478296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"172.969587ms","start":"2026-07-01T00:53:11.941679Z","end":"2026-07-01T00:53:12.114649Z","steps":["trace[514478296] 'agreement among raft nodes before linearized reading' (duration: 172.896124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.114427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.200915Z","time spent":"913.457319ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:12.114686Z","caller":"traceutil/trace.go:171","msg":"trace[1997239584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"632.390316ms","start":"2026-07-01T00:53:11.482285Z","end":"2026-07-01T00:53:12.114675Z","steps":["trace[1997239584] 'agreement among raft nodes before linearized reading' (duration: 632.288412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.114701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.068306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-07-01T00:53:12.114725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.482256Z","time spent":"632.462288ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T00:53:12.114739Z","caller":"traceutil/trace.go:171","msg":"trace[482436826] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:519; }","duration":"693.137198ms","start":"2026-07-01T00:53:11.421591Z","end":"2026-07-01T00:53:12.114728Z","steps":["trace[482436826] 'agreement among raft nodes before linearized reading' (duration: 692.949792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.114809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.421573Z","time spent":"693.225081ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T00:53:12.114986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.184288Z","time spent":"929.348407ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:12.114056Z","caller":"traceutil/trace.go:171","msg":"trace[1326049998] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"928.909203ms","start":"2026-07-01T00:53:11.184246Z","end":"2026-07-01T00:53:12.113156Z","steps":["trace[1326049998] 'process raft request' (duration: 928.719607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.115954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.184228Z","time spent":"931.664629ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:12.309059Z","caller":"traceutil/trace.go:171","msg":"trace[472651350] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"189.162015ms","start":"2026-07-01T00:53:12.119851Z","end":"2026-07-01T00:53:12.309013Z","steps":["trace[472651350] 'process raft request' (duration: 146.595661ms)","trace[472651350] 'compare' (duration: 42.295405ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:12.309114Z","caller":"traceutil/trace.go:171","msg":"trace[1825334452] transaction","detail":"{read_only:false; number_of_response:0; response_revision:520; }","duration":"188.873056ms","start":"2026-07-01T00:53:12.120206Z","end":"2026-07-01T00:53:12.309079Z","steps":["trace[1825334452] 'process raft request' (duration: 188.733841ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.309256Z","caller":"traceutil/trace.go:171","msg":"trace[1783682004] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"184.138037ms","start":"2026-07-01T00:53:12.125057Z","end":"2026-07-01T00:53:12.309195Z","steps":["trace[1783682004] 'process raft request' (duration: 183.995053ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.309499Z","caller":"traceutil/trace.go:171","msg":"trace[1510384111] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"188.978879ms","start":"2026-07-01T00:53:12.120485Z","end":"2026-07-01T00:53:12.309464Z","steps":["trace[1510384111] 'process raft request' (duration: 188.485953ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.309533Z","caller":"traceutil/trace.go:171","msg":"trace[511218611] transaction","detail":"{read_only:false; number_of_response:0; response_revision:520; }","duration":"189.620679ms","start":"2026-07-01T00:53:12.119876Z","end":"2026-07-01T00:53:12.309496Z","steps":["trace[511218611] 'process raft request' (duration: 189.02154ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.309737Z","caller":"traceutil/trace.go:171","msg":"trace[879418870] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"176.258531ms","start":"2026-07-01T00:53:12.133458Z","end":"2026-07-01T00:53:12.309717Z","steps":["trace[879418870] 'process raft request' (duration: 175.675752ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.309814Z","caller":"traceutil/trace.go:171","msg":"trace[268589129] transaction","detail":"{read_only:false; number_of_response:1; response_revision:523; }","duration":"174.209337ms","start":"2026-07-01T00:53:12.13558Z","end":"2026-07-01T00:53:12.309789Z","steps":["trace[268589129] 'process raft request' (duration: 173.9884ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.310005Z","caller":"traceutil/trace.go:171","msg":"trace[419608514] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"164.485042ms","start":"2026-07-01T00:53:12.145495Z","end":"2026-07-01T00:53:12.30998Z","steps":["trace[419608514] 'process raft request' (duration: 164.179332ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.310255Z","caller":"traceutil/trace.go:171","msg":"trace[1873581303] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"160.675023ms","start":"2026-07-01T00:53:12.149562Z","end":"2026-07-01T00:53:12.310237Z","steps":["trace[1873581303] 'process raft request' (duration: 160.202908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.310588Z","caller":"traceutil/trace.go:171","msg":"trace[978832227] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"148.685937ms","start":"2026-07-01T00:53:12.161887Z","end":"2026-07-01T00:53:12.310573Z","steps":["trace[978832227] 'process raft request' (duration: 148.187122ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.310899Z","caller":"traceutil/trace.go:171","msg":"trace[491669957] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"145.881099ms","start":"2026-07-01T00:53:12.164981Z","end":"2026-07-01T00:53:12.310862Z","steps":["trace[491669957] 'process raft request' (duration: 145.445016ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.315768Z","caller":"traceutil/trace.go:171","msg":"trace[156763932] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"114.406983ms","start":"2026-07-01T00:53:12.201296Z","end":"2026-07-01T00:53:12.315703Z","steps":["trace[156763932] 'process raft request' (duration: 109.899292ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.31604Z","caller":"traceutil/trace.go:171","msg":"trace[1564627294] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"101.515699ms","start":"2026-07-01T00:53:12.214458Z","end":"2026-07-01T00:53:12.315973Z","steps":["trace[1564627294] 'process raft request' (duration: 101.016564ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:12.316142Z","caller":"traceutil/trace.go:171","msg":"trace[1068969617] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:540; }","duration":"196.080081ms","start":"2026-07-01T00:53:12.119969Z","end":"2026-07-01T00:53:12.316049Z","steps":["trace[1068969617] 'read index received' (duration: 84.662201ms)","trace[1068969617] 'applied index is now lower than readState.Index' (duration: 111.41446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:12.317136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.130964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T00:53:12.317259Z","caller":"traceutil/trace.go:171","msg":"trace[240763375] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:529; }","duration":"197.267538ms","start":"2026-07-01T00:53:12.119922Z","end":"2026-07-01T00:53:12.31719Z","steps":["trace[240763375] 'agreement among raft nodes before linearized reading' (duration: 196.419462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.31752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.071294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:53:12.317594Z","caller":"traceutil/trace.go:171","msg":"trace[1551186310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:529; }","duration":"138.215819ms","start":"2026-07-01T00:53:12.179362Z","end":"2026-07-01T00:53:12.317578Z","steps":["trace[1551186310] 'agreement among raft nodes before linearized reading' (duration: 137.082643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.317717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.002458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-07-01T00:53:12.31784Z","caller":"traceutil/trace.go:171","msg":"trace[2142088992] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:529; }","duration":"112.146002ms","start":"2026-07-01T00:53:12.205648Z","end":"2026-07-01T00:53:12.317794Z","steps":["trace[2142088992] 'agreement among raft nodes before linearized reading' (duration: 111.959557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.318065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.494126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:53:12.318196Z","caller":"traceutil/trace.go:171","msg":"trace[855608754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:529; }","duration":"129.66531ms","start":"2026-07-01T00:53:12.188483Z","end":"2026-07-01T00:53:12.318149Z","steps":["trace[855608754] 'agreement among raft nodes before linearized reading' (duration: 129.403362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.318364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.825795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:53:12.318525Z","caller":"traceutil/trace.go:171","msg":"trace[1619879235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:529; }","duration":"129.023331ms","start":"2026-07-01T00:53:12.189455Z","end":"2026-07-01T00:53:12.318478Z","steps":["trace[1619879235] 'agreement among raft nodes before linearized reading' (duration: 128.646619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:13.174491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.898548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:13.174608Z","caller":"traceutil/trace.go:171","msg":"trace[1616231999] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"443.249812ms","start":"2026-07-01T00:53:12.73134Z","end":"2026-07-01T00:53:13.17459Z","steps":["trace[1616231999] 'process raft request' (duration: 124.168468ms)","trace[1616231999] 'compare' (duration: 318.672341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:13.17467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:12.731303Z","time spent":"443.337086ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:14.442523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784745098,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:53:14.803877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.948364982s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:53:14.811977Z","caller":"traceutil/trace.go:171","msg":"trace[345166034] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"2.073334326s","start":"2026-07-01T00:53:12.738602Z","end":"2026-07-01T00:53:14.811936Z","steps":["trace[345166034] 'process raft request' (duration: 2.066227083s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:14.812166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:12.73857Z","time spent":"2.073500331s","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65412,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:14.813313Z","caller":"traceutil/trace.go:171","msg":"trace[407147092] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.955490055s","start":"2026-07-01T00:53:12.857785Z","end":"2026-07-01T00:53:14.813275Z","steps":["trace[407147092] 'process raft request' (duration: 1.955209186s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:14.813371Z","caller":"traceutil/trace.go:171","msg":"trace[92845236] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:583; }","duration":"870.867235ms","start":"2026-07-01T00:53:13.942441Z","end":"2026-07-01T00:53:14.813309Z","steps":["trace[92845236] 'read index received' (duration: 861.733839ms)","trace[92845236] 'applied index is now lower than readState.Index' (duration: 9.131816ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:14.813456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:12.857742Z","time spent":"1.955648219s","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:53:14.813558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.097291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:14.813564Z","caller":"traceutil/trace.go:171","msg":"trace[1503605383] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"102.030186ms","start":"2026-07-01T00:53:14.71147Z","end":"2026-07-01T00:53:14.8135Z","steps":["trace[1503605383] 'process raft request' (duration: 101.785188ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:14.8136Z","caller":"traceutil/trace.go:171","msg":"trace[1608431147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"871.220066ms","start":"2026-07-01T00:53:13.942367Z","end":"2026-07-01T00:53:14.813587Z","steps":["trace[1608431147] 'agreement among raft nodes before linearized reading' (duration: 871.126773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:14.813735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:13.942338Z","time spent":"871.389101ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:53:14.813759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.080729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-01T00:53:14.813781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.939245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:53:14.813852Z","caller":"traceutil/trace.go:171","msg":"trace[102674773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:563; }","duration":"407.046568ms","start":"2026-07-01T00:53:14.406784Z","end":"2026-07-01T00:53:14.813831Z","steps":["trace[102674773] 'agreement among raft nodes before linearized reading' (duration: 406.848962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:14.813831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.537702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-01T00:53:14.813902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:14.406761Z","time spent":"407.132811ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:53:14.813924Z","caller":"traceutil/trace.go:171","msg":"trace[1311396129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"406.656586ms","start":"2026-07-01T00:53:14.407242Z","end":"2026-07-01T00:53:14.813899Z","steps":["trace[1311396129] 'agreement among raft nodes before linearized reading' (duration: 406.408799ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:14.813802Z","caller":"traceutil/trace.go:171","msg":"trace[1985914251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:563; }","duration":"407.173023ms","start":"2026-07-01T00:53:14.406616Z","end":"2026-07-01T00:53:14.813789Z","steps":["trace[1985914251] 'agreement among raft nodes before linearized reading' (duration: 407.025458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:14.81398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:14.407229Z","time spent":"406.741419ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:53:14.813991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:14.406565Z","time spent":"407.41828ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:53:14.813893Z","caller":"traceutil/trace.go:171","msg":"trace[75369342] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.614597068s","start":"2026-07-01T00:53:13.198903Z","end":"2026-07-01T00:53:14.8135Z","steps":["trace[75369342] 'process raft request' (duration: 1.614276648s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:14.814328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.502674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:53:14.814387Z","caller":"traceutil/trace.go:171","msg":"trace[1519056009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"499.603967ms","start":"2026-07-01T00:53:14.314766Z","end":"2026-07-01T00:53:14.81437Z","steps":["trace[1519056009] 'agreement among raft nodes before linearized reading' (duration: 498.811462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:14.814422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:14.314741Z","time spent":"499.672729ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:53:14.814388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:13.198867Z","time spent":"1.615388364s","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:15.315361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.905056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:15.315472Z","caller":"traceutil/trace.go:171","msg":"trace[1430941693] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"455.991722ms","start":"2026-07-01T00:53:14.859465Z","end":"2026-07-01T00:53:15.315457Z","steps":["trace[1430941693] 'process raft request' (duration: 206.902511ms)","trace[1430941693] 'compare' (duration: 248.777401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:15.315529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:14.859443Z","time spent":"456.062994ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:15.317798Z","caller":"traceutil/trace.go:171","msg":"trace[303014716] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"403.789507ms","start":"2026-07-01T00:53:14.913993Z","end":"2026-07-01T00:53:15.317782Z","steps":["trace[303014716] 'process raft request' (duration: 403.757466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:15.317931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:14.913947Z","time spent":"403.90591ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:15.318216Z","caller":"traceutil/trace.go:171","msg":"trace[1157715539] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"453.153552ms","start":"2026-07-01T00:53:14.865055Z","end":"2026-07-01T00:53:15.318209Z","steps":["trace[1157715539] 'process raft request' (duration: 452.565484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:15.318262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:14.865035Z","time spent":"453.203074ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98698,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:18.725862Z","caller":"traceutil/trace.go:171","msg":"trace[1941944666] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"124.412217ms","start":"2026-07-01T00:53:18.601422Z","end":"2026-07-01T00:53:18.725835Z","steps":["trace[1941944666] 'process raft request' (duration: 123.86765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:22.441337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784745253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:53:22.942236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784745253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:53:23.442423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784745253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:53:23.489504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.257288479s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:53:23.490436Z","caller":"traceutil/trace.go:171","msg":"trace[362023220] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"1.549609474s","start":"2026-07-01T00:53:21.940806Z","end":"2026-07-01T00:53:23.490415Z","steps":["trace[362023220] 'read index received' (duration: 1.548877341s)","trace[362023220] 'applied index is now lower than readState.Index' (duration: 731.233µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:23.490557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549735558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:23.490587Z","caller":"traceutil/trace.go:171","msg":"trace[286433254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"1.549812191s","start":"2026-07-01T00:53:21.940765Z","end":"2026-07-01T00:53:23.490577Z","steps":["trace[286433254] 'agreement among raft nodes before linearized reading' (duration: 1.549743699s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:23.49062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:21.940748Z","time spent":"1.549865072s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T00:53:23.490573Z","caller":"traceutil/trace.go:171","msg":"trace[1730669305] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"2.259752516s","start":"2026-07-01T00:53:21.230765Z","end":"2026-07-01T00:53:23.490518Z","steps":["trace[1730669305] 'process raft request' (duration: 2.259173078s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:23.490788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:21.230746Z","time spent":"2.259949461s","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:23.490777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.159997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:53:23.490863Z","caller":"traceutil/trace.go:171","msg":"trace[1021417228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"615.289601ms","start":"2026-07-01T00:53:22.875552Z","end":"2026-07-01T00:53:23.490842Z","steps":["trace[1021417228] 'agreement among raft nodes before linearized reading' (duration: 615.039243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:23.490908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:22.875536Z","time spent":"615.362913ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:53:23.491132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.556266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T00:53:23.491171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.186524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:53:23.491183Z","caller":"traceutil/trace.go:171","msg":"trace[1128557272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"612.629197ms","start":"2026-07-01T00:53:22.878543Z","end":"2026-07-01T00:53:23.491172Z","steps":["trace[1128557272] 'agreement among raft nodes before linearized reading' (duration: 612.485253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:23.491224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:22.878536Z","time spent":"612.681249ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T00:53:23.491225Z","caller":"traceutil/trace.go:171","msg":"trace[633788859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"612.249266ms","start":"2026-07-01T00:53:22.87896Z","end":"2026-07-01T00:53:23.49121Z","steps":["trace[633788859] 'agreement among raft nodes before linearized reading' (duration: 612.117741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:23.491242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.669259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T00:53:23.49127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:22.878955Z","time spent":"612.307637ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:53:23.491277Z","caller":"traceutil/trace.go:171","msg":"trace[152723953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"612.72944ms","start":"2026-07-01T00:53:22.878537Z","end":"2026-07-01T00:53:23.491267Z","steps":["trace[152723953] 'agreement among raft nodes before linearized reading' (duration: 612.633697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:23.491311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:22.878522Z","time spent":"612.780802ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:53:25.079337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.32731714s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T00:53:25.2262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474127058s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:25.22658Z","caller":"traceutil/trace.go:171","msg":"trace[643975970] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"115.2687ms","start":"2026-07-01T00:53:25.11129Z","end":"2026-07-01T00:53:25.226558Z","steps":["trace[643975970] 'process raft request' (duration: 115.198618ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:25.226713Z","caller":"traceutil/trace.go:171","msg":"trace[1277097423] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"1.730141207s","start":"2026-07-01T00:53:23.496541Z","end":"2026-07-01T00:53:25.226683Z","steps":["trace[1277097423] 'process raft request' (duration: 1.729826357s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:25.226759Z","caller":"traceutil/trace.go:171","msg":"trace[953921262] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"1.677066734s","start":"2026-07-01T00:53:23.549656Z","end":"2026-07-01T00:53:25.226723Z","steps":["trace[953921262] 'process raft request' (duration: 1.676783375s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:25.226864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:23.496513Z","time spent":"1.73026464s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:25.226829Z","caller":"traceutil/trace.go:171","msg":"trace[2136011722] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:642; }","duration":"1.728228757s","start":"2026-07-01T00:53:23.498547Z","end":"2026-07-01T00:53:25.226776Z","steps":["trace[2136011722] 'read index received' (duration: 253.448178ms)","trace[2136011722] 'applied index is now lower than readState.Index' (duration: 1.474776629s)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:25.226852Z","caller":"traceutil/trace.go:171","msg":"trace[1079687959] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.731590543s","start":"2026-07-01T00:53:23.495203Z","end":"2026-07-01T00:53:25.226793Z","steps":["trace[1079687959] 'process raft request' (duration: 256.784423ms)","trace[1079687959] 'compare' (duration: 1.473957333s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:25.226902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:23.549633Z","time spent":"1.677216049s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:25.226893Z","caller":"traceutil/trace.go:171","msg":"trace[583974137] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"1.730030933s","start":"2026-07-01T00:53:23.496832Z","end":"2026-07-01T00:53:25.226863Z","steps":["trace[583974137] 'process raft request' (duration: 1.729566828s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:25.226893Z","caller":"traceutil/trace.go:171","msg":"trace[1348006317] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"1.730797708s","start":"2026-07-01T00:53:23.496061Z","end":"2026-07-01T00:53:25.226859Z","steps":["trace[1348006317] 'process raft request' (duration: 1.73025308s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:25.227951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:23.496036Z","time spent":"1.731807528s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:25.228184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729621691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:25.228269Z","caller":"traceutil/trace.go:171","msg":"trace[311585121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"1.729729974s","start":"2026-07-01T00:53:23.498521Z","end":"2026-07-01T00:53:25.228251Z","steps":["trace[311585121] 'agreement among raft nodes before linearized reading' (duration: 1.728411343s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:25.228305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:23.498513Z","time spent":"1.729783096s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:53:25.228785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:23.496812Z","time spent":"1.730168077s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:25.228824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:23.495184Z","time spent":"1.731773318s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:27.074996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.747835072s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:53:27.142514Z","caller":"traceutil/trace.go:171","msg":"trace[1563991745] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"1.848827285s","start":"2026-07-01T00:53:25.293633Z","end":"2026-07-01T00:53:27.142461Z","steps":["trace[1563991745] 'process raft request' (duration: 1.781852158s)","trace[1563991745] 'compare' (duration: 66.027248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:27.170376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:25.2936Z","time spent":"1.849053972s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:53:28.483149Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407732509s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:53:28.484123Z","caller":"traceutil/trace.go:171","msg":"trace[1328977384] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"3.189968818s","start":"2026-07-01T00:53:25.294107Z","end":"2026-07-01T00:53:28.484076Z","steps":["trace[1328977384] 'process raft request' (duration: 3.189188454s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:28.484281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:25.294073Z","time spent":"3.190124903s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:28.484258Z","caller":"traceutil/trace.go:171","msg":"trace[613339379] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"3.189820204s","start":"2026-07-01T00:53:25.294402Z","end":"2026-07-01T00:53:28.484222Z","steps":["trace[613339379] 'process raft request' (duration: 3.189435302s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:28.484644Z","caller":"traceutil/trace.go:171","msg":"trace[121564573] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"3.189589346s","start":"2026-07-01T00:53:25.295029Z","end":"2026-07-01T00:53:28.484619Z","steps":["trace[121564573] 'process raft request' (duration: 3.188968787s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:28.484778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:25.295004Z","time spent":"3.189680719s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:28.485365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:25.294378Z","time spent":"3.190789934s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:28.490965Z","caller":"traceutil/trace.go:171","msg":"trace[52671185] linearizableReadLoop","detail":"{readStateIndex:654; appliedIndex:649; }","duration":"1.550015105s","start":"2026-07-01T00:53:26.940919Z","end":"2026-07-01T00:53:28.490934Z","steps":["trace[52671185] 'read index received' (duration: 134.567945ms)","trace[52671185] 'applied index is now lower than readState.Index' (duration: 1.41544563s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:28.491161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550233222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:28.491249Z","caller":"traceutil/trace.go:171","msg":"trace[48905914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"1.550358876s","start":"2026-07-01T00:53:26.940869Z","end":"2026-07-01T00:53:28.491227Z","steps":["trace[48905914] 'agreement among raft nodes before linearized reading' (duration: 1.550204261s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:28.491303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:26.940851Z","time spent":"1.550443158s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:53:28.49131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257625777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:53:28.491389Z","caller":"traceutil/trace.go:171","msg":"trace[1910838953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:627; }","duration":"1.257744981s","start":"2026-07-01T00:53:27.233631Z","end":"2026-07-01T00:53:28.491376Z","steps":["trace[1910838953] 'agreement among raft nodes before linearized reading' (duration: 1.257517244s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:28.491434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2573844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-01T00:53:28.491452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:27.233616Z","time spent":"1.257824314s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T00:53:28.491494Z","caller":"traceutil/trace.go:171","msg":"trace[1623380438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"1.257485083s","start":"2026-07-01T00:53:27.233992Z","end":"2026-07-01T00:53:28.491477Z","steps":["trace[1623380438] 'agreement among raft nodes before linearized reading' (duration: 1.257293997s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:28.491528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:27.233975Z","time spent":"1.257545645s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T00:53:28.491486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252307951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:53:28.491617Z","caller":"traceutil/trace.go:171","msg":"trace[1663523546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:627; }","duration":"1.252485097s","start":"2026-07-01T00:53:27.239103Z","end":"2026-07-01T00:53:28.491588Z","steps":["trace[1663523546] 'agreement among raft nodes before linearized reading' (duration: 1.252050333s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:28.49171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:27.239095Z","time spent":"1.25260065s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:53:28.492341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254748258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:53:28.49246Z","caller":"traceutil/trace.go:171","msg":"trace[942644021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:627; }","duration":"1.254879441s","start":"2026-07-01T00:53:27.23756Z","end":"2026-07-01T00:53:28.49244Z","steps":["trace[942644021] 'agreement among raft nodes before linearized reading' (duration: 1.253706515s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:28.492516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:27.237554Z","time spent":"1.254949333s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:53:30.172803Z","caller":"traceutil/trace.go:171","msg":"trace[651996761] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"156.243973ms","start":"2026-07-01T00:53:30.016541Z","end":"2026-07-01T00:53:30.172785Z","steps":["trace[651996761] 'process raft request' (duration: 156.116739ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:30.339039Z","caller":"traceutil/trace.go:171","msg":"trace[259658202] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"308.257875ms","start":"2026-07-01T00:53:30.03075Z","end":"2026-07-01T00:53:30.339008Z","steps":["trace[259658202] 'process raft request' (duration: 307.717258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:30.339251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:30.030719Z","time spent":"308.407589ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:30.39575Z","caller":"traceutil/trace.go:171","msg":"trace[1826158563] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"167.681002ms","start":"2026-07-01T00:53:30.228035Z","end":"2026-07-01T00:53:30.395716Z","steps":["trace[1826158563] 'process raft request' (duration: 167.468955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:31.269556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784745298,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T00:53:31.308654Z","caller":"traceutil/trace.go:171","msg":"trace[1833441166] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"600.271261ms","start":"2026-07-01T00:53:30.708355Z","end":"2026-07-01T00:53:31.308626Z","steps":["trace[1833441166] 'process raft request' (duration: 600.097195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:31.309092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:30.708325Z","time spent":"600.609931ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:31.309497Z","caller":"traceutil/trace.go:171","msg":"trace[2134383357] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:674; }","duration":"540.389655ms","start":"2026-07-01T00:53:30.769077Z","end":"2026-07-01T00:53:31.309467Z","steps":["trace[2134383357] 'read index received' (duration: 540.379195ms)","trace[2134383357] 'applied index is now lower than readState.Index' (duration: 8.16µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:31.309825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.873112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:31.309855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.773737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T00:53:31.309936Z","caller":"traceutil/trace.go:171","msg":"trace[954240063] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:647; }","duration":"540.900391ms","start":"2026-07-01T00:53:30.769021Z","end":"2026-07-01T00:53:31.309921Z","steps":["trace[954240063] 'agreement among raft nodes before linearized reading' (duration: 540.571181ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:31.309878Z","caller":"traceutil/trace.go:171","msg":"trace[643089207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"367.992345ms","start":"2026-07-01T00:53:30.941872Z","end":"2026-07-01T00:53:31.309864Z","steps":["trace[643089207] 'agreement among raft nodes before linearized reading' (duration: 367.779299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:31.310015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:30.768998Z","time spent":"541.004464ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T00:53:31.310015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:30.941846Z","time spent":"368.156901ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:53:31.310288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.961395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w25xp\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-07-01T00:53:31.310394Z","caller":"traceutil/trace.go:171","msg":"trace[1589659620] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w25xp; range_end:; response_count:1; response_revision:647; }","duration":"239.129459ms","start":"2026-07-01T00:53:31.071236Z","end":"2026-07-01T00:53:31.310366Z","steps":["trace[1589659620] 'agreement among raft nodes before linearized reading' (duration: 238.548881ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:32.490906Z","caller":"traceutil/trace.go:171","msg":"trace[203391094] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"118.449499ms","start":"2026-07-01T00:53:32.372418Z","end":"2026-07-01T00:53:32.490867Z","steps":["trace[203391094] 'process raft request' (duration: 60.577177ms)","trace[203391094] 'compare' (duration: 57.704857ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:33.266346Z","caller":"traceutil/trace.go:171","msg":"trace[911489653] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:719; }","duration":"187.484222ms","start":"2026-07-01T00:53:33.078831Z","end":"2026-07-01T00:53:33.266315Z","steps":["trace[911489653] 'read index received' (duration: 187.40749ms)","trace[911489653] 'applied index is now lower than readState.Index' (duration: 75.022µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:33.266499Z","caller":"traceutil/trace.go:171","msg":"trace[2047658663] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"208.116348ms","start":"2026-07-01T00:53:33.058334Z","end":"2026-07-01T00:53:33.26645Z","steps":["trace[2047658663] 'process raft request' (duration: 207.794998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:33.26656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.701819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:53:33.266856Z","caller":"traceutil/trace.go:171","msg":"trace[1995754833] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:692; }","duration":"188.052369ms","start":"2026-07-01T00:53:33.078783Z","end":"2026-07-01T00:53:33.266835Z","steps":["trace[1995754833] 'agreement among raft nodes before linearized reading' (duration: 187.672718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:33.298616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.553906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:33.298677Z","caller":"traceutil/trace.go:171","msg":"trace[430819891] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:692; }","duration":"143.670439ms","start":"2026-07-01T00:53:33.154989Z","end":"2026-07-01T00:53:33.298659Z","steps":["trace[430819891] 'agreement among raft nodes before linearized reading' (duration: 143.572166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:33.298783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.955419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w25xp\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-07-01T00:53:33.298899Z","caller":"traceutil/trace.go:171","msg":"trace[1080532712] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w25xp; range_end:; response_count:1; response_revision:692; }","duration":"205.148925ms","start":"2026-07-01T00:53:33.093727Z","end":"2026-07-01T00:53:33.298876Z","steps":["trace[1080532712] 'agreement among raft nodes before linearized reading' (duration: 204.811904ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:33.401295Z","caller":"traceutil/trace.go:171","msg":"trace[1820114825] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"114.285949ms","start":"2026-07-01T00:53:33.28698Z","end":"2026-07-01T00:53:33.401266Z","steps":["trace[1820114825] 'process raft request' (duration: 103.173481ms)","trace[1820114825] 'compare' (duration: 10.85446ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:33.405863Z","caller":"traceutil/trace.go:171","msg":"trace[1986399922] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"106.080503ms","start":"2026-07-01T00:53:33.299742Z","end":"2026-07-01T00:53:33.405822Z","steps":["trace[1986399922] 'process raft request' (duration: 105.625908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:34.306107Z","caller":"traceutil/trace.go:171","msg":"trace[22506788] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"143.217925ms","start":"2026-07-01T00:53:34.162857Z","end":"2026-07-01T00:53:34.306075Z","steps":["trace[22506788] 'process raft request' (duration: 73.794101ms)","trace[22506788] 'compare' (duration: 69.2953ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:34.966732Z","caller":"traceutil/trace.go:171","msg":"trace[1755124503] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:732; }","duration":"212.093222ms","start":"2026-07-01T00:53:34.75462Z","end":"2026-07-01T00:53:34.966713Z","steps":["trace[1755124503] 'read index received' (duration: 135.6992ms)","trace[1755124503] 'applied index is now lower than readState.Index' (duration: 76.393172ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:34.966851Z","caller":"traceutil/trace.go:171","msg":"trace[1737463597] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"289.201527ms","start":"2026-07-01T00:53:34.677641Z","end":"2026-07-01T00:53:34.966842Z","steps":["trace[1737463597] 'process raft request' (duration: 212.740183ms)","trace[1737463597] 'compare' (duration: 76.121854ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:34.967059Z","caller":"traceutil/trace.go:171","msg":"trace[96396277] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"288.732403ms","start":"2026-07-01T00:53:34.678318Z","end":"2026-07-01T00:53:34.967051Z","steps":["trace[96396277] 'process raft request' (duration: 288.31099ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:34.967123Z","caller":"traceutil/trace.go:171","msg":"trace[1714273453] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"289.039123ms","start":"2026-07-01T00:53:34.678046Z","end":"2026-07-01T00:53:34.967085Z","steps":["trace[1714273453] 'process raft request' (duration: 288.63454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:34.967222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.577808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-07-01T00:53:34.967306Z","caller":"traceutil/trace.go:171","msg":"trace[1202392536] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:706; }","duration":"212.789404ms","start":"2026-07-01T00:53:34.754494Z","end":"2026-07-01T00:53:34.967284Z","steps":["trace[1202392536] 'agreement among raft nodes before linearized reading' (duration: 212.399722ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:35.664971Z","caller":"traceutil/trace.go:171","msg":"trace[1820772539] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"528.415409ms","start":"2026-07-01T00:53:35.136528Z","end":"2026-07-01T00:53:35.664944Z","steps":["trace[1820772539] 'read index received' (duration: 455.571677ms)","trace[1820772539] 'applied index is now lower than readState.Index' (duration: 72.842522ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:35.665103Z","caller":"traceutil/trace.go:171","msg":"trace[1350003812] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"618.80817ms","start":"2026-07-01T00:53:35.046258Z","end":"2026-07-01T00:53:35.665066Z","steps":["trace[1350003812] 'process raft request' (duration: 545.821104ms)","trace[1350003812] 'compare' (duration: 71.346034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:35.665291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.743889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w25xp\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-07-01T00:53:35.665339Z","caller":"traceutil/trace.go:171","msg":"trace[693609945] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w25xp; range_end:; response_count:1; response_revision:707; }","duration":"528.840432ms","start":"2026-07-01T00:53:35.136485Z","end":"2026-07-01T00:53:35.665326Z","steps":["trace[693609945] 'agreement among raft nodes before linearized reading' (duration: 528.580894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.665381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:35.136466Z","time spent":"528.902424ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18356,"request content":"key:\"/registry/pods/kube-system/cilium-w25xp\" "} {"level":"warn","ts":"2026-07-01T00:53:35.665286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:35.046229Z","time spent":"618.949124ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:35.667687Z","caller":"traceutil/trace.go:171","msg":"trace[590149359] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"403.789985ms","start":"2026-07-01T00:53:35.263874Z","end":"2026-07-01T00:53:35.667664Z","steps":["trace[590149359] 'process raft request' (duration: 403.430594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.668977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:35.263836Z","time spent":"404.974852ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:35.667895Z","caller":"traceutil/trace.go:171","msg":"trace[1648028348] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"398.698197ms","start":"2026-07-01T00:53:35.269174Z","end":"2026-07-01T00:53:35.667872Z","steps":["trace[1648028348] 'process raft request' (duration: 398.441239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.670745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:35.269144Z","time spent":"401.534165ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:35.67434Z","caller":"traceutil/trace.go:171","msg":"trace[169681995] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"287.059319ms","start":"2026-07-01T00:53:35.387242Z","end":"2026-07-01T00:53:35.674301Z","steps":["trace[169681995] 'process raft request' (duration: 285.81822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.674463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.212214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-07-01T00:53:35.674541Z","caller":"traceutil/trace.go:171","msg":"trace[1617833738] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:710; }","duration":"119.331828ms","start":"2026-07-01T00:53:35.555189Z","end":"2026-07-01T00:53:35.674521Z","steps":["trace[1617833738] 'agreement among raft nodes before linearized reading' (duration: 119.099401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.675006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.445034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:53:35.67514Z","caller":"traceutil/trace.go:171","msg":"trace[1149052739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:710; }","duration":"258.631559ms","start":"2026-07-01T00:53:35.416474Z","end":"2026-07-01T00:53:35.675105Z","steps":["trace[1149052739] 'agreement among raft nodes before linearized reading' (duration: 257.70141ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:35.934787Z","caller":"traceutil/trace.go:171","msg":"trace[986616927] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"185.460169ms","start":"2026-07-01T00:53:35.749287Z","end":"2026-07-01T00:53:35.934747Z","steps":["trace[986616927] 'process raft request' (duration: 185.201071ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:35.935009Z","caller":"traceutil/trace.go:171","msg":"trace[400186355] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"250.761224ms","start":"2026-07-01T00:53:35.684211Z","end":"2026-07-01T00:53:35.934973Z","steps":["trace[400186355] 'process raft request' (duration: 249.920578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:47.385289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784745685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:53:47.885978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784745685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:53:48.342282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.581208894s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:53:48.342705Z","caller":"traceutil/trace.go:171","msg":"trace[328098871] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"1.58172417s","start":"2026-07-01T00:53:46.760952Z","end":"2026-07-01T00:53:48.342676Z","steps":["trace[328098871] 'process raft request' (duration: 1.581542125s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.342897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:46.760925Z","time spent":"1.581873064s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:48.348977Z","caller":"traceutil/trace.go:171","msg":"trace[1689241497] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:828; }","duration":"1.464225779s","start":"2026-07-01T00:53:46.884722Z","end":"2026-07-01T00:53:48.348948Z","steps":["trace[1689241497] 'read index received' (duration: 1.457811039s)","trace[1689241497] 'applied index is now lower than readState.Index' (duration: 6.41333ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:48.349079Z","caller":"traceutil/trace.go:171","msg":"trace[1244558696] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"1.127605336s","start":"2026-07-01T00:53:47.221436Z","end":"2026-07-01T00:53:48.349041Z","steps":["trace[1244558696] 'process raft request' (duration: 1.127357429s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.349144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407757041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:48.349185Z","caller":"traceutil/trace.go:171","msg":"trace[1229384245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"1.407861855s","start":"2026-07-01T00:53:46.941312Z","end":"2026-07-01T00:53:48.349174Z","steps":["trace[1229384245] 'agreement among raft nodes before linearized reading' (duration: 1.407764752s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.349202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464473457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:53:48.349285Z","caller":"traceutil/trace.go:171","msg":"trace[1093866184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"1.464609482s","start":"2026-07-01T00:53:46.884661Z","end":"2026-07-01T00:53:48.34927Z","steps":["trace[1093866184] 'agreement among raft nodes before linearized reading' (duration: 1.464408575s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.349273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:46.941275Z","time spent":"1.407985798s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:53:48.349316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:46.884632Z","time spent":"1.464677264s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:53:48.349299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.173014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T00:53:48.349337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:47.221406Z","time spent":"1.127777302s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:48.349349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297582871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-01T00:53:48.349389Z","caller":"traceutil/trace.go:171","msg":"trace[1307854957] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:797; }","duration":"507.32856ms","start":"2026-07-01T00:53:47.84204Z","end":"2026-07-01T00:53:48.349368Z","steps":["trace[1307854957] 'agreement among raft nodes before linearized reading' (duration: 507.056401ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:48.349429Z","caller":"traceutil/trace.go:171","msg":"trace[631718219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:797; }","duration":"1.297687334s","start":"2026-07-01T00:53:47.05171Z","end":"2026-07-01T00:53:48.349398Z","steps":["trace[631718219] 'agreement among raft nodes before linearized reading' (duration: 1.297430806s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.349439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:47.842011Z","time spent":"507.418013ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:53:48.349442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297683633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T00:53:48.349472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:47.051682Z","time spent":"1.297778617s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:53:48.349502Z","caller":"traceutil/trace.go:171","msg":"trace[1522247780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:797; }","duration":"1.297760615s","start":"2026-07-01T00:53:47.051728Z","end":"2026-07-01T00:53:48.349489Z","steps":["trace[1522247780] 'agreement among raft nodes before linearized reading' (duration: 1.297524908s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.349536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:47.051715Z","time spent":"1.297812778s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T00:53:51.440575Z","caller":"traceutil/trace.go:171","msg":"trace[623720919] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"190.377003ms","start":"2026-07-01T00:53:51.250173Z","end":"2026-07-01T00:53:51.44055Z","steps":["trace[623720919] 'process raft request' (duration: 190.216918ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:56.165986Z","caller":"traceutil/trace.go:171","msg":"trace[599889202] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"117.375425ms","start":"2026-07-01T00:53:56.04858Z","end":"2026-07-01T00:53:56.165956Z","steps":["trace[599889202] 'process raft request' (duration: 117.175219ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:56.373636Z","caller":"traceutil/trace.go:171","msg":"trace[225362805] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"270.224783ms","start":"2026-07-01T00:53:56.103379Z","end":"2026-07-01T00:53:56.373604Z","steps":["trace[225362805] 'process raft request' (duration: 203.875255ms)","trace[225362805] 'compare' (duration: 66.135732ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:56.373642Z","caller":"traceutil/trace.go:171","msg":"trace[507984316] linearizableReadLoop","detail":"{readStateIndex:903; appliedIndex:901; }","duration":"218.808973ms","start":"2026-07-01T00:53:56.154723Z","end":"2026-07-01T00:53:56.373532Z","steps":["trace[507984316] 'read index received' (duration: 11.022345ms)","trace[507984316] 'applied index is now lower than readState.Index' (duration: 207.785328ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:56.373751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.00865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:53:56.373798Z","caller":"traceutil/trace.go:171","msg":"trace[2126693853] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:868; }","duration":"219.115933ms","start":"2026-07-01T00:53:56.154668Z","end":"2026-07-01T00:53:56.373784Z","steps":["trace[2126693853] 'agreement among raft nodes before linearized reading' (duration: 219.006429ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:56.38996Z","caller":"traceutil/trace.go:171","msg":"trace[308834366] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"217.460111ms","start":"2026-07-01T00:53:56.17248Z","end":"2026-07-01T00:53:56.38994Z","steps":["trace[308834366] 'process raft request' (duration: 217.177323ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:56.390115Z","caller":"traceutil/trace.go:171","msg":"trace[357487210] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"217.522803ms","start":"2026-07-01T00:53:56.17257Z","end":"2026-07-01T00:53:56.390093Z","steps":["trace[357487210] 'process raft request' (duration: 217.269695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:56.390162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.126589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:56.390217Z","caller":"traceutil/trace.go:171","msg":"trace[836967209] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"212.903729ms","start":"2026-07-01T00:53:56.177252Z","end":"2026-07-01T00:53:56.390156Z","steps":["trace[836967209] 'process raft request' (duration: 212.644391ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:56.390306Z","caller":"traceutil/trace.go:171","msg":"trace[467971440] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:871; }","duration":"132.362386ms","start":"2026-07-01T00:53:56.257911Z","end":"2026-07-01T00:53:56.390274Z","steps":["trace[467971440] 'agreement among raft nodes before linearized reading' (duration: 132.126988ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:02.599085Z","caller":"traceutil/trace.go:171","msg":"trace[130447399] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"105.967919ms","start":"2026-07-01T00:54:02.493077Z","end":"2026-07-01T00:54:02.599044Z","steps":["trace[130447399] 'process raft request' (duration: 53.461405ms)","trace[130447399] 'compare' (duration: 52.269827ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:02.599159Z","caller":"traceutil/trace.go:171","msg":"trace[513246293] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"105.160543ms","start":"2026-07-01T00:54:02.493958Z","end":"2026-07-01T00:54:02.599119Z","steps":["trace[513246293] 'process raft request' (duration: 105.019419ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:02.599222Z","caller":"traceutil/trace.go:171","msg":"trace[47099706] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"105.116072ms","start":"2026-07-01T00:54:02.494061Z","end":"2026-07-01T00:54:02.599177Z","steps":["trace[47099706] 'process raft request' (duration: 104.991458ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:02.599169Z","caller":"traceutil/trace.go:171","msg":"trace[2082386594] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"103.572244ms","start":"2026-07-01T00:54:02.495566Z","end":"2026-07-01T00:54:02.599138Z","steps":["trace[2082386594] 'process raft request' (duration: 103.524792ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:03.21353Z","caller":"traceutil/trace.go:171","msg":"trace[1484586058] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"284.079247ms","start":"2026-07-01T00:54:02.929388Z","end":"2026-07-01T00:54:03.213467Z","steps":["trace[1484586058] 'process raft request' (duration: 282.571269ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:03.213534Z","caller":"traceutil/trace.go:171","msg":"trace[1690097566] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1000; }","duration":"274.039863ms","start":"2026-07-01T00:54:02.939433Z","end":"2026-07-01T00:54:03.213473Z","steps":["trace[1690097566] 'read index received' (duration: 28.545674ms)","trace[1690097566] 'applied index is now lower than readState.Index' (duration: 245.493319ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:03.213604Z","caller":"traceutil/trace.go:171","msg":"trace[1836653200] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"282.714404ms","start":"2026-07-01T00:54:02.930861Z","end":"2026-07-01T00:54:03.213576Z","steps":["trace[1836653200] 'process raft request' (duration: 282.513428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:03.213682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.233499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:03.213742Z","caller":"traceutil/trace.go:171","msg":"trace[775210430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"274.361553ms","start":"2026-07-01T00:54:02.939364Z","end":"2026-07-01T00:54:03.213725Z","steps":["trace[775210430] 'agreement among raft nodes before linearized reading' (duration: 274.254469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:04.02048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.836374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:54:04.020605Z","caller":"traceutil/trace.go:171","msg":"trace[167588503] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"797.965252ms","start":"2026-07-01T00:54:03.222619Z","end":"2026-07-01T00:54:04.020584Z","steps":["trace[167588503] 'process raft request' (duration: 395.928541ms)","trace[167588503] 'compare' (duration: 401.548256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:04.020665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:03.222585Z","time spent":"798.053735ms","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:04.079007Z","caller":"traceutil/trace.go:171","msg":"trace[159368934] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1004; }","duration":"137.362722ms","start":"2026-07-01T00:54:03.941613Z","end":"2026-07-01T00:54:04.078976Z","steps":["trace[159368934] 'read index received' (duration: 137.060743ms)","trace[159368934] 'applied index is now lower than readState.Index' (duration: 300.759µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:04.079134Z","caller":"traceutil/trace.go:171","msg":"trace[1550538657] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"317.016099ms","start":"2026-07-01T00:54:03.762083Z","end":"2026-07-01T00:54:04.079099Z","steps":["trace[1550538657] 'process raft request' (duration: 316.700209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:04.079207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.574329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:04.079445Z","caller":"traceutil/trace.go:171","msg":"trace[1170880230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:969; }","duration":"137.883929ms","start":"2026-07-01T00:54:03.941545Z","end":"2026-07-01T00:54:04.079429Z","steps":["trace[1170880230] 'agreement among raft nodes before linearized reading' (duration: 137.58778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:04.079504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:03.762052Z","time spent":"317.291607ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:04.412699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.000278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:54:04.412929Z","caller":"traceutil/trace.go:171","msg":"trace[649657720] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:969; }","duration":"188.327199ms","start":"2026-07-01T00:54:04.224574Z","end":"2026-07-01T00:54:04.412901Z","steps":["trace[649657720] 'count revisions from in-memory index tree' (duration: 187.72258ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:04.702194Z","caller":"traceutil/trace.go:171","msg":"trace[2061916715] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"203.201635ms","start":"2026-07-01T00:54:04.498973Z","end":"2026-07-01T00:54:04.702175Z","steps":["trace[2061916715] 'process raft request' (duration: 202.802032ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:05.31479Z","caller":"traceutil/trace.go:171","msg":"trace[1307921159] linearizableReadLoop","detail":"{readStateIndex:1014; appliedIndex:1013; }","duration":"189.106613ms","start":"2026-07-01T00:54:05.125654Z","end":"2026-07-01T00:54:05.31476Z","steps":["trace[1307921159] 'read index received' (duration: 188.802143ms)","trace[1307921159] 'applied index is now lower than readState.Index' (duration: 302.9µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:05.314877Z","caller":"traceutil/trace.go:171","msg":"trace[1560326291] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"229.58104ms","start":"2026-07-01T00:54:05.085256Z","end":"2026-07-01T00:54:05.314837Z","steps":["trace[1560326291] 'process raft request' (duration: 229.319882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:05.315126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.420303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:05.315279Z","caller":"traceutil/trace.go:171","msg":"trace[823950763] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:978; }","duration":"189.638529ms","start":"2026-07-01T00:54:05.125591Z","end":"2026-07-01T00:54:05.31523Z","steps":["trace[823950763] 'agreement among raft nodes before linearized reading' (duration: 189.284518ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:05.460791Z","caller":"traceutil/trace.go:171","msg":"trace[1725236015] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"134.083709ms","start":"2026-07-01T00:54:05.326682Z","end":"2026-07-01T00:54:05.460766Z","steps":["trace[1725236015] 'process raft request' (duration: 126.900254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:06.226627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.931222ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-01T00:54:06.226903Z","caller":"traceutil/trace.go:171","msg":"trace[1569173012] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"142.290126ms","start":"2026-07-01T00:54:06.084596Z","end":"2026-07-01T00:54:06.226886Z","steps":["trace[1569173012] 'process raft request' (duration: 142.151012ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:06.226888Z","caller":"traceutil/trace.go:171","msg":"trace[1599631911] linearizableReadLoop","detail":"{readStateIndex:1017; appliedIndex:1016; }","duration":"306.101717ms","start":"2026-07-01T00:54:05.920744Z","end":"2026-07-01T00:54:06.226846Z","steps":["trace[1599631911] 'read index received' (duration: 174.059361ms)","trace[1599631911] 'applied index is now lower than readState.Index' (duration: 132.037056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:06.227132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.562555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:54:06.227127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.340265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:06.227182Z","caller":"traceutil/trace.go:171","msg":"trace[1758783712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:981; }","duration":"286.698959ms","start":"2026-07-01T00:54:05.940468Z","end":"2026-07-01T00:54:06.227167Z","steps":["trace[1758783712] 'agreement among raft nodes before linearized reading' (duration: 286.557884ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:06.227237Z","caller":"traceutil/trace.go:171","msg":"trace[1594325570] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:981; }","duration":"306.53174ms","start":"2026-07-01T00:54:05.92068Z","end":"2026-07-01T00:54:06.227211Z","steps":["trace[1594325570] 'agreement among raft nodes before linearized reading' (duration: 306.261352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:06.227304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:05.920652Z","time spent":"306.640774ms","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:54:07.229328Z","caller":"traceutil/trace.go:171","msg":"trace[1470706914] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"383.021287ms","start":"2026-07-01T00:54:06.846288Z","end":"2026-07-01T00:54:07.22931Z","steps":["trace[1470706914] 'process raft request' (duration: 382.771319ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:07.229302Z","caller":"traceutil/trace.go:171","msg":"trace[856734824] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1027; }","duration":"288.723214ms","start":"2026-07-01T00:54:06.94055Z","end":"2026-07-01T00:54:07.229273Z","steps":["trace[856734824] 'read index received' (duration: 288.395134ms)","trace[856734824] 'applied index is now lower than readState.Index' (duration: 326.8µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:07.229453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:06.846255Z","time spent":"383.13022ms","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211168,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:54:07.229645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.029904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:07.229712Z","caller":"traceutil/trace.go:171","msg":"trace[1925146975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:991; }","duration":"289.198669ms","start":"2026-07-01T00:54:06.940496Z","end":"2026-07-01T00:54:07.229695Z","steps":["trace[1925146975] 'agreement among raft nodes before linearized reading' (duration: 288.959382ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:07.353288Z","caller":"traceutil/trace.go:171","msg":"trace[1632684699] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"105.013199ms","start":"2026-07-01T00:54:07.248206Z","end":"2026-07-01T00:54:07.353219Z","steps":["trace[1632684699] 'process raft request' (duration: 104.941607ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:07.353299Z","caller":"traceutil/trace.go:171","msg":"trace[185949609] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"105.230496ms","start":"2026-07-01T00:54:07.248028Z","end":"2026-07-01T00:54:07.353259Z","steps":["trace[185949609] 'process raft request' (duration: 104.950787ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:07.957836Z","caller":"traceutil/trace.go:171","msg":"trace[1330607108] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"548.456886ms","start":"2026-07-01T00:54:07.409354Z","end":"2026-07-01T00:54:07.957811Z","steps":["trace[1330607108] 'process raft request' (duration: 548.290991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:07.957981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.409322Z","time spent":"548.58923ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.340005Z","caller":"traceutil/trace.go:171","msg":"trace[1837267411] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"929.689357ms","start":"2026-07-01T00:54:07.410273Z","end":"2026-07-01T00:54:08.339962Z","steps":["trace[1837267411] 'process raft request' (duration: 929.374037ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.340145Z","caller":"traceutil/trace.go:171","msg":"trace[650530418] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"922.671977ms","start":"2026-07-01T00:54:07.41745Z","end":"2026-07-01T00:54:08.340122Z","steps":["trace[650530418] 'process raft request' (duration: 922.45179ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.340131Z","caller":"traceutil/trace.go:171","msg":"trace[636607868] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"929.674776ms","start":"2026-07-01T00:54:07.410401Z","end":"2026-07-01T00:54:08.340076Z","steps":["trace[636607868] 'process raft request' (duration: 929.423409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.340196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.41025Z","time spent":"929.849572ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:54:08.340236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.417436Z","time spent":"922.75299ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.340303Z","caller":"traceutil/trace.go:171","msg":"trace[1065332762] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"917.265588ms","start":"2026-07-01T00:54:07.423018Z","end":"2026-07-01T00:54:08.340283Z","steps":["trace[1065332762] 'process raft request' (duration: 917.046011ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.340283Z","caller":"traceutil/trace.go:171","msg":"trace[90407340] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"917.281779ms","start":"2026-07-01T00:54:07.422943Z","end":"2026-07-01T00:54:08.340224Z","steps":["trace[90407340] 'process raft request' (duration: 917.027951ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.340185Z","caller":"traceutil/trace.go:171","msg":"trace[607774125] linearizableReadLoop","detail":"{readStateIndex:1038; appliedIndex:1033; }","duration":"426.806769ms","start":"2026-07-01T00:54:07.913315Z","end":"2026-07-01T00:54:08.340121Z","steps":["trace[607774125] 'read index received' (duration: 44.596957ms)","trace[607774125] 'applied index is now lower than readState.Index' (duration: 382.208572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:08.340489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.423Z","time spent":"917.347841ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:54:08.340521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.192631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:54:08.340535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.422904Z","time spent":"917.480525ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.340606Z","caller":"traceutil/trace.go:171","msg":"trace[985676609] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1001; }","duration":"427.325595ms","start":"2026-07-01T00:54:07.913261Z","end":"2026-07-01T00:54:08.340587Z","steps":["trace[985676609] 'agreement among raft nodes before linearized reading' (duration: 427.106869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.340669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.913202Z","time spent":"427.445799ms","remote":"127.0.0.1:60796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:54:08.340566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.410369Z","time spent":"930.168522ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.552812Z","caller":"traceutil/trace.go:171","msg":"trace[858564178] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"589.987339ms","start":"2026-07-01T00:54:07.962796Z","end":"2026-07-01T00:54:08.552784Z","steps":["trace[858564178] 'process raft request' (duration: 577.089215ms)","trace[858564178] 'compare' (duration: 12.646096ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:08.552846Z","caller":"traceutil/trace.go:171","msg":"trace[136045894] linearizableReadLoop","detail":"{readStateIndex:1041; appliedIndex:1038; }","duration":"212.298979ms","start":"2026-07-01T00:54:08.340524Z","end":"2026-07-01T00:54:08.552823Z","steps":["trace[136045894] 'read index received' (duration: 199.285071ms)","trace[136045894] 'applied index is now lower than readState.Index' (duration: 13.012758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:08.552961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.962768Z","time spent":"590.114073ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:54:08.553002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.321996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:08.553077Z","caller":"traceutil/trace.go:171","msg":"trace[217342906] transaction","detail":"{read_only:false; response_revision:1003; number_of_response:1; }","duration":"587.516501ms","start":"2026-07-01T00:54:07.965553Z","end":"2026-07-01T00:54:08.55307Z","steps":["trace[217342906] 'process raft request' (duration: 587.135989ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.553069Z","caller":"traceutil/trace.go:171","msg":"trace[1148521932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1004; }","duration":"611.453731ms","start":"2026-07-01T00:54:07.941598Z","end":"2026-07-01T00:54:08.553052Z","steps":["trace[1148521932] 'agreement among raft nodes before linearized reading' (duration: 611.307316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.55312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.941578Z","time spent":"611.529373ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T00:54:08.553324Z","caller":"traceutil/trace.go:171","msg":"trace[513677015] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"320.247259ms","start":"2026-07-01T00:54:08.233069Z","end":"2026-07-01T00:54:08.553316Z","steps":["trace[513677015] 'process raft request' (duration: 319.695722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.553376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.233007Z","time spent":"320.345402ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:08.553129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.96553Z","time spent":"587.563162ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:08.718145Z","caller":"traceutil/trace.go:171","msg":"trace[64745508] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"369.15316ms","start":"2026-07-01T00:54:08.348954Z","end":"2026-07-01T00:54:08.718107Z","steps":["trace[64745508] 'process raft request' (duration: 362.564004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.718355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.348928Z","time spent":"369.340816ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.71874Z","caller":"traceutil/trace.go:171","msg":"trace[1429245386] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"363.536565ms","start":"2026-07-01T00:54:08.355169Z","end":"2026-07-01T00:54:08.718705Z","steps":["trace[1429245386] 'process raft request' (duration: 362.875204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.718904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.355137Z","time spent":"363.68708ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.718896Z","caller":"traceutil/trace.go:171","msg":"trace[205272068] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"363.421721ms","start":"2026-07-01T00:54:08.355454Z","end":"2026-07-01T00:54:08.718875Z","steps":["trace[205272068] 'process raft request' (duration: 363.236846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.719006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.355448Z","time spent":"363.514954ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.719048Z","caller":"traceutil/trace.go:171","msg":"trace[2022321288] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"363.631358ms","start":"2026-07-01T00:54:08.355404Z","end":"2026-07-01T00:54:08.719036Z","steps":["trace[2022321288] 'process raft request' (duration: 363.234916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.719101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.355397Z","time spent":"363.68145ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.719127Z","caller":"traceutil/trace.go:171","msg":"trace[297414179] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"363.006529ms","start":"2026-07-01T00:54:08.3561Z","end":"2026-07-01T00:54:08.719106Z","steps":["trace[297414179] 'process raft request' (duration: 362.784402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.719178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.356062Z","time spent":"363.092281ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.719232Z","caller":"traceutil/trace.go:171","msg":"trace[940941206] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"363.282567ms","start":"2026-07-01T00:54:08.355932Z","end":"2026-07-01T00:54:08.719215Z","steps":["trace[940941206] 'process raft request' (duration: 362.837173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.719227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.702898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:08.719299Z","caller":"traceutil/trace.go:171","msg":"trace[1517326332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1017; }","duration":"164.780191ms","start":"2026-07-01T00:54:08.554503Z","end":"2026-07-01T00:54:08.719283Z","steps":["trace[1517326332] 'agreement among raft nodes before linearized reading' (duration: 164.645757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.719313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.355924Z","time spent":"363.352939ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.719116Z","caller":"traceutil/trace.go:171","msg":"trace[1638968286] linearizableReadLoop","detail":"{readStateIndex:1054; appliedIndex:1041; }","duration":"164.588024ms","start":"2026-07-01T00:54:08.554509Z","end":"2026-07-01T00:54:08.719097Z","steps":["trace[1638968286] 'read index received' (duration: 157.072629ms)","trace[1638968286] 'applied index is now lower than readState.Index' (duration: 7.513785ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:08.719351Z","caller":"traceutil/trace.go:171","msg":"trace[2097331987] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"363.525755ms","start":"2026-07-01T00:54:08.355781Z","end":"2026-07-01T00:54:08.719307Z","steps":["trace[2097331987] 'process raft request' (duration: 362.949067ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.719368Z","caller":"traceutil/trace.go:171","msg":"trace[1775770378] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"363.299187ms","start":"2026-07-01T00:54:08.356016Z","end":"2026-07-01T00:54:08.719315Z","steps":["trace[1775770378] 'process raft request' (duration: 362.829122ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.719456Z","caller":"traceutil/trace.go:171","msg":"trace[427150605] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"363.015908ms","start":"2026-07-01T00:54:08.356401Z","end":"2026-07-01T00:54:08.719417Z","steps":["trace[427150605] 'process raft request' (duration: 362.565624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.719504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.355748Z","time spent":"363.675169ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.719501Z","caller":"traceutil/trace.go:171","msg":"trace[405286580] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"363.173863ms","start":"2026-07-01T00:54:08.356306Z","end":"2026-07-01T00:54:08.71948Z","steps":["trace[405286580] 'process raft request' (duration: 362.617476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.71953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.356396Z","time spent":"363.099181ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.719555Z","caller":"traceutil/trace.go:171","msg":"trace[701054918] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"362.42568ms","start":"2026-07-01T00:54:08.357113Z","end":"2026-07-01T00:54:08.719539Z","steps":["trace[701054918] 'process raft request' (duration: 361.892733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.719553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.356013Z","time spent":"363.461152ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:54:08.719646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.356298Z","time spent":"363.257457ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.71966Z","caller":"traceutil/trace.go:171","msg":"trace[243083496] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"363.662859ms","start":"2026-07-01T00:54:08.35598Z","end":"2026-07-01T00:54:08.719643Z","steps":["trace[243083496] 'process raft request' (duration: 362.825663ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.719667Z","caller":"traceutil/trace.go:171","msg":"trace[1293879401] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"362.041718ms","start":"2026-07-01T00:54:08.357598Z","end":"2026-07-01T00:54:08.71964Z","steps":["trace[1293879401] 'process raft request' (duration: 361.45182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.719622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.357102Z","time spent":"362.485222ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:54:08.720071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.357589Z","time spent":"362.237964ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:54:08.719743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.35597Z","time spent":"363.735301ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:54:08.789337Z","caller":"traceutil/trace.go:171","msg":"trace[1977892039] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"228.275159ms","start":"2026-07-01T00:54:08.561033Z","end":"2026-07-01T00:54:08.789308Z","steps":["trace[1977892039] 'process raft request' (duration: 228.028872ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.789619Z","caller":"traceutil/trace.go:171","msg":"trace[2127345143] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"226.490573ms","start":"2026-07-01T00:54:08.563101Z","end":"2026-07-01T00:54:08.789591Z","steps":["trace[2127345143] 'process raft request' (duration: 226.141572ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.994584Z","caller":"traceutil/trace.go:171","msg":"trace[1696255722] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"268.952863ms","start":"2026-07-01T00:54:08.725581Z","end":"2026-07-01T00:54:08.994534Z","steps":["trace[1696255722] 'process raft request' (duration: 268.674975ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.994653Z","caller":"traceutil/trace.go:171","msg":"trace[1692220836] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"268.8477ms","start":"2026-07-01T00:54:08.725747Z","end":"2026-07-01T00:54:08.994595Z","steps":["trace[1692220836] 'process raft request' (duration: 268.736767ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.99479Z","caller":"traceutil/trace.go:171","msg":"trace[1700512319] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"268.845649ms","start":"2026-07-01T00:54:08.725913Z","end":"2026-07-01T00:54:08.994758Z","steps":["trace[1700512319] 'process raft request' (duration: 268.683804ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.994849Z","caller":"traceutil/trace.go:171","msg":"trace[1062459227] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"269.127248ms","start":"2026-07-01T00:54:08.725693Z","end":"2026-07-01T00:54:08.994821Z","steps":["trace[1062459227] 'process raft request' (duration: 268.757147ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.994667Z","caller":"traceutil/trace.go:171","msg":"trace[573712417] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"268.805848ms","start":"2026-07-01T00:54:08.725822Z","end":"2026-07-01T00:54:08.994628Z","steps":["trace[573712417] 'process raft request' (duration: 268.694685ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.994925Z","caller":"traceutil/trace.go:171","msg":"trace[494358455] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"268.936023ms","start":"2026-07-01T00:54:08.725971Z","end":"2026-07-01T00:54:08.994907Z","steps":["trace[494358455] 'process raft request' (duration: 268.693146ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.994905Z","caller":"traceutil/trace.go:171","msg":"trace[2051732073] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"268.940063ms","start":"2026-07-01T00:54:08.725874Z","end":"2026-07-01T00:54:08.994814Z","steps":["trace[2051732073] 'process raft request' (duration: 268.695036ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.994976Z","caller":"traceutil/trace.go:171","msg":"trace[723040531] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"268.855691ms","start":"2026-07-01T00:54:08.726098Z","end":"2026-07-01T00:54:08.994953Z","steps":["trace[723040531] 'process raft request' (duration: 268.719666ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.994925Z","caller":"traceutil/trace.go:171","msg":"trace[1950232508] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"268.977404ms","start":"2026-07-01T00:54:08.725815Z","end":"2026-07-01T00:54:08.994793Z","steps":["trace[1950232508] 'process raft request' (duration: 268.728206ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.995042Z","caller":"traceutil/trace.go:171","msg":"trace[1121247583] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"265.737353ms","start":"2026-07-01T00:54:08.729279Z","end":"2026-07-01T00:54:08.995017Z","steps":["trace[1121247583] 'process raft request' (duration: 265.584578ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.995065Z","caller":"traceutil/trace.go:171","msg":"trace[989883818] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"265.429662ms","start":"2026-07-01T00:54:08.729609Z","end":"2026-07-01T00:54:08.995038Z","steps":["trace[989883818] 'process raft request' (duration: 265.332059ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.995135Z","caller":"traceutil/trace.go:171","msg":"trace[735079595] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"265.111413ms","start":"2026-07-01T00:54:08.730005Z","end":"2026-07-01T00:54:08.995117Z","steps":["trace[735079595] 'process raft request' (duration: 264.985729ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.994939Z","caller":"traceutil/trace.go:171","msg":"trace[1697313735] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"268.868881ms","start":"2026-07-01T00:54:08.72606Z","end":"2026-07-01T00:54:08.994929Z","steps":["trace[1697313735] 'process raft request' (duration: 268.629693ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:08.995114Z","caller":"traceutil/trace.go:171","msg":"trace[2089474387] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1056; }","duration":"196.518194ms","start":"2026-07-01T00:54:08.798584Z","end":"2026-07-01T00:54:08.995102Z","steps":["trace[2089474387] 'read index received' (duration: 195.724829ms)","trace[2089474387] 'applied index is now lower than readState.Index' (duration: 792.535µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:08.995301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.693779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:54:08.995348Z","caller":"traceutil/trace.go:171","msg":"trace[153071075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1032; }","duration":"196.797543ms","start":"2026-07-01T00:54:08.79854Z","end":"2026-07-01T00:54:08.995338Z","steps":["trace[153071075] 'agreement among raft nodes before linearized reading' (duration: 196.600286ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:09.127483Z","caller":"traceutil/trace.go:171","msg":"trace[452084159] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"323.200742ms","start":"2026-07-01T00:54:08.804245Z","end":"2026-07-01T00:54:09.127446Z","steps":["trace[452084159] 'process raft request' (duration: 323.090929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.127728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.060426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:54:09.127804Z","caller":"traceutil/trace.go:171","msg":"trace[2029536317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1035; }","duration":"329.162649ms","start":"2026-07-01T00:54:08.798625Z","end":"2026-07-01T00:54:09.127788Z","steps":["trace[2029536317] 'agreement among raft nodes before linearized reading' (duration: 328.934412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.127765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.804231Z","time spent":"323.393188ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:09.127973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.971572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:54:09.128033Z","caller":"traceutil/trace.go:171","msg":"trace[1702652063] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1035; }","duration":"329.061395ms","start":"2026-07-01T00:54:08.798958Z","end":"2026-07-01T00:54:09.12802Z","steps":["trace[1702652063] 'agreement among raft nodes before linearized reading' (duration: 328.923021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.127855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.798619Z","time spent":"329.223131ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:54:09.128078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.798944Z","time spent":"329.123488ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:54:09.128102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.412387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T00:54:09.128074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.939271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:54:09.128178Z","caller":"traceutil/trace.go:171","msg":"trace[1808895669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1035; }","duration":"329.50526ms","start":"2026-07-01T00:54:08.798657Z","end":"2026-07-01T00:54:09.128162Z","steps":["trace[1808895669] 'agreement among raft nodes before linearized reading' (duration: 329.263252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.128218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.798604Z","time spent":"329.607142ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T00:54:09.128217Z","caller":"traceutil/trace.go:171","msg":"trace[1479215150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1035; }","duration":"329.123048ms","start":"2026-07-01T00:54:08.799074Z","end":"2026-07-01T00:54:09.128197Z","steps":["trace[1479215150] 'agreement among raft nodes before linearized reading' (duration: 328.745296ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:09.127499Z","caller":"traceutil/trace.go:171","msg":"trace[1075588319] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1069; }","duration":"132.210511ms","start":"2026-07-01T00:54:08.99526Z","end":"2026-07-01T00:54:09.12747Z","steps":["trace[1075588319] 'read index received' (duration: 100.429426ms)","trace[1075588319] 'applied index is now lower than readState.Index' (duration: 31.779705ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:09.127476Z","caller":"traceutil/trace.go:171","msg":"trace[1778348979] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"328.427606ms","start":"2026-07-01T00:54:08.799009Z","end":"2026-07-01T00:54:09.127436Z","steps":["trace[1778348979] 'process raft request' (duration: 296.599619ms)","trace[1778348979] 'compare' (duration: 31.571119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:09.128284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.799067Z","time spent":"329.20241ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:54:09.128311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.971655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:09.128374Z","caller":"traceutil/trace.go:171","msg":"trace[400239670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1035; }","duration":"186.083188ms","start":"2026-07-01T00:54:08.942277Z","end":"2026-07-01T00:54:09.12836Z","steps":["trace[400239670] 'agreement among raft nodes before linearized reading' (duration: 185.988445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.128395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:08.798988Z","time spent":"329.321753ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:09.128717Z","caller":"traceutil/trace.go:171","msg":"trace[1137750224] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"127.804843ms","start":"2026-07-01T00:54:09.000888Z","end":"2026-07-01T00:54:09.128693Z","steps":["trace[1137750224] 'process raft request' (duration: 126.522283ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:09.129478Z","caller":"traceutil/trace.go:171","msg":"trace[69567864] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"127.38525ms","start":"2026-07-01T00:54:09.002071Z","end":"2026-07-01T00:54:09.129456Z","steps":["trace[69567864] 'process raft request' (duration: 125.45872ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:09.12955Z","caller":"traceutil/trace.go:171","msg":"trace[1509778910] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"123.144967ms","start":"2026-07-01T00:54:09.006388Z","end":"2026-07-01T00:54:09.129533Z","steps":["trace[1509778910] 'process raft request' (duration: 123.092605ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:09.129637Z","caller":"traceutil/trace.go:171","msg":"trace[210063900] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"127.451272ms","start":"2026-07-01T00:54:09.002152Z","end":"2026-07-01T00:54:09.129603Z","steps":["trace[210063900] 'process raft request' (duration: 127.123212ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:09.129791Z","caller":"traceutil/trace.go:171","msg":"trace[1045064926] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"124.077686ms","start":"2026-07-01T00:54:09.005701Z","end":"2026-07-01T00:54:09.129779Z","steps":["trace[1045064926] 'process raft request' (duration: 123.720415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:09.129568Z","caller":"traceutil/trace.go:171","msg":"trace[1923177380] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"126.935066ms","start":"2026-07-01T00:54:09.002614Z","end":"2026-07-01T00:54:09.129549Z","steps":["trace[1923177380] 'process raft request' (duration: 126.768871ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:12.553543Z","caller":"traceutil/trace.go:171","msg":"trace[1673891654] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"106.688896ms","start":"2026-07-01T00:54:12.446824Z","end":"2026-07-01T00:54:12.553513Z","steps":["trace[1673891654] 'process raft request' (duration: 106.526011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:12.777769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.498943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:54:12.777949Z","caller":"traceutil/trace.go:171","msg":"trace[1313997684] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"209.787659ms","start":"2026-07-01T00:54:12.568117Z","end":"2026-07-01T00:54:12.777904Z","steps":["trace[1313997684] 'process raft request' (duration: 88.059888ms)","trace[1313997684] 'compare' (duration: 121.352419ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:12.778015Z","caller":"traceutil/trace.go:171","msg":"trace[1155193625] linearizableReadLoop","detail":"{readStateIndex:1184; appliedIndex:1183; }","duration":"153.286266ms","start":"2026-07-01T00:54:12.624719Z","end":"2026-07-01T00:54:12.778005Z","steps":["trace[1155193625] 'read index received' (duration: 31.535604ms)","trace[1155193625] 'applied index is now lower than readState.Index' (duration: 121.749542ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:12.777971Z","caller":"traceutil/trace.go:171","msg":"trace[707158669] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"101.75807ms","start":"2026-07-01T00:54:12.676195Z","end":"2026-07-01T00:54:12.777953Z","steps":["trace[707158669] 'process raft request' (duration: 101.692438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:12.778191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.476452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:54:12.778254Z","caller":"traceutil/trace.go:171","msg":"trace[889113067] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1147; }","duration":"153.580465ms","start":"2026-07-01T00:54:12.624656Z","end":"2026-07-01T00:54:12.778236Z","steps":["trace[889113067] 'agreement among raft nodes before linearized reading' (duration: 153.391089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:12.982402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.542318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:12.982564Z","caller":"traceutil/trace.go:171","msg":"trace[843449245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:0; response_revision:1147; }","duration":"104.762665ms","start":"2026-07-01T00:54:12.877767Z","end":"2026-07-01T00:54:12.98253Z","steps":["trace[843449245] 'range keys from in-memory index tree' (duration: 104.460275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:13.23387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.163029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:54:13.234015Z","caller":"traceutil/trace.go:171","msg":"trace[50240568] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"193.452923ms","start":"2026-07-01T00:54:13.040539Z","end":"2026-07-01T00:54:13.233992Z","steps":["trace[50240568] 'process raft request' (duration: 55.097289ms)","trace[50240568] 'compare' (duration: 138.019903ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:13.24025Z","caller":"traceutil/trace.go:171","msg":"trace[530284074] linearizableReadLoop","detail":"{readStateIndex:1188; appliedIndex:1186; }","duration":"176.645523ms","start":"2026-07-01T00:54:13.063582Z","end":"2026-07-01T00:54:13.240227Z","steps":["trace[530284074] 'read index received' (duration: 32.069602ms)","trace[530284074] 'applied index is now lower than readState.Index' (duration: 144.574331ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:13.240403Z","caller":"traceutil/trace.go:171","msg":"trace[266118076] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"197.347465ms","start":"2026-07-01T00:54:13.043012Z","end":"2026-07-01T00:54:13.24036Z","steps":["trace[266118076] 'process raft request' (duration: 197.067866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:13.240489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.88838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:13.240674Z","caller":"traceutil/trace.go:171","msg":"trace[212040510] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1150; }","duration":"177.103437ms","start":"2026-07-01T00:54:13.063548Z","end":"2026-07-01T00:54:13.240652Z","steps":["trace[212040510] 'agreement among raft nodes before linearized reading' (duration: 176.88015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:13.240562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.820068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:13.240821Z","caller":"traceutil/trace.go:171","msg":"trace[964094023] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1150; }","duration":"177.138848ms","start":"2026-07-01T00:54:13.063672Z","end":"2026-07-01T00:54:13.240811Z","steps":["trace[964094023] 'agreement among raft nodes before linearized reading' (duration: 176.795217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:13.240974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.18573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:13.24101Z","caller":"traceutil/trace.go:171","msg":"trace[2035494319] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1150; }","duration":"177.226861ms","start":"2026-07-01T00:54:13.063773Z","end":"2026-07-01T00:54:13.241Z","steps":["trace[2035494319] 'agreement among raft nodes before linearized reading' (duration: 177.159609ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:13.544651Z","caller":"traceutil/trace.go:171","msg":"trace[558567086] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"103.838626ms","start":"2026-07-01T00:54:13.440778Z","end":"2026-07-01T00:54:13.544617Z","steps":["trace[558567086] 'process raft request' (duration: 103.556507ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:13.783966Z","caller":"traceutil/trace.go:171","msg":"trace[968696003] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"144.270101ms","start":"2026-07-01T00:54:13.639671Z","end":"2026-07-01T00:54:13.783941Z","steps":["trace[968696003] 'process raft request' (duration: 144.081275ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:17.519552Z","caller":"traceutil/trace.go:171","msg":"trace[1039061991] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"126.578723ms","start":"2026-07-01T00:54:17.392939Z","end":"2026-07-01T00:54:17.519518Z","steps":["trace[1039061991] 'process raft request' (duration: 126.360866ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:17.520432Z","caller":"traceutil/trace.go:171","msg":"trace[915351535] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"125.342194ms","start":"2026-07-01T00:54:17.395057Z","end":"2026-07-01T00:54:17.520399Z","steps":["trace[915351535] 'process raft request' (duration: 125.102526ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:17.520809Z","caller":"traceutil/trace.go:171","msg":"trace[1047729693] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"125.483189ms","start":"2026-07-01T00:54:17.395306Z","end":"2026-07-01T00:54:17.520789Z","steps":["trace[1047729693] 'process raft request' (duration: 125.040595ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:17.520934Z","caller":"traceutil/trace.go:171","msg":"trace[474779676] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"125.529421ms","start":"2026-07-01T00:54:17.39537Z","end":"2026-07-01T00:54:17.520899Z","steps":["trace[474779676] 'process raft request' (duration: 125.269833ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:17.520834Z","caller":"traceutil/trace.go:171","msg":"trace[197713569] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"125.311244ms","start":"2026-07-01T00:54:17.395495Z","end":"2026-07-01T00:54:17.520806Z","steps":["trace[197713569] 'process raft request' (duration: 125.254892ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:25.720548Z","caller":"traceutil/trace.go:171","msg":"trace[1194070838] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"159.821871ms","start":"2026-07-01T00:54:25.5607Z","end":"2026-07-01T00:54:25.720522Z","steps":["trace[1194070838] 'process raft request' (duration: 159.757279ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:25.720579Z","caller":"traceutil/trace.go:171","msg":"trace[973548831] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"160.182482ms","start":"2026-07-01T00:54:25.56037Z","end":"2026-07-01T00:54:25.720553Z","steps":["trace[973548831] 'process raft request' (duration: 159.944955ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:25.72084Z","caller":"traceutil/trace.go:171","msg":"trace[1978216515] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"160.084689ms","start":"2026-07-01T00:54:25.560734Z","end":"2026-07-01T00:54:25.720819Z","steps":["trace[1978216515] 'process raft request' (duration: 159.754229ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:25.720836Z","caller":"traceutil/trace.go:171","msg":"trace[1910748880] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"159.46331ms","start":"2026-07-01T00:54:25.561345Z","end":"2026-07-01T00:54:25.720808Z","steps":["trace[1910748880] 'process raft request' (duration: 159.360817ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:27.088749Z","caller":"traceutil/trace.go:171","msg":"trace[1610872487] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"218.488283ms","start":"2026-07-01T00:54:26.870239Z","end":"2026-07-01T00:54:27.088727Z","steps":["trace[1610872487] 'process raft request' (duration: 218.353699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:27.9056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.784578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:54:27.905734Z","caller":"traceutil/trace.go:171","msg":"trace[1855087424] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1274; }","duration":"964.734917ms","start":"2026-07-01T00:54:26.940977Z","end":"2026-07-01T00:54:27.905712Z","steps":["trace[1855087424] 'read index received' (duration: 147.758082ms)","trace[1855087424] 'applied index is now lower than readState.Index' (duration: 816.974965ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:27.905802Z","caller":"traceutil/trace.go:171","msg":"trace[570810762] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"1.025277447s","start":"2026-07-01T00:54:26.880463Z","end":"2026-07-01T00:54:27.905741Z","steps":["trace[570810762] 'process raft request' (duration: 718.23025ms)","trace[570810762] 'compare' (duration: 306.550161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:27.90588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.901033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:54:27.905918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:26.880433Z","time spent":"1.025425451s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:27.905932Z","caller":"traceutil/trace.go:171","msg":"trace[2093048555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1233; }","duration":"964.985265ms","start":"2026-07-01T00:54:26.940933Z","end":"2026-07-01T00:54:27.905918Z","steps":["trace[2093048555] 'agreement among raft nodes before linearized reading' (duration: 964.895093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:27.905978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:26.940914Z","time spent":"965.053707ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:54:27.906114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.60055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:54:27.906203Z","caller":"traceutil/trace.go:171","msg":"trace[1140813303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1233; }","duration":"181.793996ms","start":"2026-07-01T00:54:27.724385Z","end":"2026-07-01T00:54:27.906179Z","steps":["trace[1140813303] 'agreement among raft nodes before linearized reading' (duration: 181.548878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:27.906207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.327571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T00:54:27.906226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.160224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:54:27.906297Z","caller":"traceutil/trace.go:171","msg":"trace[1140760118] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1233; }","duration":"181.442545ms","start":"2026-07-01T00:54:27.72483Z","end":"2026-07-01T00:54:27.906272Z","steps":["trace[1140760118] 'agreement among raft nodes before linearized reading' (duration: 181.103054ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:27.906309Z","caller":"traceutil/trace.go:171","msg":"trace[1613306179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1233; }","duration":"271.290139ms","start":"2026-07-01T00:54:27.634996Z","end":"2026-07-01T00:54:27.906287Z","steps":["trace[1613306179] 'agreement among raft nodes before linearized reading' (duration: 270.932278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:27.906352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.988432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:54:27.906462Z","caller":"traceutil/trace.go:171","msg":"trace[772160433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1233; }","duration":"182.140996ms","start":"2026-07-01T00:54:27.724305Z","end":"2026-07-01T00:54:27.906446Z","steps":["trace[772160433] 'agreement among raft nodes before linearized reading' (duration: 181.690942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:27.906474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.297705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:54:27.906521Z","caller":"traceutil/trace.go:171","msg":"trace[2040880359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1233; }","duration":"178.353597ms","start":"2026-07-01T00:54:27.72815Z","end":"2026-07-01T00:54:27.906504Z","steps":["trace[2040880359] 'agreement among raft nodes before linearized reading' (duration: 177.785729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:28.746799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784746486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:29.247703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784746486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:29.747817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784746486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:30.248351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784746486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:30.749121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784746486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:30.837492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.927468352s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T00:54:30.888056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214201538s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:30.888206Z","caller":"traceutil/trace.go:171","msg":"trace[1317772525] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1233; }","duration":"2.214357703s","start":"2026-07-01T00:54:28.673824Z","end":"2026-07-01T00:54:30.888182Z","steps":["trace[1317772525] 'range keys from in-memory index tree' (duration: 2.214185847s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:30.888587Z","caller":"traceutil/trace.go:171","msg":"trace[358616352] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"2.978620406s","start":"2026-07-01T00:54:27.909929Z","end":"2026-07-01T00:54:30.88855Z","steps":["trace[358616352] 'process raft request' (duration: 2.927789652s)","trace[358616352] 'compare' (duration: 50.207134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:30.88878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.909903Z","time spent":"2.978776431s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:30.917557Z","caller":"traceutil/trace.go:171","msg":"trace[1570967257] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1275; }","duration":"2.671488196s","start":"2026-07-01T00:54:28.246048Z","end":"2026-07-01T00:54:30.917536Z","steps":["trace[1570967257] 'read index received' (duration: 2.591699788s)","trace[1570967257] 'applied index is now lower than readState.Index' (duration: 79.787888ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:30.917815Z","caller":"traceutil/trace.go:171","msg":"trace[1819652340] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"3.007320501s","start":"2026-07-01T00:54:27.910487Z","end":"2026-07-01T00:54:30.917807Z","steps":["trace[1819652340] 'process raft request' (duration: 3.006881737s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.917907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.910469Z","time spent":"3.007370603s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:30.918048Z","caller":"traceutil/trace.go:171","msg":"trace[1715833200] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"3.007419085s","start":"2026-07-01T00:54:27.910622Z","end":"2026-07-01T00:54:30.918041Z","steps":["trace[1715833200] 'process raft request' (duration: 3.006838636s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.918085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.910608Z","time spent":"3.007458555s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:30.918151Z","caller":"traceutil/trace.go:171","msg":"trace[532082776] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"3.007424165s","start":"2026-07-01T00:54:27.910722Z","end":"2026-07-01T00:54:30.918146Z","steps":["trace[532082776] 'process raft request' (duration: 3.006760554s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.91818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.910698Z","time spent":"3.007468636s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:30.918242Z","caller":"traceutil/trace.go:171","msg":"trace[902418941] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"3.007244549s","start":"2026-07-01T00:54:27.910993Z","end":"2026-07-01T00:54:30.918237Z","steps":["trace[902418941] 'process raft request' (duration: 3.006506095s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.91827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.910981Z","time spent":"3.00727557s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:30.918344Z","caller":"traceutil/trace.go:171","msg":"trace[1297944435] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"1.006423153s","start":"2026-07-01T00:54:29.911916Z","end":"2026-07-01T00:54:30.918339Z","steps":["trace[1297944435] 'process raft request' (duration: 1.005598027s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.918372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:29.911884Z","time spent":"1.006471304s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:30.918487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672440635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T00:54:30.91851Z","caller":"traceutil/trace.go:171","msg":"trace[468748625] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1239; }","duration":"2.672463956s","start":"2026-07-01T00:54:28.24604Z","end":"2026-07-01T00:54:30.918504Z","steps":["trace[468748625] 'agreement among raft nodes before linearized reading' (duration: 2.672388414s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.918528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:28.245931Z","time spent":"2.672594411s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T00:54:30.918604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395027703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:30.918621Z","caller":"traceutil/trace.go:171","msg":"trace[1808861565] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1239; }","duration":"2.395093056s","start":"2026-07-01T00:54:28.523524Z","end":"2026-07-01T00:54:30.918618Z","steps":["trace[1808861565] 'agreement among raft nodes before linearized reading' (duration: 2.395063545s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.918634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:28.523488Z","time spent":"2.395142577s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:54:30.918853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.453759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T00:54:30.918878Z","caller":"traceutil/trace.go:171","msg":"trace[796561475] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1239; }","duration":"145.514512ms","start":"2026-07-01T00:54:30.773357Z","end":"2026-07-01T00:54:30.918872Z","steps":["trace[796561475] 'agreement among raft nodes before linearized reading' (duration: 145.44916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.91898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.57424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-01T00:54:30.919Z","caller":"traceutil/trace.go:171","msg":"trace[1389750239] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1239; }","duration":"240.628043ms","start":"2026-07-01T00:54:30.678368Z","end":"2026-07-01T00:54:30.918996Z","steps":["trace[1389750239] 'agreement among raft nodes before linearized reading' (duration: 240.580471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.919068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.623181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:30.919084Z","caller":"traceutil/trace.go:171","msg":"trace[1184645224] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1239; }","duration":"575.678912ms","start":"2026-07-01T00:54:30.343402Z","end":"2026-07-01T00:54:30.919081Z","steps":["trace[1184645224] 'agreement among raft nodes before linearized reading' (duration: 575.648651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.919098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:30.343379Z","time spent":"575.715274ms","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:54:30.919197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.709666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:54:30.919223Z","caller":"traceutil/trace.go:171","msg":"trace[678602524] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1239; }","duration":"873.781738ms","start":"2026-07-01T00:54:30.045436Z","end":"2026-07-01T00:54:30.919218Z","steps":["trace[678602524] 'agreement among raft nodes before linearized reading' (duration: 873.737226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.919244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:30.04541Z","time spent":"873.828589ms","remote":"127.0.0.1:60916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:54:30.919535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59395411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:30.919557Z","caller":"traceutil/trace.go:171","msg":"trace[342332970] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1239; }","duration":"1.594008402s","start":"2026-07-01T00:54:29.325543Z","end":"2026-07-01T00:54:30.919551Z","steps":["trace[342332970] 'agreement among raft nodes before linearized reading' (duration: 1.593975291s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.919574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:29.325524Z","time spent":"1.594045524s","remote":"127.0.0.1:60880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:54:30.919682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706173261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:54:30.919709Z","caller":"traceutil/trace.go:171","msg":"trace[1744601544] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1239; }","duration":"1.706200732s","start":"2026-07-01T00:54:29.2135Z","end":"2026-07-01T00:54:30.919701Z","steps":["trace[1744601544] 'agreement among raft nodes before linearized reading' (duration: 1.706161851s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.919735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:29.213425Z","time spent":"1.706302835s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:54:30.919834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977612564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:30.919863Z","caller":"traceutil/trace.go:171","msg":"trace[1096513410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1239; }","duration":"1.977681847s","start":"2026-07-01T00:54:28.942174Z","end":"2026-07-01T00:54:30.919856Z","steps":["trace[1096513410] 'agreement among raft nodes before linearized reading' (duration: 1.977641285s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.919889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:28.942151Z","time spent":"1.977728897s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:54:30.919995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018713971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:30.920015Z","caller":"traceutil/trace.go:171","msg":"trace[579201811] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1239; }","duration":"2.018773903s","start":"2026-07-01T00:54:28.901236Z","end":"2026-07-01T00:54:30.92001Z","steps":["trace[579201811] 'agreement among raft nodes before linearized reading' (duration: 2.018740481s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.920033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:28.901184Z","time spent":"2.018843765s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:54:35.239838Z","caller":"traceutil/trace.go:171","msg":"trace[1663566772] linearizableReadLoop","detail":"{readStateIndex:1310; appliedIndex:1309; }","duration":"220.388024ms","start":"2026-07-01T00:54:35.019419Z","end":"2026-07-01T00:54:35.239807Z","steps":["trace[1663566772] 'read index received' (duration: 126.152201ms)","trace[1663566772] 'applied index is now lower than readState.Index' (duration: 94.234123ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:35.239912Z","caller":"traceutil/trace.go:171","msg":"trace[792438902] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"247.910972ms","start":"2026-07-01T00:54:34.991956Z","end":"2026-07-01T00:54:35.239867Z","steps":["trace[792438902] 'process raft request' (duration: 153.599396ms)","trace[792438902] 'compare' (duration: 94.017086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:35.240317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.780066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:54:35.240429Z","caller":"traceutil/trace.go:171","msg":"trace[67818288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1266; }","duration":"221.033664ms","start":"2026-07-01T00:54:35.019375Z","end":"2026-07-01T00:54:35.240409Z","steps":["trace[67818288] 'agreement among raft nodes before linearized reading' (duration: 220.564069ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:35.277475Z","caller":"traceutil/trace.go:171","msg":"trace[321775030] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"257.895786ms","start":"2026-07-01T00:54:35.019558Z","end":"2026-07-01T00:54:35.277453Z","steps":["trace[321775030] 'process raft request' (duration: 257.781783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:35.27769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.185276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:54:35.277767Z","caller":"traceutil/trace.go:171","msg":"trace[44965533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1267; }","duration":"258.291439ms","start":"2026-07-01T00:54:35.019457Z","end":"2026-07-01T00:54:35.277748Z","steps":["trace[44965533] 'agreement among raft nodes before linearized reading' (duration: 258.104343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:35.277914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.369142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T00:54:35.277976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.455454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:54:35.27829Z","caller":"traceutil/trace.go:171","msg":"trace[1812199949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1267; }","duration":"258.782614ms","start":"2026-07-01T00:54:35.019489Z","end":"2026-07-01T00:54:35.278272Z","steps":["trace[1812199949] 'agreement among raft nodes before linearized reading' (duration: 258.221307ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:35.278081Z","caller":"traceutil/trace.go:171","msg":"trace[2134068378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1267; }","duration":"258.481146ms","start":"2026-07-01T00:54:35.019516Z","end":"2026-07-01T00:54:35.277997Z","steps":["trace[2134068378] 'agreement among raft nodes before linearized reading' (duration: 258.179706ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:35.459665Z","caller":"traceutil/trace.go:171","msg":"trace[71320170] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"177.247212ms","start":"2026-07-01T00:54:35.282385Z","end":"2026-07-01T00:54:35.459632Z","steps":["trace[71320170] 'process raft request' (duration: 176.940143ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:35.459747Z","caller":"traceutil/trace.go:171","msg":"trace[1236648757] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"176.87164ms","start":"2026-07-01T00:54:35.282761Z","end":"2026-07-01T00:54:35.459633Z","steps":["trace[1236648757] 'process raft request' (duration: 176.820839ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:35.459664Z","caller":"traceutil/trace.go:171","msg":"trace[289525719] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"176.939293ms","start":"2026-07-01T00:54:35.282703Z","end":"2026-07-01T00:54:35.459642Z","steps":["trace[289525719] 'process raft request' (duration: 176.809478ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:36.217503Z","caller":"traceutil/trace.go:171","msg":"trace[2016764717] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"124.56822ms","start":"2026-07-01T00:54:36.092907Z","end":"2026-07-01T00:54:36.217475Z","steps":["trace[2016764717] 'process raft request' (duration: 115.555296ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:36.217656Z","caller":"traceutil/trace.go:171","msg":"trace[1242472060] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1275; }","duration":"123.358872ms","start":"2026-07-01T00:54:36.094273Z","end":"2026-07-01T00:54:36.217632Z","steps":["trace[1242472060] 'process raft request' (duration: 123.138215ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:36.238153Z","caller":"traceutil/trace.go:171","msg":"trace[359535662] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"101.544543ms","start":"2026-07-01T00:54:36.136584Z","end":"2026-07-01T00:54:36.238128Z","steps":["trace[359535662] 'process raft request' (duration: 101.398229ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:36.328278Z","caller":"traceutil/trace.go:171","msg":"trace[653243567] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"105.491448ms","start":"2026-07-01T00:54:36.222757Z","end":"2026-07-01T00:54:36.328248Z","steps":["trace[653243567] 'process raft request' (duration: 97.01597ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:36.32852Z","caller":"traceutil/trace.go:171","msg":"trace[239081410] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"105.410876ms","start":"2026-07-01T00:54:36.223079Z","end":"2026-07-01T00:54:36.32849Z","steps":["trace[239081410] 'process raft request' (duration: 105.089245ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:36.735801Z","caller":"traceutil/trace.go:171","msg":"trace[1186600351] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1301; }","duration":"142.64984ms","start":"2026-07-01T00:54:36.593126Z","end":"2026-07-01T00:54:36.735776Z","steps":["trace[1186600351] 'process raft request' (duration: 117.524218ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:36.735946Z","caller":"traceutil/trace.go:171","msg":"trace[825751982] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"127.09861ms","start":"2026-07-01T00:54:36.608831Z","end":"2026-07-01T00:54:36.735929Z","steps":["trace[825751982] 'process raft request' (duration: 126.871103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:36.736247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.648871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2414"} {"level":"info","ts":"2026-07-01T00:54:36.736311Z","caller":"traceutil/trace.go:171","msg":"trace[48870541] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:1302; }","duration":"136.771705ms","start":"2026-07-01T00:54:36.599522Z","end":"2026-07-01T00:54:36.736294Z","steps":["trace[48870541] 'agreement among raft nodes before linearized reading' (duration: 136.656791ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:47.320445Z","caller":"traceutil/trace.go:171","msg":"trace[662916040] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"174.139394ms","start":"2026-07-01T00:54:47.146279Z","end":"2026-07-01T00:54:47.320418Z","steps":["trace[662916040] 'process raft request' (duration: 173.963178ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:50.676386Z","caller":"traceutil/trace.go:171","msg":"trace[339853792] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"115.257786ms","start":"2026-07-01T00:54:50.561095Z","end":"2026-07-01T00:54:50.676352Z","steps":["trace[339853792] 'process raft request' (duration: 103.161365ms)","trace[339853792] 'compare' (duration: 11.970447ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:51.029126Z","caller":"traceutil/trace.go:171","msg":"trace[1180181869] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1393; }","duration":"130.130655ms","start":"2026-07-01T00:54:50.898966Z","end":"2026-07-01T00:54:51.029096Z","steps":["trace[1180181869] 'process raft request' (duration: 130.039503ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:51.029176Z","caller":"traceutil/trace.go:171","msg":"trace[490736712] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"130.876469ms","start":"2026-07-01T00:54:50.898246Z","end":"2026-07-01T00:54:51.029123Z","steps":["trace[490736712] 'process raft request' (duration: 36.511172ms)","trace[490736712] 'compare' (duration: 94.068708ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:51.327629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.957843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T00:54:51.327739Z","caller":"traceutil/trace.go:171","msg":"trace[557768452] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1395; }","duration":"235.274573ms","start":"2026-07-01T00:54:51.092447Z","end":"2026-07-01T00:54:51.327722Z","steps":["trace[557768452] 'process raft request' (duration: 110.055562ms)","trace[557768452] 'compare' (duration: 124.778687ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:52.002264Z","caller":"traceutil/trace.go:171","msg":"trace[1053423741] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"173.509005ms","start":"2026-07-01T00:54:51.828721Z","end":"2026-07-01T00:54:52.00223Z","steps":["trace[1053423741] 'process raft request' (duration: 171.283464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:53.973811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784746959,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T00:54:54.171232Z","caller":"traceutil/trace.go:171","msg":"trace[906407895] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"762.329441ms","start":"2026-07-01T00:54:53.40887Z","end":"2026-07-01T00:54:54.1712Z","steps":["trace[906407895] 'process raft request' (duration: 762.162246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:54.17149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:53.408841Z","time spent":"762.495196ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:54.293981Z","caller":"traceutil/trace.go:171","msg":"trace[333387172] linearizableReadLoop","detail":"{readStateIndex:1540; appliedIndex:1538; }","duration":"821.251749ms","start":"2026-07-01T00:54:53.4727Z","end":"2026-07-01T00:54:54.293952Z","steps":["trace[333387172] 'read index received' (duration: 698.27603ms)","trace[333387172] 'applied index is now lower than readState.Index' (duration: 122.974549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:54.294323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.485374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-n2r5s\" ","response":"range_response_count:1 size:4178"} {"level":"info","ts":"2026-07-01T00:54:54.294392Z","caller":"traceutil/trace.go:171","msg":"trace[2009101743] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-n2r5s; range_end:; response_count:1; response_revision:1490; }","duration":"742.604387ms","start":"2026-07-01T00:54:53.551747Z","end":"2026-07-01T00:54:54.294351Z","steps":["trace[2009101743] 'agreement among raft nodes before linearized reading' (duration: 742.470053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:54.294435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:53.551723Z","time spent":"742.702021ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4201,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-n2r5s\" "} {"level":"warn","ts":"2026-07-01T00:54:54.294456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.420729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-01T00:54:54.294521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.273132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T00:54:54.294524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.81052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T00:54:54.294547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.59403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:54:54.2946Z","caller":"traceutil/trace.go:171","msg":"trace[869865134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1490; }","duration":"688.922284ms","start":"2026-07-01T00:54:53.605659Z","end":"2026-07-01T00:54:54.294581Z","steps":["trace[869865134] 'agreement among raft nodes before linearized reading' (duration: 688.730368ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:54.294647Z","caller":"traceutil/trace.go:171","msg":"trace[817510789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1490; }","duration":"821.987992ms","start":"2026-07-01T00:54:53.472644Z","end":"2026-07-01T00:54:54.294633Z","steps":["trace[817510789] 'agreement among raft nodes before linearized reading' (duration: 821.502227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:54.294672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:53.605634Z","time spent":"689.023137ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T00:54:54.294126Z","caller":"traceutil/trace.go:171","msg":"trace[948024042] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"868.104968ms","start":"2026-07-01T00:54:53.425968Z","end":"2026-07-01T00:54:54.294073Z","steps":["trace[948024042] 'process raft request' (duration: 867.796808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:54.294794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:53.472622Z","time spent":"822.081466ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:54:54.294831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:53.425941Z","time spent":"868.812129ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:54.294507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.865865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:54.294582Z","caller":"traceutil/trace.go:171","msg":"trace[370378194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1490; }","duration":"687.387435ms","start":"2026-07-01T00:54:53.607177Z","end":"2026-07-01T00:54:54.294565Z","steps":["trace[370378194] 'agreement among raft nodes before linearized reading' (duration: 687.21286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:54.29514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:53.607165Z","time spent":"687.956054ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:54:54.294566Z","caller":"traceutil/trace.go:171","msg":"trace[1270296237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1490; }","duration":"682.599735ms","start":"2026-07-01T00:54:53.611945Z","end":"2026-07-01T00:54:54.294545Z","steps":["trace[1270296237] 'agreement among raft nodes before linearized reading' (duration: 682.283655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:54.295213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:53.611916Z","time spent":"683.282846ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:54:54.295927Z","caller":"traceutil/trace.go:171","msg":"trace[252945866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1490; }","duration":"355.469904ms","start":"2026-07-01T00:54:53.939555Z","end":"2026-07-01T00:54:54.295025Z","steps":["trace[252945866] 'agreement among raft nodes before linearized reading' (duration: 354.792272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:54.296075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:53.939531Z","time spent":"356.501897ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T00:54:58.610512Z","caller":"traceutil/trace.go:171","msg":"trace[1869873817] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1606; }","duration":"100.444179ms","start":"2026-07-01T00:54:58.510033Z","end":"2026-07-01T00:54:58.610477Z","steps":["trace[1869873817] 'read index received' (duration: 28.783518ms)","trace[1869873817] 'applied index is now lower than readState.Index' (duration: 71.658561ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:58.610601Z","caller":"traceutil/trace.go:171","msg":"trace[1102421929] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"102.725071ms","start":"2026-07-01T00:54:58.507817Z","end":"2026-07-01T00:54:58.610542Z","steps":["trace[1102421929] 'process raft request' (duration: 31.045759ms)","trace[1102421929] 'compare' (duration: 71.197767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:58.610792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.738679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:58.610878Z","caller":"traceutil/trace.go:171","msg":"trace[1231394254] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/superstreams.rabbitmq.com; range_end:; response_count:0; response_revision:1556; }","duration":"100.871463ms","start":"2026-07-01T00:54:58.509984Z","end":"2026-07-01T00:54:58.610855Z","steps":["trace[1231394254] 'agreement among raft nodes before linearized reading' (duration: 100.733638ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:58.766347Z","caller":"traceutil/trace.go:171","msg":"trace[1621679495] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"146.349427ms","start":"2026-07-01T00:54:58.619965Z","end":"2026-07-01T00:54:58.766314Z","steps":["trace[1621679495] 'process raft request' (duration: 146.257105ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:58.766372Z","caller":"traceutil/trace.go:171","msg":"trace[1984451961] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"146.922566ms","start":"2026-07-01T00:54:58.619398Z","end":"2026-07-01T00:54:58.766321Z","steps":["trace[1984451961] 'process raft request' (duration: 96.307399ms)","trace[1984451961] 'compare' (duration: 50.271476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:58.985371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.184685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:58.985498Z","caller":"traceutil/trace.go:171","msg":"trace[812445190] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:1563; }","duration":"116.375422ms","start":"2026-07-01T00:54:58.869091Z","end":"2026-07-01T00:54:58.985466Z","steps":["trace[812445190] 'range keys from in-memory index tree' (duration: 116.054471ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:59.001472Z","caller":"traceutil/trace.go:171","msg":"trace[1328682178] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"130.720675ms","start":"2026-07-01T00:54:58.870715Z","end":"2026-07-01T00:54:59.001436Z","steps":["trace[1328682178] 'process raft request' (duration: 130.451716ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:59.265615Z","caller":"traceutil/trace.go:171","msg":"trace[1795706371] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"253.159178ms","start":"2026-07-01T00:54:59.012424Z","end":"2026-07-01T00:54:59.265583Z","steps":["trace[1795706371] 'process raft request' (duration: 252.971052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:59.485935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.633842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:54:59.486108Z","caller":"traceutil/trace.go:171","msg":"trace[558498758] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"212.769043ms","start":"2026-07-01T00:54:59.273304Z","end":"2026-07-01T00:54:59.486073Z","steps":["trace[558498758] 'process raft request' (duration: 74.868012ms)","trace[558498758] 'compare' (duration: 137.404265ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:59.486237Z","caller":"traceutil/trace.go:171","msg":"trace[1308600454] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"115.629148ms","start":"2026-07-01T00:54:59.37058Z","end":"2026-07-01T00:54:59.486209Z","steps":["trace[1308600454] 'process raft request' (duration: 115.511554ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:59.486286Z","caller":"traceutil/trace.go:171","msg":"trace[1773341785] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1617; }","duration":"209.349435ms","start":"2026-07-01T00:54:59.276894Z","end":"2026-07-01T00:54:59.486244Z","steps":["trace[1773341785] 'read index received' (duration: 71.174016ms)","trace[1773341785] 'applied index is now lower than readState.Index' (duration: 138.171939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:59.486436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.532101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:59.486503Z","caller":"traceutil/trace.go:171","msg":"trace[1477702729] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/vhosts.rabbitmq.com; range_end:; response_count:0; response_revision:1568; }","duration":"209.621534ms","start":"2026-07-01T00:54:59.276863Z","end":"2026-07-01T00:54:59.486485Z","steps":["trace[1477702729] 'agreement among raft nodes before linearized reading' (duration: 209.49329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:59.486538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.242251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:59.486634Z","caller":"traceutil/trace.go:171","msg":"trace[953251477] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1568; }","duration":"157.441658ms","start":"2026-07-01T00:54:59.329165Z","end":"2026-07-01T00:54:59.486607Z","steps":["trace[953251477] 'agreement among raft nodes before linearized reading' (duration: 157.270242ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:59.595371Z","caller":"traceutil/trace.go:171","msg":"trace[54767773] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"100.086238ms","start":"2026-07-01T00:54:59.49524Z","end":"2026-07-01T00:54:59.595326Z","steps":["trace[54767773] 'process raft request' (duration: 95.837144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:00.188689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.059274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:00.188786Z","caller":"traceutil/trace.go:171","msg":"trace[45615832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1575; }","duration":"247.23905ms","start":"2026-07-01T00:54:59.941526Z","end":"2026-07-01T00:55:00.188765Z","steps":["trace[45615832] 'range keys from in-memory index tree' (duration: 246.944501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:00.189065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.871633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:00.189377Z","caller":"traceutil/trace.go:171","msg":"trace[847087950] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1575; }","duration":"321.251335ms","start":"2026-07-01T00:54:59.868105Z","end":"2026-07-01T00:55:00.189356Z","steps":["trace[847087950] 'count revisions from in-memory index tree' (duration: 320.700798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:00.189438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:59.868078Z","time spent":"321.342709ms","remote":"127.0.0.1:44704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:55:00.672111Z","caller":"traceutil/trace.go:171","msg":"trace[1068553943] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"218.319108ms","start":"2026-07-01T00:55:00.453754Z","end":"2026-07-01T00:55:00.672073Z","steps":["trace[1068553943] 'process raft request' (duration: 118.289582ms)","trace[1068553943] 'compare' (duration: 99.774628ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:00.672128Z","caller":"traceutil/trace.go:171","msg":"trace[1567522280] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"216.665576ms","start":"2026-07-01T00:55:00.455434Z","end":"2026-07-01T00:55:00.672099Z","steps":["trace[1567522280] 'process raft request' (duration: 216.574723ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:00.67238Z","caller":"traceutil/trace.go:171","msg":"trace[916530504] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"216.880022ms","start":"2026-07-01T00:55:00.455457Z","end":"2026-07-01T00:55:00.672337Z","steps":["trace[916530504] 'process raft request' (duration: 216.602674ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:00.939166Z","caller":"traceutil/trace.go:171","msg":"trace[562274847] linearizableReadLoop","detail":"{readStateIndex:1635; appliedIndex:1634; }","duration":"215.033004ms","start":"2026-07-01T00:55:00.724093Z","end":"2026-07-01T00:55:00.939126Z","steps":["trace[562274847] 'read index received' (duration: 185.794881ms)","trace[562274847] 'applied index is now lower than readState.Index' (duration: 29.236543ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:00.939239Z","caller":"traceutil/trace.go:171","msg":"trace[1429864893] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"257.769083ms","start":"2026-07-01T00:55:00.681447Z","end":"2026-07-01T00:55:00.939216Z","steps":["trace[1429864893] 'process raft request' (duration: 228.410066ms)","trace[1429864893] 'compare' (duration: 29.026186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:00.939356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.235121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:00.939473Z","caller":"traceutil/trace.go:171","msg":"trace[541987280] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:1584; }","duration":"215.394456ms","start":"2026-07-01T00:55:00.724047Z","end":"2026-07-01T00:55:00.939441Z","steps":["trace[541987280] 'agreement among raft nodes before linearized reading' (duration: 215.22093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:00.939678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.928795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T00:55:00.939731Z","caller":"traceutil/trace.go:171","msg":"trace[432128112] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1584; }","duration":"166.10548ms","start":"2026-07-01T00:55:00.773611Z","end":"2026-07-01T00:55:00.939716Z","steps":["trace[432128112] 'agreement among raft nodes before linearized reading' (duration: 165.690437ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:01.112563Z","caller":"traceutil/trace.go:171","msg":"trace[1137534104] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"167.804434ms","start":"2026-07-01T00:55:00.94472Z","end":"2026-07-01T00:55:01.112524Z","steps":["trace[1137534104] 'process raft request' (duration: 109.843956ms)","trace[1137534104] 'compare' (duration: 57.750002ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:01.112662Z","caller":"traceutil/trace.go:171","msg":"trace[936956864] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"167.171244ms","start":"2026-07-01T00:55:00.945464Z","end":"2026-07-01T00:55:01.112636Z","steps":["trace[936956864] 'process raft request' (duration: 166.992788ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:01.112598Z","caller":"traceutil/trace.go:171","msg":"trace[991807724] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1636; }","duration":"149.824737ms","start":"2026-07-01T00:55:00.962759Z","end":"2026-07-01T00:55:01.112584Z","steps":["trace[991807724] 'read index received' (duration: 91.936841ms)","trace[991807724] 'applied index is now lower than readState.Index' (duration: 57.886626ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:01.112797Z","caller":"traceutil/trace.go:171","msg":"trace[1152045918] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"148.842076ms","start":"2026-07-01T00:55:00.963934Z","end":"2026-07-01T00:55:01.112776Z","steps":["trace[1152045918] 'process raft request' (duration: 148.588718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.112949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.207035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:01.113039Z","caller":"traceutil/trace.go:171","msg":"trace[1657884283] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:1587; }","duration":"167.321189ms","start":"2026-07-01T00:55:00.9457Z","end":"2026-07-01T00:55:01.113021Z","steps":["trace[1657884283] 'agreement among raft nodes before linearized reading' (duration: 166.940707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.113071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.714159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-01T00:55:01.113099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.128146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-msr42\" ","response":"range_response_count:1 size:4531"} {"level":"info","ts":"2026-07-01T00:55:01.113252Z","caller":"traceutil/trace.go:171","msg":"trace[227427267] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-msr42; range_end:; response_count:1; response_revision:1587; }","duration":"169.302131ms","start":"2026-07-01T00:55:00.943884Z","end":"2026-07-01T00:55:01.113186Z","steps":["trace[227427267] 'agreement among raft nodes before linearized reading' (duration: 168.741603ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:01.113149Z","caller":"traceutil/trace.go:171","msg":"trace[1343903000] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1587; }","duration":"101.976987ms","start":"2026-07-01T00:55:01.011123Z","end":"2026-07-01T00:55:01.1131Z","steps":["trace[1343903000] 'agreement among raft nodes before linearized reading' (duration: 101.667238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.113644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.36934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-01T00:55:01.113717Z","caller":"traceutil/trace.go:171","msg":"trace[1779687228] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1587; }","duration":"102.473592ms","start":"2026-07-01T00:55:01.011226Z","end":"2026-07-01T00:55:01.113699Z","steps":["trace[1779687228] 'agreement among raft nodes before linearized reading' (duration: 101.583094ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:01.370507Z","caller":"traceutil/trace.go:171","msg":"trace[459342760] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"252.352622ms","start":"2026-07-01T00:55:01.118127Z","end":"2026-07-01T00:55:01.370479Z","steps":["trace[459342760] 'process raft request' (duration: 251.419782ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:01.370533Z","caller":"traceutil/trace.go:171","msg":"trace[748079145] linearizableReadLoop","detail":"{readStateIndex:1641; appliedIndex:1639; }","duration":"251.467254ms","start":"2026-07-01T00:55:01.119037Z","end":"2026-07-01T00:55:01.370504Z","steps":["trace[748079145] 'read index received' (duration: 27.733245ms)","trace[748079145] 'applied index is now lower than readState.Index' (duration: 223.732679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:01.370691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.631188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T00:55:01.370749Z","caller":"traceutil/trace.go:171","msg":"trace[810270344] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1590; }","duration":"251.729982ms","start":"2026-07-01T00:55:01.119005Z","end":"2026-07-01T00:55:01.370735Z","steps":["trace[810270344] 'agreement among raft nodes before linearized reading' (duration: 251.587607ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:01.370972Z","caller":"traceutil/trace.go:171","msg":"trace[726464730] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"248.867102ms","start":"2026-07-01T00:55:01.122083Z","end":"2026-07-01T00:55:01.370951Z","steps":["trace[726464730] 'process raft request' (duration: 248.284953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.371432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.241085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:01.371472Z","caller":"traceutil/trace.go:171","msg":"trace[381907071] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/rabbitmqclusters.rabbitmq.com; range_end:; response_count:0; response_revision:1590; }","duration":"237.303507ms","start":"2026-07-01T00:55:01.134158Z","end":"2026-07-01T00:55:01.371462Z","steps":["trace[381907071] 'agreement among raft nodes before linearized reading' (duration: 237.238605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.699425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.855778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:01.699589Z","caller":"traceutil/trace.go:171","msg":"trace[2058012610] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"320.126369ms","start":"2026-07-01T00:55:01.379446Z","end":"2026-07-01T00:55:01.699572Z","steps":["trace[2058012610] 'process raft request' (duration: 320.067057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.699645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:01.379436Z","time spent":"320.18267ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4247,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:01.699657Z","caller":"traceutil/trace.go:171","msg":"trace[47824774] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"322.336488ms","start":"2026-07-01T00:55:01.377278Z","end":"2026-07-01T00:55:01.699614Z","steps":["trace[47824774] 'process raft request' (duration: 133.217931ms)","trace[47824774] 'compare' (duration: 188.763876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:01.699858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:01.37725Z","time spent":"322.496473ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:01.741741Z","caller":"traceutil/trace.go:171","msg":"trace[704937804] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"314.068268ms","start":"2026-07-01T00:55:01.427646Z","end":"2026-07-01T00:55:01.741714Z","steps":["trace[704937804] 'process raft request' (duration: 313.870362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.741915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:01.42762Z","time spent":"314.205062ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:02.011841Z","caller":"traceutil/trace.go:171","msg":"trace[19607396] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"164.533421ms","start":"2026-07-01T00:55:01.84727Z","end":"2026-07-01T00:55:02.011803Z","steps":["trace[19607396] 'process raft request' (duration: 159.294196ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:02.267255Z","caller":"traceutil/trace.go:171","msg":"trace[160847702] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"175.334582ms","start":"2026-07-01T00:55:02.091871Z","end":"2026-07-01T00:55:02.267205Z","steps":["trace[160847702] 'process raft request' (duration: 172.311067ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:02.857939Z","caller":"traceutil/trace.go:171","msg":"trace[1772116287] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"585.927096ms","start":"2026-07-01T00:55:02.27198Z","end":"2026-07-01T00:55:02.857907Z","steps":["trace[1772116287] 'process raft request' (duration: 502.217365ms)","trace[1772116287] 'compare' (duration: 83.476754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:02.858128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:02.271948Z","time spent":"586.079891ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:02.858683Z","caller":"traceutil/trace.go:171","msg":"trace[1678729229] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"483.398701ms","start":"2026-07-01T00:55:02.375235Z","end":"2026-07-01T00:55:02.858634Z","steps":["trace[1678729229] 'process raft request' (duration: 482.613796ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:02.858718Z","caller":"traceutil/trace.go:171","msg":"trace[816309796] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"143.317141ms","start":"2026-07-01T00:55:02.715331Z","end":"2026-07-01T00:55:02.858648Z","steps":["trace[816309796] 'process raft request' (duration: 143.130915ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:02.858652Z","caller":"traceutil/trace.go:171","msg":"trace[509598621] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1649; }","duration":"305.288862ms","start":"2026-07-01T00:55:02.553328Z","end":"2026-07-01T00:55:02.858617Z","steps":["trace[509598621] 'read index received' (duration: 221.044144ms)","trace[509598621] 'applied index is now lower than readState.Index' (duration: 84.243398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:02.85889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:02.375204Z","time spent":"483.555476ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:02.858922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.585542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T00:55:02.859041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.63767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:55:02.859041Z","caller":"traceutil/trace.go:171","msg":"trace[1383151139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1600; }","duration":"305.829039ms","start":"2026-07-01T00:55:02.553182Z","end":"2026-07-01T00:55:02.859011Z","steps":["trace[1383151139] 'agreement among raft nodes before linearized reading' (duration: 305.53949ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:02.859091Z","caller":"traceutil/trace.go:171","msg":"trace[672910884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1600; }","duration":"181.773345ms","start":"2026-07-01T00:55:02.677304Z","end":"2026-07-01T00:55:02.859078Z","steps":["trace[672910884] 'agreement among raft nodes before linearized reading' (duration: 181.60939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:02.859114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:02.553135Z","time spent":"305.962243ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:55:02.85912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.484507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:55:02.859208Z","caller":"traceutil/trace.go:171","msg":"trace[1165150795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1600; }","duration":"182.624491ms","start":"2026-07-01T00:55:02.676563Z","end":"2026-07-01T00:55:02.859188Z","steps":["trace[1165150795] 'agreement among raft nodes before linearized reading' (duration: 182.348763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:02.859119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.346741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:55:02.859321Z","caller":"traceutil/trace.go:171","msg":"trace[869774158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1600; }","duration":"181.567499ms","start":"2026-07-01T00:55:02.677732Z","end":"2026-07-01T00:55:02.8593Z","steps":["trace[869774158] 'agreement among raft nodes before linearized reading' (duration: 181.177876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:03.169699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.536238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:03.169817Z","caller":"traceutil/trace.go:171","msg":"trace[1955303508] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1604; }","duration":"136.722544ms","start":"2026-07-01T00:55:03.033067Z","end":"2026-07-01T00:55:03.16979Z","steps":["trace[1955303508] 'range keys from in-memory index tree' (duration: 136.436805ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:03.448987Z","caller":"traceutil/trace.go:171","msg":"trace[1420010601] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1604; }","duration":"115.174034ms","start":"2026-07-01T00:55:03.333786Z","end":"2026-07-01T00:55:03.44896Z","steps":["trace[1420010601] 'process raft request' (duration: 114.812472ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:04.000503Z","caller":"traceutil/trace.go:171","msg":"trace[56393599] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1604; }","duration":"112.418207ms","start":"2026-07-01T00:55:03.888061Z","end":"2026-07-01T00:55:04.000479Z","steps":["trace[56393599] 'process raft request' (duration: 112.326204ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:04.127403Z","caller":"traceutil/trace.go:171","msg":"trace[306340161] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1604; }","duration":"108.73123ms","start":"2026-07-01T00:55:04.018638Z","end":"2026-07-01T00:55:04.127369Z","steps":["trace[306340161] 'process raft request' (duration: 108.547874ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:04.401084Z","caller":"traceutil/trace.go:171","msg":"trace[1882454938] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1604; }","duration":"104.91303ms","start":"2026-07-01T00:55:04.296141Z","end":"2026-07-01T00:55:04.401054Z","steps":["trace[1882454938] 'process raft request' (duration: 104.787996ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:09.29108Z","caller":"traceutil/trace.go:171","msg":"trace[160682054] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"106.168479ms","start":"2026-07-01T00:55:09.184808Z","end":"2026-07-01T00:55:09.290976Z","steps":["trace[160682054] 'process raft request' (duration: 105.88078ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:13.446454Z","caller":"traceutil/trace.go:171","msg":"trace[104391565] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"108.974898ms","start":"2026-07-01T00:55:13.337435Z","end":"2026-07-01T00:55:13.44641Z","steps":["trace[104391565] 'process raft request' (duration: 102.733751ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:13.446597Z","caller":"traceutil/trace.go:171","msg":"trace[519612594] linearizableReadLoop","detail":"{readStateIndex:1858; appliedIndex:1855; }","duration":"106.275443ms","start":"2026-07-01T00:55:13.340299Z","end":"2026-07-01T00:55:13.446574Z","steps":["trace[519612594] 'read index received' (duration: 4.43483ms)","trace[519612594] 'applied index is now lower than readState.Index' (duration: 101.839883ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:13.446753Z","caller":"traceutil/trace.go:171","msg":"trace[994962542] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"106.5107ms","start":"2026-07-01T00:55:13.340194Z","end":"2026-07-01T00:55:13.446704Z","steps":["trace[994962542] 'process raft request' (duration: 106.131318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:13.446863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.521411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4010"} {"level":"info","ts":"2026-07-01T00:55:13.446889Z","caller":"traceutil/trace.go:171","msg":"trace[1495125451] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:1784; }","duration":"106.634024ms","start":"2026-07-01T00:55:13.340247Z","end":"2026-07-01T00:55:13.446882Z","steps":["trace[1495125451] 'agreement among raft nodes before linearized reading' (duration: 106.460869ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:14.135816Z","caller":"traceutil/trace.go:171","msg":"trace[1657805672] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"171.294304ms","start":"2026-07-01T00:55:13.964477Z","end":"2026-07-01T00:55:14.135771Z","steps":["trace[1657805672] 'process raft request' (duration: 74.742838ms)","trace[1657805672] 'compare' (duration: 96.34234ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:15.021706Z","caller":"traceutil/trace.go:171","msg":"trace[2034748714] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"150.851899ms","start":"2026-07-01T00:55:14.870838Z","end":"2026-07-01T00:55:15.02169Z","steps":["trace[2034748714] 'process raft request' (duration: 150.641802ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:15.163384Z","caller":"traceutil/trace.go:171","msg":"trace[1603738127] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1869; }","duration":"141.71248ms","start":"2026-07-01T00:55:15.021642Z","end":"2026-07-01T00:55:15.163355Z","steps":["trace[1603738127] 'read index received' (duration: 70.660779ms)","trace[1603738127] 'applied index is now lower than readState.Index' (duration: 71.050461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:15.163591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.939611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:55:15.16366Z","caller":"traceutil/trace.go:171","msg":"trace[1270103639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1796; }","duration":"157.033615ms","start":"2026-07-01T00:55:15.00661Z","end":"2026-07-01T00:55:15.163644Z","steps":["trace[1270103639] 'agreement among raft nodes before linearized reading' (duration: 156.797047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:15.163714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.556581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:55:15.163758Z","caller":"traceutil/trace.go:171","msg":"trace[1225635707] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"166.188573ms","start":"2026-07-01T00:55:14.997562Z","end":"2026-07-01T00:55:15.16375Z","steps":["trace[1225635707] 'process raft request' (duration: 94.756579ms)","trace[1225635707] 'compare' (duration: 70.894447ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:15.163769Z","caller":"traceutil/trace.go:171","msg":"trace[1291124520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1796; }","duration":"157.643674ms","start":"2026-07-01T00:55:15.006108Z","end":"2026-07-01T00:55:15.163751Z","steps":["trace[1291124520] 'agreement among raft nodes before linearized reading' (duration: 157.437718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:15.16391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.605154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:55:15.163962Z","caller":"traceutil/trace.go:171","msg":"trace[298209423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1796; }","duration":"158.685616ms","start":"2026-07-01T00:55:15.005262Z","end":"2026-07-01T00:55:15.163947Z","steps":["trace[298209423] 'agreement among raft nodes before linearized reading' (duration: 158.557922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:15.163975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.116619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:55:15.163997Z","caller":"traceutil/trace.go:171","msg":"trace[1577312976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1796; }","duration":"158.15852ms","start":"2026-07-01T00:55:15.005831Z","end":"2026-07-01T00:55:15.16399Z","steps":["trace[1577312976] 'agreement among raft nodes before linearized reading' (duration: 158.099418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:15.16413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.428359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:55:15.164167Z","caller":"traceutil/trace.go:171","msg":"trace[1179902893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1796; }","duration":"158.48748ms","start":"2026-07-01T00:55:15.00567Z","end":"2026-07-01T00:55:15.164158Z","steps":["trace[1179902893] 'agreement among raft nodes before linearized reading' (duration: 158.395907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:15.164222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.865968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:15.164228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.485933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:15.164271Z","caller":"traceutil/trace.go:171","msg":"trace[644866849] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1796; }","duration":"104.951651ms","start":"2026-07-01T00:55:15.059305Z","end":"2026-07-01T00:55:15.164256Z","steps":["trace[644866849] 'agreement among raft nodes before linearized reading' (duration: 104.855628ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:15.164314Z","caller":"traceutil/trace.go:171","msg":"trace[546369909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1796; }","duration":"141.605337ms","start":"2026-07-01T00:55:15.02269Z","end":"2026-07-01T00:55:15.164296Z","steps":["trace[546369909] 'agreement among raft nodes before linearized reading' (duration: 141.463973ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:17.147782Z","caller":"traceutil/trace.go:171","msg":"trace[1087229047] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"115.637554ms","start":"2026-07-01T00:55:17.032122Z","end":"2026-07-01T00:55:17.14776Z","steps":["trace[1087229047] 'process raft request' (duration: 115.471389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.359758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.374905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:17.359844Z","caller":"traceutil/trace.go:171","msg":"trace[2104923473] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1881; }","duration":"160.243154ms","start":"2026-07-01T00:55:17.199588Z","end":"2026-07-01T00:55:17.359831Z","steps":["trace[2104923473] 'read index received' (duration: 1.779337ms)","trace[2104923473] 'applied index is now lower than readState.Index' (duration: 158.463057ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:17.360002Z","caller":"traceutil/trace.go:171","msg":"trace[1511381027] transaction","detail":"{read_only:false; response_revision:1807; number_of_response:1; }","duration":"189.922401ms","start":"2026-07-01T00:55:17.170037Z","end":"2026-07-01T00:55:17.359959Z","steps":["trace[1511381027] 'process raft request' (duration: 31.276178ms)","trace[1511381027] 'compare' (duration: 158.265031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:17.360124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.725214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T00:55:17.360163Z","caller":"traceutil/trace.go:171","msg":"trace[886095100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1807; }","duration":"132.785216ms","start":"2026-07-01T00:55:17.227368Z","end":"2026-07-01T00:55:17.360154Z","steps":["trace[886095100] 'agreement among raft nodes before linearized reading' (duration: 132.707083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.360041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.450121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:55:17.360288Z","caller":"traceutil/trace.go:171","msg":"trace[2036106078] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1807; }","duration":"160.703409ms","start":"2026-07-01T00:55:17.199553Z","end":"2026-07-01T00:55:17.360257Z","steps":["trace[2036106078] 'agreement among raft nodes before linearized reading' (duration: 160.387849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.360279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.281791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-01T00:55:17.360325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.319643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T00:55:17.360379Z","caller":"traceutil/trace.go:171","msg":"trace[830666672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1807; }","duration":"133.432127ms","start":"2026-07-01T00:55:17.226921Z","end":"2026-07-01T00:55:17.360353Z","steps":["trace[830666672] 'agreement among raft nodes before linearized reading' (duration: 133.171469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.360399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.670169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T00:55:17.360518Z","caller":"traceutil/trace.go:171","msg":"trace[976179786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1807; }","duration":"130.824744ms","start":"2026-07-01T00:55:17.229666Z","end":"2026-07-01T00:55:17.360491Z","steps":["trace[976179786] 'agreement among raft nodes before linearized reading' (duration: 130.456383ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:17.36043Z","caller":"traceutil/trace.go:171","msg":"trace[1585267998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1807; }","duration":"133.483169ms","start":"2026-07-01T00:55:17.226924Z","end":"2026-07-01T00:55:17.360407Z","steps":["trace[1585267998] 'agreement among raft nodes before linearized reading' (duration: 133.145898ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:17.5472Z","caller":"traceutil/trace.go:171","msg":"trace[1950334015] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"180.788173ms","start":"2026-07-01T00:55:17.366385Z","end":"2026-07-01T00:55:17.547173Z","steps":["trace[1950334015] 'process raft request' (duration: 180.722071ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:17.547258Z","caller":"traceutil/trace.go:171","msg":"trace[192451617] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"180.915327ms","start":"2026-07-01T00:55:17.366314Z","end":"2026-07-01T00:55:17.54723Z","steps":["trace[192451617] 'process raft request' (duration: 140.325154ms)","trace[192451617] 'compare' (duration: 40.288054ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:17.547667Z","caller":"traceutil/trace.go:171","msg":"trace[436673309] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"180.860695ms","start":"2026-07-01T00:55:17.366785Z","end":"2026-07-01T00:55:17.547646Z","steps":["trace[436673309] 'process raft request' (duration: 180.357059ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:17.547259Z","caller":"traceutil/trace.go:171","msg":"trace[696441359] transaction","detail":"{read_only:false; response_revision:1810; number_of_response:1; }","duration":"180.844274ms","start":"2026-07-01T00:55:17.366389Z","end":"2026-07-01T00:55:17.547233Z","steps":["trace[696441359] 'process raft request' (duration: 180.682939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.835081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.939188ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:18.835227Z","caller":"traceutil/trace.go:171","msg":"trace[652539535] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1814; }","duration":"162.112583ms","start":"2026-07-01T00:55:18.673093Z","end":"2026-07-01T00:55:18.835205Z","steps":["trace[652539535] 'range keys from in-memory index tree' (duration: 161.909866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.83524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.985905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-07-01T00:55:18.835336Z","caller":"traceutil/trace.go:171","msg":"trace[688584559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1814; }","duration":"191.119349ms","start":"2026-07-01T00:55:18.644183Z","end":"2026-07-01T00:55:18.835302Z","steps":["trace[688584559] 'range keys from in-memory index tree' (duration: 190.81051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.835531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.412737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:55:18.835663Z","caller":"traceutil/trace.go:171","msg":"trace[350038257] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1814; }","duration":"484.618824ms","start":"2026-07-01T00:55:18.35101Z","end":"2026-07-01T00:55:18.835629Z","steps":["trace[350038257] 'count revisions from in-memory index tree' (duration: 484.301984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.835725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:18.350985Z","time spent":"484.726087ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:55:18.836086Z","caller":"traceutil/trace.go:171","msg":"trace[536204442] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"166.332477ms","start":"2026-07-01T00:55:18.669709Z","end":"2026-07-01T00:55:18.836042Z","steps":["trace[536204442] 'process raft request' (duration: 164.493359ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:23.468241Z","caller":"traceutil/trace.go:171","msg":"trace[1155150648] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"250.087923ms","start":"2026-07-01T00:55:23.218121Z","end":"2026-07-01T00:55:23.468209Z","steps":["trace[1155150648] 'process raft request' (duration: 249.904207ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:23.843417Z","caller":"traceutil/trace.go:171","msg":"trace[2096403719] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"233.911522ms","start":"2026-07-01T00:55:23.609458Z","end":"2026-07-01T00:55:23.843369Z","steps":["trace[2096403719] 'process raft request' (duration: 230.877596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:26.034529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784747722,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T00:55:26.272171Z","caller":"traceutil/trace.go:171","msg":"trace[323393139] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"794.416413ms","start":"2026-07-01T00:55:25.477727Z","end":"2026-07-01T00:55:26.272143Z","steps":["trace[323393139] 'process raft request' (duration: 794.228947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:26.272395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:25.47767Z","time spent":"794.585598ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:26.479533Z","caller":"traceutil/trace.go:171","msg":"trace[1327325211] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"986.394818ms","start":"2026-07-01T00:55:25.49311Z","end":"2026-07-01T00:55:26.479505Z","steps":["trace[1327325211] 'process raft request' (duration: 983.531558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:26.479683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:25.493083Z","time spent":"986.516782ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:26.494142Z","caller":"traceutil/trace.go:171","msg":"trace[939995675] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1918; }","duration":"961.40797ms","start":"2026-07-01T00:55:25.532691Z","end":"2026-07-01T00:55:26.494099Z","steps":["trace[939995675] 'read index received' (duration: 739.301122ms)","trace[939995675] 'applied index is now lower than readState.Index' (duration: 222.104568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:26.494345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.641797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:55:26.494408Z","caller":"traceutil/trace.go:171","msg":"trace[1469482353] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1844; }","duration":"961.73664ms","start":"2026-07-01T00:55:25.532658Z","end":"2026-07-01T00:55:26.494394Z","steps":["trace[1469482353] 'agreement among raft nodes before linearized reading' (duration: 961.568785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:26.49445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:25.53264Z","time spent":"961.801551ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:55:26.494512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.803623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T00:55:26.494525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.745144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:26.494553Z","caller":"traceutil/trace.go:171","msg":"trace[1122523180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1844; }","duration":"887.913907ms","start":"2026-07-01T00:55:25.60663Z","end":"2026-07-01T00:55:26.494544Z","steps":["trace[1122523180] 'agreement among raft nodes before linearized reading' (duration: 887.682039ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:26.494579Z","caller":"traceutil/trace.go:171","msg":"trace[345246802] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1844; }","duration":"107.832516ms","start":"2026-07-01T00:55:26.386727Z","end":"2026-07-01T00:55:26.494559Z","steps":["trace[345246802] 'agreement among raft nodes before linearized reading' (duration: 107.770154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:26.494427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.198228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:26.49465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.308584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:55:26.494656Z","caller":"traceutil/trace.go:171","msg":"trace[2083350776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"552.475727ms","start":"2026-07-01T00:55:25.942166Z","end":"2026-07-01T00:55:26.494642Z","steps":["trace[2083350776] 'agreement among raft nodes before linearized reading' (duration: 552.195548ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:26.494679Z","caller":"traceutil/trace.go:171","msg":"trace[2077732956] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1844; }","duration":"885.378297ms","start":"2026-07-01T00:55:25.609294Z","end":"2026-07-01T00:55:26.494673Z","steps":["trace[2077732956] 'agreement among raft nodes before linearized reading' (duration: 885.313835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:26.494694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:25.942126Z","time spent":"552.55821ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:55:26.494704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:25.609272Z","time spent":"885.428009ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:55:26.494592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:25.606609Z","time spent":"887.976359ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:55:26.494911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.50059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T00:55:26.494926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.494292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"warn","ts":"2026-07-01T00:55:26.494926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.396339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:55:26.494959Z","caller":"traceutil/trace.go:171","msg":"trace[185657013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1844; }","duration":"647.584412ms","start":"2026-07-01T00:55:25.847362Z","end":"2026-07-01T00:55:26.494946Z","steps":["trace[185657013] 'agreement among raft nodes before linearized reading' (duration: 647.470949ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:26.49499Z","caller":"traceutil/trace.go:171","msg":"trace[782729496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1844; }","duration":"542.585884ms","start":"2026-07-01T00:55:25.952385Z","end":"2026-07-01T00:55:26.494971Z","steps":["trace[782729496] 'agreement among raft nodes before linearized reading' (duration: 542.400488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:26.495001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:25.847338Z","time spent":"647.651665ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T00:55:26.495005Z","caller":"traceutil/trace.go:171","msg":"trace[218983303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1844; }","duration":"867.516722ms","start":"2026-07-01T00:55:25.627464Z","end":"2026-07-01T00:55:26.494981Z","steps":["trace[218983303] 'agreement among raft nodes before linearized reading' (duration: 867.264735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:26.495031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:25.952375Z","time spent":"542.648907ms","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4018,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T00:55:26.495683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:25.627447Z","time spent":"868.205254ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:55:26.655352Z","caller":"traceutil/trace.go:171","msg":"trace[1914043966] transaction","detail":"{read_only:false; response_revision:1847; number_of_response:1; }","duration":"157.034712ms","start":"2026-07-01T00:55:26.498292Z","end":"2026-07-01T00:55:26.655327Z","steps":["trace[1914043966] 'process raft request' (duration: 156.903478ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:26.655351Z","caller":"traceutil/trace.go:171","msg":"trace[2045696081] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"157.188157ms","start":"2026-07-01T00:55:26.498121Z","end":"2026-07-01T00:55:26.655309Z","steps":["trace[2045696081] 'process raft request' (duration: 146.385485ms)","trace[2045696081] 'compare' (duration: 10.357938ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:26.655486Z","caller":"traceutil/trace.go:171","msg":"trace[1336289664] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"155.129932ms","start":"2026-07-01T00:55:26.50033Z","end":"2026-07-01T00:55:26.65546Z","steps":["trace[1336289664] 'process raft request' (duration: 155.05412ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:26.65558Z","caller":"traceutil/trace.go:171","msg":"trace[1483519717] transaction","detail":"{read_only:false; response_revision:1848; number_of_response:1; }","duration":"156.227637ms","start":"2026-07-01T00:55:26.499342Z","end":"2026-07-01T00:55:26.65557Z","steps":["trace[1483519717] 'process raft request' (duration: 155.945858ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:29.971466Z","caller":"traceutil/trace.go:171","msg":"trace[278570011] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"133.962073ms","start":"2026-07-01T00:55:29.837466Z","end":"2026-07-01T00:55:29.971428Z","steps":["trace[278570011] 'process raft request' (duration: 133.723526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:31.725981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283374983s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:31.72632Z","caller":"traceutil/trace.go:171","msg":"trace[1069533204] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"1.35731669s","start":"2026-07-01T00:55:30.368972Z","end":"2026-07-01T00:55:31.726288Z","steps":["trace[1069533204] 'process raft request' (duration: 73.547724ms)","trace[1069533204] 'compare' (duration: 1.283144006s)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:31.726371Z","caller":"traceutil/trace.go:171","msg":"trace[850052712] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1944; }","duration":"1.336616366s","start":"2026-07-01T00:55:30.389732Z","end":"2026-07-01T00:55:31.726348Z","steps":["trace[850052712] 'read index received' (duration: 52.8671ms)","trace[850052712] 'applied index is now lower than readState.Index' (duration: 1.283747766s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:31.726505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.368942Z","time spent":"1.357455295s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:31.726758Z","caller":"traceutil/trace.go:171","msg":"trace[1091909807] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"1.356826145s","start":"2026-07-01T00:55:30.36992Z","end":"2026-07-01T00:55:31.726746Z","steps":["trace[1091909807] 'process raft request' (duration: 1.356202945s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:31.726775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337019959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:31.726826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.369892Z","time spent":"1.356900807s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:31.726864Z","caller":"traceutil/trace.go:171","msg":"trace[1431926964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1870; }","duration":"1.337163233s","start":"2026-07-01T00:55:30.389676Z","end":"2026-07-01T00:55:31.726839Z","steps":["trace[1431926964] 'agreement among raft nodes before linearized reading' (duration: 1.337003958s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:31.726904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.389648Z","time spent":"1.337245426s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:55:31.727081Z","caller":"traceutil/trace.go:171","msg":"trace[609176903] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"1.356405032s","start":"2026-07-01T00:55:30.370664Z","end":"2026-07-01T00:55:31.727069Z","steps":["trace[609176903] 'process raft request' (duration: 1.355568945s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:31.727132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.370654Z","time spent":"1.356452653s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:55:31.875519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024930867s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T00:55:32.156323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.386259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:32.156721Z","caller":"traceutil/trace.go:171","msg":"trace[1443054689] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"1.651832026s","start":"2026-07-01T00:55:30.504847Z","end":"2026-07-01T00:55:32.156679Z","steps":["trace[1443054689] 'process raft request' (duration: 1.370985082s)","trace[1443054689] 'compare' (duration: 280.241595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:32.156884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.50481Z","time spent":"1.651986862s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:32.157055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74750257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:32.157141Z","caller":"traceutil/trace.go:171","msg":"trace[1840584270] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1872; }","duration":"1.747622673s","start":"2026-07-01T00:55:30.409503Z","end":"2026-07-01T00:55:32.157126Z","steps":["trace[1840584270] 'agreement among raft nodes before linearized reading' (duration: 1.747463818s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.157269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.409491Z","time spent":"1.747709757s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:55:32.157272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533343752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T00:55:32.157288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747725047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:32.157394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766875732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:32.15744Z","caller":"traceutil/trace.go:171","msg":"trace[474230180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0; response_count:0; response_revision:1872; }","duration":"1.766941424s","start":"2026-07-01T00:55:30.390487Z","end":"2026-07-01T00:55:32.157428Z","steps":["trace[474230180] 'agreement among raft nodes before linearized reading' (duration: 1.766855771s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.157411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747083147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:32.15746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446803888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:55:32.157536Z","caller":"traceutil/trace.go:171","msg":"trace[62321692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0; response_count:0; response_revision:1872; }","duration":"1.747235271s","start":"2026-07-01T00:55:30.410255Z","end":"2026-07-01T00:55:32.157491Z","steps":["trace[62321692] 'agreement among raft nodes before linearized reading' (duration: 1.747037485s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:32.157548Z","caller":"traceutil/trace.go:171","msg":"trace[671828215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1872; }","duration":"1.446927272s","start":"2026-07-01T00:55:30.710601Z","end":"2026-07-01T00:55:32.157528Z","steps":["trace[671828215] 'agreement among raft nodes before linearized reading' (duration: 1.446783348s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.157581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.868825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:32.157596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.710576Z","time spent":"1.447011585s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T00:55:32.157599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.410248Z","time spent":"1.747337175s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":135,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/openstack0\" limit:500 "} {"level":"info","ts":"2026-07-01T00:55:32.157615Z","caller":"traceutil/trace.go:171","msg":"trace[1647820335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1872; }","duration":"830.942078ms","start":"2026-07-01T00:55:31.326664Z","end":"2026-07-01T00:55:32.157606Z","steps":["trace[1647820335] 'agreement among raft nodes before linearized reading' (duration: 830.877926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.157585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381862946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-01T00:55:32.15759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.16956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-01T00:55:32.157669Z","caller":"traceutil/trace.go:171","msg":"trace[1953238760] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1872; }","duration":"1.382006511s","start":"2026-07-01T00:55:30.775645Z","end":"2026-07-01T00:55:32.157651Z","steps":["trace[1953238760] 'agreement among raft nodes before linearized reading' (duration: 1.381797714s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:32.157678Z","caller":"traceutil/trace.go:171","msg":"trace[1200692759] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"1.146218239s","start":"2026-07-01T00:55:31.011448Z","end":"2026-07-01T00:55:32.157666Z","steps":["trace[1200692759] 'process raft request' (duration: 1.14498364s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.15767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58736744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117627"} {"level":"warn","ts":"2026-07-01T00:55:32.157632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.749917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-01T00:55:32.157727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.77562Z","time spent":"1.382086843s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-07-01T00:55:32.157745Z","caller":"traceutil/trace.go:171","msg":"trace[153471596] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1872; }","duration":"665.882681ms","start":"2026-07-01T00:55:31.491844Z","end":"2026-07-01T00:55:32.157727Z","steps":["trace[153471596] 'agreement among raft nodes before linearized reading' (duration: 665.681155ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:32.157742Z","caller":"traceutil/trace.go:171","msg":"trace[1337395338] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1872; }","duration":"1.587481333s","start":"2026-07-01T00:55:30.570244Z","end":"2026-07-01T00:55:32.157725Z","steps":["trace[1337395338] 'agreement among raft nodes before linearized reading' (duration: 1.58707035s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.157763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:31.01142Z","time spent":"1.146292012s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:32.157791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:31.491828Z","time spent":"665.951174ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T00:55:32.157793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.57022Z","time spent":"1.587560626s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117650,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-01T00:55:32.157671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:31.326642Z","time spent":"831.020009ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:55:32.157923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768146123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:32.158015Z","caller":"traceutil/trace.go:171","msg":"trace[432476664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1872; }","duration":"1.768291607s","start":"2026-07-01T00:55:30.389694Z","end":"2026-07-01T00:55:32.157986Z","steps":["trace[432476664] 'agreement among raft nodes before linearized reading' (duration: 1.768141372s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.157272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632558027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"warn","ts":"2026-07-01T00:55:32.158065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.389668Z","time spent":"1.76838157s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 "} {"level":"info","ts":"2026-07-01T00:55:32.157451Z","caller":"traceutil/trace.go:171","msg":"trace[2006222755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1872; }","duration":"1.747972855s","start":"2026-07-01T00:55:30.40943Z","end":"2026-07-01T00:55:32.157403Z","steps":["trace[2006222755] 'agreement among raft nodes before linearized reading' (duration: 1.747635304s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:32.158099Z","caller":"traceutil/trace.go:171","msg":"trace[245055732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1872; }","duration":"1.633433606s","start":"2026-07-01T00:55:30.524645Z","end":"2026-07-01T00:55:32.158072Z","steps":["trace[245055732] 'agreement among raft nodes before linearized reading' (duration: 1.6323202s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.158149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.40941Z","time spent":"1.748721898s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T00:55:32.158146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447425338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T00:55:32.157203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446650483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:55:32.158224Z","caller":"traceutil/trace.go:171","msg":"trace[412140077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1872; }","duration":"1.44750627s","start":"2026-07-01T00:55:30.71069Z","end":"2026-07-01T00:55:32.158196Z","steps":["trace[412140077] 'agreement among raft nodes before linearized reading' (duration: 1.446686224s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.158169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.524619Z","time spent":"1.633514048s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4018,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-01T00:55:32.158222Z","caller":"traceutil/trace.go:171","msg":"trace[1196794932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1872; }","duration":"1.447723907s","start":"2026-07-01T00:55:30.710474Z","end":"2026-07-01T00:55:32.158198Z","steps":["trace[1196794932] 'agreement among raft nodes before linearized reading' (duration: 1.446478628s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:32.157341Z","caller":"traceutil/trace.go:171","msg":"trace[1483011783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1872; }","duration":"1.533458567s","start":"2026-07-01T00:55:30.623864Z","end":"2026-07-01T00:55:32.157323Z","steps":["trace[1483011783] 'agreement among raft nodes before linearized reading' (duration: 1.533109866s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.17906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.710449Z","time spent":"1.468546966s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:55:32.179079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.623836Z","time spent":"1.555220525s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:55:32.179085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497427788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T00:55:32.157487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.39048Z","time spent":"1.766992246s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":137,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/openstack0\" limit:500 "} {"level":"info","ts":"2026-07-01T00:55:32.157688Z","caller":"traceutil/trace.go:171","msg":"trace[1032289917] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1872; }","duration":"953.327435ms","start":"2026-07-01T00:55:31.20434Z","end":"2026-07-01T00:55:32.157667Z","steps":["trace[1032289917] 'agreement among raft nodes before linearized reading' (duration: 953.033885ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:32.156946Z","caller":"traceutil/trace.go:171","msg":"trace[125363915] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1947; }","duration":"430.506524ms","start":"2026-07-01T00:55:31.726422Z","end":"2026-07-01T00:55:32.156929Z","steps":["trace[125363915] 'read index received' (duration: 149.422812ms)","trace[125363915] 'applied index is now lower than readState.Index' (duration: 281.082052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:32.178859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.710683Z","time spent":"1.468150153s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:55:32.179191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:31.204316Z","time spent":"974.870446ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T00:55:32.179273Z","caller":"traceutil/trace.go:171","msg":"trace[2111349038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1872; }","duration":"1.497576243s","start":"2026-07-01T00:55:30.681638Z","end":"2026-07-01T00:55:32.179215Z","steps":["trace[2111349038] 'agreement among raft nodes before linearized reading' (duration: 1.475695811s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:32.180182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:30.68157Z","time spent":"1.497784539s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:55:32.679347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784747792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:55:33.180262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784747792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:55:33.292895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034786809s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T00:55:33.429863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.502293ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-01T00:55:33.430346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.179053Z","time spent":"1.25128714s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T00:55:33.606636Z","caller":"traceutil/trace.go:171","msg":"trace[55407539] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"1.424791443s","start":"2026-07-01T00:55:32.181822Z","end":"2026-07-01T00:55:33.606613Z","steps":["trace[55407539] 'process raft request' (duration: 1.424654718s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.606814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.181806Z","time spent":"1.424928067s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:33.606727Z","caller":"traceutil/trace.go:171","msg":"trace[24968064] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"1.425431023s","start":"2026-07-01T00:55:32.18119Z","end":"2026-07-01T00:55:33.606621Z","steps":["trace[24968064] 'process raft request' (duration: 1.425047201s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:33.607108Z","caller":"traceutil/trace.go:171","msg":"trace[2034216423] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"1.425214706s","start":"2026-07-01T00:55:32.181883Z","end":"2026-07-01T00:55:33.607098Z","steps":["trace[2034216423] 'process raft request' (duration: 1.424689199s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.607162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.181859Z","time spent":"1.425275528s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:33.607165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.181174Z","time spent":"1.425723793s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:33.607599Z","caller":"traceutil/trace.go:171","msg":"trace[605301489] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"1.425465784s","start":"2026-07-01T00:55:32.182111Z","end":"2026-07-01T00:55:33.607576Z","steps":["trace[605301489] 'process raft request' (duration: 1.424928507s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.607699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.182102Z","time spent":"1.425551256s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:33.607909Z","caller":"traceutil/trace.go:171","msg":"trace[863721347] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.425711552s","start":"2026-07-01T00:55:32.182169Z","end":"2026-07-01T00:55:33.607881Z","steps":["trace[863721347] 'process raft request' (duration: 1.425247987s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.607976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.18216Z","time spent":"1.425782344s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:33.608135Z","caller":"traceutil/trace.go:171","msg":"trace[504523061] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.425890077s","start":"2026-07-01T00:55:32.182225Z","end":"2026-07-01T00:55:33.608115Z","steps":["trace[504523061] 'process raft request' (duration: 1.425262817s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:33.608205Z","caller":"traceutil/trace.go:171","msg":"trace[1291026140] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"1.424506903s","start":"2026-07-01T00:55:32.183684Z","end":"2026-07-01T00:55:33.608191Z","steps":["trace[1291026140] 'process raft request' (duration: 1.42438766s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.608217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.182218Z","time spent":"1.42596423s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:33.608214Z","caller":"traceutil/trace.go:171","msg":"trace[1481912435] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"1.425949679s","start":"2026-07-01T00:55:32.182206Z","end":"2026-07-01T00:55:33.608155Z","steps":["trace[1481912435] 'process raft request' (duration: 1.425623009s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:33.608382Z","caller":"traceutil/trace.go:171","msg":"trace[2129720972] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1949; }","duration":"1.428910192s","start":"2026-07-01T00:55:32.179217Z","end":"2026-07-01T00:55:33.608128Z","steps":["trace[2129720972] 'read index received' (duration: 1.114174637s)","trace[2129720972] 'applied index is now lower than readState.Index' (duration: 314.734415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:33.608438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.182196Z","time spent":"1.426152835s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:33.608572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666989116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:33.608616Z","caller":"traceutil/trace.go:171","msg":"trace[1606038121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1880; }","duration":"1.667053658s","start":"2026-07-01T00:55:31.941548Z","end":"2026-07-01T00:55:33.608601Z","steps":["trace[1606038121] 'agreement among raft nodes before linearized reading' (duration: 1.666981266s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.608642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:31.941529Z","time spent":"1.66710848s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:55:33.608289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.183672Z","time spent":"1.424570516s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:33.623222Z","caller":"traceutil/trace.go:171","msg":"trace[1736047398] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"105.979439ms","start":"2026-07-01T00:55:33.517192Z","end":"2026-07-01T00:55:33.623171Z","steps":["trace[1736047398] 'process raft request' (duration: 105.897206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.623353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.835446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-07-01T00:55:33.623347Z","caller":"traceutil/trace.go:171","msg":"trace[1608494467] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"189.156367ms","start":"2026-07-01T00:55:33.434165Z","end":"2026-07-01T00:55:33.623321Z","steps":["trace[1608494467] 'process raft request' (duration: 188.778605ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:33.623404Z","caller":"traceutil/trace.go:171","msg":"trace[747239181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"437.943119ms","start":"2026-07-01T00:55:33.185445Z","end":"2026-07-01T00:55:33.623388Z","steps":["trace[747239181] 'agreement among raft nodes before linearized reading' (duration: 437.732182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.62339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.115058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:33.62341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.224949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:33.623415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351804276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:33.623446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:33.185407Z","time spent":"438.028031ms","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4018,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-01T00:55:33.623552Z","caller":"traceutil/trace.go:171","msg":"trace[1398977353] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1882; }","duration":"1.352008503s","start":"2026-07-01T00:55:32.271513Z","end":"2026-07-01T00:55:33.623522Z","steps":["trace[1398977353] 'agreement among raft nodes before linearized reading' (duration: 1.351762705s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.623618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:32.271486Z","time spent":"1.352116276s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T00:55:33.623467Z","caller":"traceutil/trace.go:171","msg":"trace[1417945535] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1882; }","duration":"472.252553ms","start":"2026-07-01T00:55:33.151191Z","end":"2026-07-01T00:55:33.623444Z","steps":["trace[1417945535] 'agreement among raft nodes before linearized reading' (duration: 471.983085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:33.623792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:33.151164Z","time spent":"472.542562ms","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:55:33.623547Z","caller":"traceutil/trace.go:171","msg":"trace[1254020671] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1882; }","duration":"270.383884ms","start":"2026-07-01T00:55:33.353102Z","end":"2026-07-01T00:55:33.623486Z","steps":["trace[1254020671] 'agreement among raft nodes before linearized reading' (duration: 270.112585ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.307856Z","caller":"traceutil/trace.go:171","msg":"trace[1091094142] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"125.835956ms","start":"2026-07-01T00:55:34.181976Z","end":"2026-07-01T00:55:34.307812Z","steps":["trace[1091094142] 'process raft request' (duration: 35.467781ms)","trace[1091094142] 'compare' (duration: 90.136828ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:34.316949Z","caller":"traceutil/trace.go:171","msg":"trace[41040538] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"129.329337ms","start":"2026-07-01T00:55:34.18758Z","end":"2026-07-01T00:55:34.31691Z","steps":["trace[41040538] 'process raft request' (duration: 128.942184ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.316955Z","caller":"traceutil/trace.go:171","msg":"trace[2133643155] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"129.290696ms","start":"2026-07-01T00:55:34.187596Z","end":"2026-07-01T00:55:34.316886Z","steps":["trace[2133643155] 'process raft request' (duration: 129.203543ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.44526Z","caller":"traceutil/trace.go:171","msg":"trace[19363440] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"118.904797ms","start":"2026-07-01T00:55:34.326278Z","end":"2026-07-01T00:55:34.445182Z","steps":["trace[19363440] 'process raft request' (duration: 94.835266ms)","trace[19363440] 'compare' (duration: 23.796232ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:34.445277Z","caller":"traceutil/trace.go:171","msg":"trace[229884296] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"117.097071ms","start":"2026-07-01T00:55:34.328107Z","end":"2026-07-01T00:55:34.445204Z","steps":["trace[229884296] 'process raft request' (duration: 116.963187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:34.445595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.920327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:55:34.445678Z","caller":"traceutil/trace.go:171","msg":"trace[1284283877] linearizableReadLoop","detail":"{readStateIndex:1977; appliedIndex:1973; }","duration":"111.503544ms","start":"2026-07-01T00:55:34.333641Z","end":"2026-07-01T00:55:34.445145Z","steps":["trace[1284283877] 'read index received' (duration: 22.893184ms)","trace[1284283877] 'applied index is now lower than readState.Index' (duration: 88.60912ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:34.44572Z","caller":"traceutil/trace.go:171","msg":"trace[764566742] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1899; }","duration":"112.114043ms","start":"2026-07-01T00:55:34.333573Z","end":"2026-07-01T00:55:34.445687Z","steps":["trace[764566742] 'agreement among raft nodes before linearized reading' (duration: 111.842134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:34.44603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.674684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-07-01T00:55:34.446079Z","caller":"traceutil/trace.go:171","msg":"trace[391896192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"102.767757ms","start":"2026-07-01T00:55:34.343297Z","end":"2026-07-01T00:55:34.446064Z","steps":["trace[391896192] 'agreement among raft nodes before linearized reading' (duration: 102.601652ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.59796Z","caller":"traceutil/trace.go:171","msg":"trace[1320081518] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"146.325764ms","start":"2026-07-01T00:55:34.451574Z","end":"2026-07-01T00:55:34.5979Z","steps":["trace[1320081518] 'process raft request' (duration: 145.602111ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.598278Z","caller":"traceutil/trace.go:171","msg":"trace[615501892] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"145.779086ms","start":"2026-07-01T00:55:34.452453Z","end":"2026-07-01T00:55:34.598232Z","steps":["trace[615501892] 'process raft request' (duration: 145.372273ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.598349Z","caller":"traceutil/trace.go:171","msg":"trace[1966752952] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"144.110724ms","start":"2026-07-01T00:55:34.454198Z","end":"2026-07-01T00:55:34.598309Z","steps":["trace[1966752952] 'process raft request' (duration: 143.912627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:34.598375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.229631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-01T00:55:34.598437Z","caller":"traceutil/trace.go:171","msg":"trace[1149651570] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1903; }","duration":"146.335844ms","start":"2026-07-01T00:55:34.452084Z","end":"2026-07-01T00:55:34.59842Z","steps":["trace[1149651570] 'agreement among raft nodes before linearized reading' (duration: 146.171259ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.598458Z","caller":"traceutil/trace.go:171","msg":"trace[771698090] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"135.732269ms","start":"2026-07-01T00:55:34.462686Z","end":"2026-07-01T00:55:34.598418Z","steps":["trace[771698090] 'process raft request' (duration: 135.525253ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.613409Z","caller":"traceutil/trace.go:171","msg":"trace[538823870] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"108.302902ms","start":"2026-07-01T00:55:34.50508Z","end":"2026-07-01T00:55:34.613383Z","steps":["trace[538823870] 'process raft request' (duration: 108.082715ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.613501Z","caller":"traceutil/trace.go:171","msg":"trace[697242187] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"100.600029ms","start":"2026-07-01T00:55:34.512873Z","end":"2026-07-01T00:55:34.613473Z","steps":["trace[697242187] 'process raft request' (duration: 100.529127ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.613546Z","caller":"traceutil/trace.go:171","msg":"trace[1401919902] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"101.941111ms","start":"2026-07-01T00:55:34.511582Z","end":"2026-07-01T00:55:34.613523Z","steps":["trace[1401919902] 'process raft request' (duration: 101.753895ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.751548Z","caller":"traceutil/trace.go:171","msg":"trace[1568222228] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"134.982366ms","start":"2026-07-01T00:55:34.616534Z","end":"2026-07-01T00:55:34.751516Z","steps":["trace[1568222228] 'process raft request' (duration: 134.777119ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.75157Z","caller":"traceutil/trace.go:171","msg":"trace[1075024898] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"133.991814ms","start":"2026-07-01T00:55:34.61756Z","end":"2026-07-01T00:55:34.751552Z","steps":["trace[1075024898] 'process raft request' (duration: 133.937072ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.751725Z","caller":"traceutil/trace.go:171","msg":"trace[1790608439] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"134.227191ms","start":"2026-07-01T00:55:34.617455Z","end":"2026-07-01T00:55:34.751682Z","steps":["trace[1790608439] 'process raft request' (duration: 133.995894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:34.751896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.628921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-07-01T00:55:34.751937Z","caller":"traceutil/trace.go:171","msg":"trace[2093053550] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1916; }","duration":"120.710974ms","start":"2026-07-01T00:55:34.63121Z","end":"2026-07-01T00:55:34.751921Z","steps":["trace[2093053550] 'agreement among raft nodes before linearized reading' (duration: 120.570979ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.817909Z","caller":"traceutil/trace.go:171","msg":"trace[2069546898] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"147.838901ms","start":"2026-07-01T00:55:34.670042Z","end":"2026-07-01T00:55:34.817881Z","steps":["trace[2069546898] 'process raft request' (duration: 147.522721ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.818009Z","caller":"traceutil/trace.go:171","msg":"trace[1871502660] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"147.49067ms","start":"2026-07-01T00:55:34.670486Z","end":"2026-07-01T00:55:34.817977Z","steps":["trace[1871502660] 'process raft request' (duration: 147.272583ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.818119Z","caller":"traceutil/trace.go:171","msg":"trace[74391667] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"147.46739ms","start":"2026-07-01T00:55:34.670625Z","end":"2026-07-01T00:55:34.818092Z","steps":["trace[74391667] 'process raft request' (duration: 147.203012ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.818125Z","caller":"traceutil/trace.go:171","msg":"trace[926198598] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"143.842925ms","start":"2026-07-01T00:55:34.674263Z","end":"2026-07-01T00:55:34.818106Z","steps":["trace[926198598] 'process raft request' (duration: 143.655379ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.818302Z","caller":"traceutil/trace.go:171","msg":"trace[1702766904] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"139.365494ms","start":"2026-07-01T00:55:34.67892Z","end":"2026-07-01T00:55:34.818285Z","steps":["trace[1702766904] 'process raft request' (duration: 139.092725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:34.818634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.903852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:120660"} {"level":"info","ts":"2026-07-01T00:55:34.818758Z","caller":"traceutil/trace.go:171","msg":"trace[1012544586] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1921; }","duration":"147.083337ms","start":"2026-07-01T00:55:34.671654Z","end":"2026-07-01T00:55:34.818737Z","steps":["trace[1012544586] 'agreement among raft nodes before linearized reading' (duration: 146.655284ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.966632Z","caller":"traceutil/trace.go:171","msg":"trace[620492173] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"211.342149ms","start":"2026-07-01T00:55:34.755262Z","end":"2026-07-01T00:55:34.966604Z","steps":["trace[620492173] 'process raft request' (duration: 135.981277ms)","trace[620492173] 'compare' (duration: 75.073573ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:34.966783Z","caller":"traceutil/trace.go:171","msg":"trace[408081512] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"137.65258ms","start":"2026-07-01T00:55:34.82911Z","end":"2026-07-01T00:55:34.966762Z","steps":["trace[408081512] 'process raft request' (duration: 137.602558ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.966773Z","caller":"traceutil/trace.go:171","msg":"trace[1843444653] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:2000; }","duration":"148.484012ms","start":"2026-07-01T00:55:34.818255Z","end":"2026-07-01T00:55:34.966739Z","steps":["trace[1843444653] 'read index received' (duration: 73.030458ms)","trace[1843444653] 'applied index is now lower than readState.Index' (duration: 75.450424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:34.967112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.305181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-07-01T00:55:34.967166Z","caller":"traceutil/trace.go:171","msg":"trace[1615774054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1924; }","duration":"195.400354ms","start":"2026-07-01T00:55:34.771749Z","end":"2026-07-01T00:55:34.967149Z","steps":["trace[1615774054] 'agreement among raft nodes before linearized reading' (duration: 195.075604ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:34.967201Z","caller":"traceutil/trace.go:171","msg":"trace[694889446] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"140.986905ms","start":"2026-07-01T00:55:34.8262Z","end":"2026-07-01T00:55:34.967187Z","steps":["trace[694889446] 'process raft request' (duration: 140.398587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:34.967293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.814051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:7059"} {"level":"info","ts":"2026-07-01T00:55:34.967327Z","caller":"traceutil/trace.go:171","msg":"trace[1553659177] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1924; }","duration":"141.890893ms","start":"2026-07-01T00:55:34.825426Z","end":"2026-07-01T00:55:34.967317Z","steps":["trace[1553659177] 'agreement among raft nodes before linearized reading' (duration: 141.741689ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:35.459005Z","caller":"traceutil/trace.go:171","msg":"trace[61136762] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2009; }","duration":"200.300049ms","start":"2026-07-01T00:55:35.25868Z","end":"2026-07-01T00:55:35.458981Z","steps":["trace[61136762] 'read index received' (duration: 177.51189ms)","trace[61136762] 'applied index is now lower than readState.Index' (duration: 22.786779ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:35.459142Z","caller":"traceutil/trace.go:171","msg":"trace[218761819] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"307.238928ms","start":"2026-07-01T00:55:35.151892Z","end":"2026-07-01T00:55:35.459131Z","steps":["trace[218761819] 'process raft request' (duration: 307.017801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:35.459272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:35.151859Z","time spent":"307.317891ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3611,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:35.459298Z","caller":"traceutil/trace.go:171","msg":"trace[1591063505] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"312.746413ms","start":"2026-07-01T00:55:35.146527Z","end":"2026-07-01T00:55:35.459273Z","steps":["trace[1591063505] 'process raft request' (duration: 289.647823ms)","trace[1591063505] 'compare' (duration: 22.557773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:35.459461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:35.146467Z","time spent":"312.926509ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2099,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:55:35.459771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.085244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:35.459844Z","caller":"traceutil/trace.go:171","msg":"trace[636893949] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1932; }","duration":"201.212478ms","start":"2026-07-01T00:55:35.258613Z","end":"2026-07-01T00:55:35.459825Z","steps":["trace[636893949] 'agreement among raft nodes before linearized reading' (duration: 201.094994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:38.126063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784747957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T00:55:38.347363Z","caller":"traceutil/trace.go:171","msg":"trace[1157692114] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"783.789117ms","start":"2026-07-01T00:55:37.563531Z","end":"2026-07-01T00:55:38.34732Z","steps":["trace[1157692114] 'process raft request' (duration: 783.57113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:38.347593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.563472Z","time spent":"783.988493ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5884,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:39.0837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.385118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:39.083827Z","caller":"traceutil/trace.go:171","msg":"trace[2061193642] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1969; }","duration":"410.523093ms","start":"2026-07-01T00:55:38.673284Z","end":"2026-07-01T00:55:39.083807Z","steps":["trace[2061193642] 'range keys from in-memory index tree' (duration: 410.285385ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:39.175712Z","caller":"traceutil/trace.go:171","msg":"trace[752241091] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"1.399207765s","start":"2026-07-01T00:55:37.77648Z","end":"2026-07-01T00:55:39.175688Z","steps":["trace[752241091] 'process raft request' (duration: 1.399121132s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:39.175756Z","caller":"traceutil/trace.go:171","msg":"trace[780486388] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"1.574477013s","start":"2026-07-01T00:55:37.601239Z","end":"2026-07-01T00:55:39.175716Z","steps":["trace[780486388] 'process raft request' (duration: 1.574088071s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.175876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.775964Z","time spent":"1.399828454s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:39.175954Z","caller":"traceutil/trace.go:171","msg":"trace[1563377767] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2048; }","duration":"1.550628869s","start":"2026-07-01T00:55:37.625291Z","end":"2026-07-01T00:55:39.17592Z","steps":["trace[1563377767] 'read index received' (duration: 721.877231ms)","trace[1563377767] 'applied index is now lower than readState.Index' (duration: 828.748698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:39.175965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.601183Z","time spent":"1.574669579s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7744,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:39.176012Z","caller":"traceutil/trace.go:171","msg":"trace[1867174648] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"853.17577ms","start":"2026-07-01T00:55:38.3228Z","end":"2026-07-01T00:55:39.175976Z","steps":["trace[1867174648] 'process raft request' (duration: 852.84935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.176192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:38.322769Z","time spent":"853.329635ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:39.176229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550934979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:55:39.176265Z","caller":"traceutil/trace.go:171","msg":"trace[649517486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1972; }","duration":"1.55097665s","start":"2026-07-01T00:55:37.625277Z","end":"2026-07-01T00:55:39.176253Z","steps":["trace[649517486] 'agreement among raft nodes before linearized reading' (duration: 1.550786684s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.176296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.62518Z","time spent":"1.551109764s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:55:39.663239Z","caller":"traceutil/trace.go:171","msg":"trace[859812702] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.309563792s","start":"2026-07-01T00:55:38.353635Z","end":"2026-07-01T00:55:39.663199Z","steps":["trace[859812702] 'process raft request' (duration: 1.309305784s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.663371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:38.35361Z","time spent":"1.309693236s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:39.663546Z","caller":"traceutil/trace.go:171","msg":"trace[1761830494] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.308394695s","start":"2026-07-01T00:55:38.355144Z","end":"2026-07-01T00:55:39.663539Z","steps":["trace[1761830494] 'process raft request' (duration: 1.307989252s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.663594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:38.355124Z","time spent":"1.308446537s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:39.663658Z","caller":"traceutil/trace.go:171","msg":"trace[1742710852] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"1.306819175s","start":"2026-07-01T00:55:38.356814Z","end":"2026-07-01T00:55:39.663633Z","steps":["trace[1742710852] 'process raft request' (duration: 1.306637299s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.663809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:38.356786Z","time spent":"1.306943819s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:39.663825Z","caller":"traceutil/trace.go:171","msg":"trace[447042432] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2052; }","duration":"487.780753ms","start":"2026-07-01T00:55:39.176032Z","end":"2026-07-01T00:55:39.663813Z","steps":["trace[447042432] 'read index received' (duration: 486.932017ms)","trace[447042432] 'applied index is now lower than readState.Index' (duration: 848.056µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:39.663834Z","caller":"traceutil/trace.go:171","msg":"trace[1263570510] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.289571879s","start":"2026-07-01T00:55:38.374241Z","end":"2026-07-01T00:55:39.663813Z","steps":["trace[1263570510] 'process raft request' (duration: 1.289341302s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:39.663873Z","caller":"traceutil/trace.go:171","msg":"trace[985415733] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"767.279266ms","start":"2026-07-01T00:55:38.896546Z","end":"2026-07-01T00:55:39.663826Z","steps":["trace[985415733] 'process raft request' (duration: 767.174502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.663962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:38.374232Z","time spent":"1.289661873s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:39.663993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032981111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T00:55:39.664001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503942644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-07-01T00:55:39.663901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025281239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:39.664032Z","caller":"traceutil/trace.go:171","msg":"trace[693705753] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3; range_end:; response_count:1; response_revision:1977; }","duration":"1.504041917s","start":"2026-07-01T00:55:38.159982Z","end":"2026-07-01T00:55:39.664024Z","steps":["trace[693705753] 'agreement among raft nodes before linearized reading' (duration: 1.503942934s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:39.664049Z","caller":"traceutil/trace.go:171","msg":"trace[740585980] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1977; }","duration":"1.025466124s","start":"2026-07-01T00:55:38.638568Z","end":"2026-07-01T00:55:39.664034Z","steps":["trace[740585980] 'agreement among raft nodes before linearized reading' (duration: 1.025300799s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.66406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892701089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-01T00:55:39.664098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:38.63853Z","time spent":"1.025553847s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:55:39.66414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034427347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:55:39.664134Z","caller":"traceutil/trace.go:171","msg":"trace[651687492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"1.892807552s","start":"2026-07-01T00:55:37.771306Z","end":"2026-07-01T00:55:39.664114Z","steps":["trace[651687492] 'agreement among raft nodes before linearized reading' (duration: 1.892613626s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:39.66416Z","caller":"traceutil/trace.go:171","msg":"trace[1973435816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1977; }","duration":"2.034485369s","start":"2026-07-01T00:55:37.62967Z","end":"2026-07-01T00:55:39.664155Z","steps":["trace[1973435816] 'agreement among raft nodes before linearized reading' (duration: 2.034438988s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.664178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724056339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:39.664181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.629648Z","time spent":"2.03452717s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:55:39.664189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.771288Z","time spent":"1.892887395s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T00:55:39.664196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034401566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:55:39.664208Z","caller":"traceutil/trace.go:171","msg":"trace[69676488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"1.72408636s","start":"2026-07-01T00:55:37.940115Z","end":"2026-07-01T00:55:39.664201Z","steps":["trace[69676488] 'agreement among raft nodes before linearized reading' (duration: 1.724036098s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:39.66423Z","caller":"traceutil/trace.go:171","msg":"trace[1802082624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1977; }","duration":"2.034500159s","start":"2026-07-01T00:55:37.629723Z","end":"2026-07-01T00:55:39.664223Z","steps":["trace[1802082624] 'agreement among raft nodes before linearized reading' (duration: 2.034385686s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.664235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.940074Z","time spent":"1.724156183s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:55:39.664255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852908181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-01T00:55:39.664261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.62969Z","time spent":"2.034566211s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:55:39.664123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311840534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-01T00:55:39.664284Z","caller":"traceutil/trace.go:171","msg":"trace[336324181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1977; }","duration":"1.852959043s","start":"2026-07-01T00:55:37.811319Z","end":"2026-07-01T00:55:39.664278Z","steps":["trace[336324181] 'agreement among raft nodes before linearized reading' (duration: 1.852895551s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:39.664301Z","caller":"traceutil/trace.go:171","msg":"trace[2144719396] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3; range_end:; response_count:1; response_revision:1977; }","duration":"1.312057811s","start":"2026-07-01T00:55:38.352236Z","end":"2026-07-01T00:55:39.664294Z","steps":["trace[2144719396] 'agreement among raft nodes before linearized reading' (duration: 1.311840174s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.664305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.8113Z","time spent":"1.853000124s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T00:55:39.664331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:38.352218Z","time spent":"1.312106973s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3\" "} {"level":"warn","ts":"2026-07-01T00:55:39.664063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:38.159951Z","time spent":"1.504106419s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3\" "} {"level":"warn","ts":"2026-07-01T00:55:39.66399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:38.896513Z","time spent":"767.425ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:39.66409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03324224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:55:39.664017Z","caller":"traceutil/trace.go:171","msg":"trace[495339403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1977; }","duration":"2.033064764s","start":"2026-07-01T00:55:37.630945Z","end":"2026-07-01T00:55:39.66401Z","steps":["trace[495339403] 'agreement among raft nodes before linearized reading' (duration: 2.032976201s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:39.664389Z","caller":"traceutil/trace.go:171","msg":"trace[1175517364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1977; }","duration":"2.033542789s","start":"2026-07-01T00:55:37.63083Z","end":"2026-07-01T00:55:39.664373Z","steps":["trace[1175517364] 'agreement among raft nodes before linearized reading' (duration: 2.033220289s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:39.664423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.630893Z","time spent":"2.033522018s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:55:39.664442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:37.630785Z","time spent":"2.033642362s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:55:40.164295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784747969,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T00:55:40.586802Z","caller":"traceutil/trace.go:171","msg":"trace[298698113] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"1.403199751s","start":"2026-07-01T00:55:39.183552Z","end":"2026-07-01T00:55:40.586752Z","steps":["trace[298698113] 'process raft request' (duration: 1.399815224s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.587031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.183521Z","time spent":"1.403376337s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:40.929991Z","caller":"traceutil/trace.go:171","msg":"trace[1704051349] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"1.260138359s","start":"2026-07-01T00:55:39.669828Z","end":"2026-07-01T00:55:40.929966Z","steps":["trace[1704051349] 'process raft request' (duration: 1.25983214s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.930162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.669808Z","time spent":"1.260263663s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:40.930435Z","caller":"traceutil/trace.go:171","msg":"trace[957140886] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.26049601s","start":"2026-07-01T00:55:39.6699Z","end":"2026-07-01T00:55:40.930396Z","steps":["trace[957140886] 'process raft request' (duration: 1.260008515s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:40.930512Z","caller":"traceutil/trace.go:171","msg":"trace[580514217] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.26047215s","start":"2026-07-01T00:55:39.670016Z","end":"2026-07-01T00:55:40.930488Z","steps":["trace[580514217] 'process raft request' (duration: 1.260220022s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:40.930505Z","caller":"traceutil/trace.go:171","msg":"trace[1829218848] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.260376867s","start":"2026-07-01T00:55:39.670068Z","end":"2026-07-01T00:55:40.930445Z","steps":["trace[1829218848] 'process raft request' (duration: 1.260299674s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.930608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.67001Z","time spent":"1.260546752s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:40.930637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.669885Z","time spent":"1.260639565s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:40.930678Z","caller":"traceutil/trace.go:171","msg":"trace[1557182351] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.260137969s","start":"2026-07-01T00:55:39.670522Z","end":"2026-07-01T00:55:40.93066Z","steps":["trace[1557182351] 'process raft request' (duration: 1.259886241s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.930703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.670058Z","time spent":"1.260526831s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:40.930775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.670508Z","time spent":"1.260216931s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:40.930799Z","caller":"traceutil/trace.go:171","msg":"trace[253557796] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"1.259440507s","start":"2026-07-01T00:55:39.671345Z","end":"2026-07-01T00:55:40.930785Z","steps":["trace[253557796] 'process raft request' (duration: 1.25920344s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.930878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.671322Z","time spent":"1.259511859s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:40.930951Z","caller":"traceutil/trace.go:171","msg":"trace[743205702] linearizableReadLoop","detail":"{readStateIndex:2065; appliedIndex:2057; }","duration":"1.267082908s","start":"2026-07-01T00:55:39.663851Z","end":"2026-07-01T00:55:40.930934Z","steps":["trace[743205702] 'read index received' (duration: 919.532027ms)","trace[743205702] 'applied index is now lower than readState.Index' (duration: 347.549611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:40.931109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265378394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:40.93096Z","caller":"traceutil/trace.go:171","msg":"trace[2075497243] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"1.258427855s","start":"2026-07-01T00:55:39.672517Z","end":"2026-07-01T00:55:40.930945Z","steps":["trace[2075497243] 'process raft request' (duration: 1.258216689s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.931149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463917958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:55:40.931166Z","caller":"traceutil/trace.go:171","msg":"trace[610517882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1985; }","duration":"1.265458908s","start":"2026-07-01T00:55:39.665682Z","end":"2026-07-01T00:55:40.931141Z","steps":["trace[610517882] 'agreement among raft nodes before linearized reading' (duration: 1.265386685s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.93121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.66566Z","time spent":"1.26554324s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T00:55:40.931217Z","caller":"traceutil/trace.go:171","msg":"trace[1959394495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"1.464024131s","start":"2026-07-01T00:55:39.467174Z","end":"2026-07-01T00:55:40.931198Z","steps":["trace[1959394495] 'agreement among raft nodes before linearized reading' (duration: 1.463832795s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.931245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.672505Z","time spent":"1.258681563s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6113,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:40.931266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:39.467154Z","time spent":"1.464099804s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T00:55:40.931268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.743588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T00:55:40.931315Z","caller":"traceutil/trace.go:171","msg":"trace[1389713627] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:1985; }","duration":"154.819621ms","start":"2026-07-01T00:55:40.776484Z","end":"2026-07-01T00:55:40.931304Z","steps":["trace[1389713627] 'agreement among raft nodes before linearized reading' (duration: 154.705047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.931246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.203159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-07-01T00:55:40.931312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.167189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:55:40.931411Z","caller":"traceutil/trace.go:171","msg":"trace[665700344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1985; }","duration":"308.391664ms","start":"2026-07-01T00:55:40.622994Z","end":"2026-07-01T00:55:40.931386Z","steps":["trace[665700344] 'agreement among raft nodes before linearized reading' (duration: 308.138536ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:40.931422Z","caller":"traceutil/trace.go:171","msg":"trace[1068920258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1985; }","duration":"259.335085ms","start":"2026-07-01T00:55:40.672056Z","end":"2026-07-01T00:55:40.931391Z","steps":["trace[1068920258] 'agreement among raft nodes before linearized reading' (duration: 259.009884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.931489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:40.622975Z","time spent":"308.495168ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T00:55:40.931853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.639588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-07-01T00:55:40.933051Z","caller":"traceutil/trace.go:171","msg":"trace[1570602204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3; range_end:; response_count:1; response_revision:1985; }","duration":"263.873807ms","start":"2026-07-01T00:55:40.669156Z","end":"2026-07-01T00:55:40.93303Z","steps":["trace[1570602204] 'agreement among raft nodes before linearized reading' (duration: 261.910345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:42.955975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.617361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:42.956147Z","caller":"traceutil/trace.go:171","msg":"trace[907677751] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1993; }","duration":"151.873829ms","start":"2026-07-01T00:55:42.804236Z","end":"2026-07-01T00:55:42.95611Z","steps":["trace[907677751] 'count revisions from in-memory index tree' (duration: 151.488057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:42.956043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.202619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3\" ","response":"range_response_count:1 size:3929"} {"level":"info","ts":"2026-07-01T00:55:42.956584Z","caller":"traceutil/trace.go:171","msg":"trace[328264220] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-382e4473-9057-43ce-8820-c850358756e3; range_end:; response_count:1; response_revision:1993; }","duration":"133.751867ms","start":"2026-07-01T00:55:42.8228Z","end":"2026-07-01T00:55:42.956552Z","steps":["trace[328264220] 'range keys from in-memory index tree' (duration: 133.031514ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:43.207094Z","caller":"traceutil/trace.go:171","msg":"trace[1481714828] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"242.646078ms","start":"2026-07-01T00:55:42.964424Z","end":"2026-07-01T00:55:43.20707Z","steps":["trace[1481714828] 'process raft request' (duration: 242.40222ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:43.207543Z","caller":"traceutil/trace.go:171","msg":"trace[1935070933] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"241.221852ms","start":"2026-07-01T00:55:42.9663Z","end":"2026-07-01T00:55:43.207522Z","steps":["trace[1935070933] 'process raft request' (duration: 241.1514ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:43.207649Z","caller":"traceutil/trace.go:171","msg":"trace[1725795871] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"241.326645ms","start":"2026-07-01T00:55:42.966299Z","end":"2026-07-01T00:55:43.207625Z","steps":["trace[1725795871] 'process raft request' (duration: 241.010295ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:43.207539Z","caller":"traceutil/trace.go:171","msg":"trace[1887497531] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"242.867184ms","start":"2026-07-01T00:55:42.964623Z","end":"2026-07-01T00:55:43.20749Z","steps":["trace[1887497531] 'process raft request' (duration: 242.396039ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:53.411992Z","caller":"traceutil/trace.go:171","msg":"trace[1680279181] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"166.642836ms","start":"2026-07-01T00:55:53.245325Z","end":"2026-07-01T00:55:53.411967Z","steps":["trace[1680279181] 'process raft request' (duration: 166.427349ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:53.412857Z","caller":"traceutil/trace.go:171","msg":"trace[1360903934] linearizableReadLoop","detail":"{readStateIndex:2166; appliedIndex:2164; }","duration":"161.813194ms","start":"2026-07-01T00:55:53.25102Z","end":"2026-07-01T00:55:53.412834Z","steps":["trace[1360903934] 'read index received' (duration: 160.653407ms)","trace[1360903934] 'applied index is now lower than readState.Index' (duration: 1.158357ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:53.412968Z","caller":"traceutil/trace.go:171","msg":"trace[1156778073] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"165.19642ms","start":"2026-07-01T00:55:53.247714Z","end":"2026-07-01T00:55:53.412911Z","steps":["trace[1156778073] 'process raft request' (duration: 164.969903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:53.413139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.107962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T00:55:53.413282Z","caller":"traceutil/trace.go:171","msg":"trace[1596841339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2083; }","duration":"162.295629ms","start":"2026-07-01T00:55:53.250968Z","end":"2026-07-01T00:55:53.413264Z","steps":["trace[1596841339] 'agreement among raft nodes before linearized reading' (duration: 162.027011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:53.413284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.076967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:55:53.413367Z","caller":"traceutil/trace.go:171","msg":"trace[227510795] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2083; }","duration":"159.193351ms","start":"2026-07-01T00:55:53.254148Z","end":"2026-07-01T00:55:53.413341Z","steps":["trace[227510795] 'agreement among raft nodes before linearized reading' (duration: 158.925232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:53.413378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.57554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T00:55:53.413451Z","caller":"traceutil/trace.go:171","msg":"trace[1400515400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2083; }","duration":"157.688253ms","start":"2026-07-01T00:55:53.255742Z","end":"2026-07-01T00:55:53.41343Z","steps":["trace[1400515400] 'agreement among raft nodes before linearized reading' (duration: 157.419735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:53.413447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.430275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-01T00:55:53.413563Z","caller":"traceutil/trace.go:171","msg":"trace[599942077] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2083; }","duration":"157.596331ms","start":"2026-07-01T00:55:53.255936Z","end":"2026-07-01T00:55:53.413532Z","steps":["trace[599942077] 'agreement among raft nodes before linearized reading' (duration: 157.199948ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:54.490081Z","caller":"traceutil/trace.go:171","msg":"trace[1125147462] transaction","detail":"{read_only:false; response_revision:2089; number_of_response:1; }","duration":"379.588295ms","start":"2026-07-01T00:55:54.110471Z","end":"2026-07-01T00:55:54.490059Z","steps":["trace[1125147462] 'process raft request' (duration: 379.444751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:54.490431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:54.110448Z","time spent":"379.698008ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:15.196803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.767881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:56:15.196986Z","caller":"traceutil/trace.go:171","msg":"trace[301809463] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"152.424276ms","start":"2026-07-01T00:56:15.044536Z","end":"2026-07-01T00:56:15.19696Z","steps":["trace[301809463] 'process raft request' (duration: 28.430238ms)","trace[301809463] 'compare' (duration: 123.625227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:56:15.728702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.886538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:56:15.728929Z","caller":"traceutil/trace.go:171","msg":"trace[763459793] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"132.828017ms","start":"2026-07-01T00:56:15.596054Z","end":"2026-07-01T00:56:15.728882Z","steps":["trace[763459793] 'process raft request' (duration: 31.630329ms)","trace[763459793] 'compare' (duration: 100.689092ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:15.729007Z","caller":"traceutil/trace.go:171","msg":"trace[1021099835] linearizableReadLoop","detail":"{readStateIndex:2299; appliedIndex:2298; }","duration":"130.697599ms","start":"2026-07-01T00:56:15.598265Z","end":"2026-07-01T00:56:15.728963Z","steps":["trace[1021099835] 'read index received' (duration: 29.44134ms)","trace[1021099835] 'applied index is now lower than readState.Index' (duration: 101.248999ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:15.72897Z","caller":"traceutil/trace.go:171","msg":"trace[2128462975] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"129.214293ms","start":"2026-07-01T00:56:15.59973Z","end":"2026-07-01T00:56:15.728945Z","steps":["trace[2128462975] 'process raft request' (duration: 129.11848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:15.729308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.01964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T00:56:15.729344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.71664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:56:15.729398Z","caller":"traceutil/trace.go:171","msg":"trace[1620669793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2213; }","duration":"130.805834ms","start":"2026-07-01T00:56:15.598578Z","end":"2026-07-01T00:56:15.729384Z","steps":["trace[1620669793] 'agreement among raft nodes before linearized reading' (duration: 130.587027ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:15.729402Z","caller":"traceutil/trace.go:171","msg":"trace[1200737783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2213; }","duration":"131.179134ms","start":"2026-07-01T00:56:15.5982Z","end":"2026-07-01T00:56:15.729379Z","steps":["trace[1200737783] 'agreement among raft nodes before linearized reading' (duration: 130.877765ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:19.67144Z","caller":"traceutil/trace.go:171","msg":"trace[1848676809] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"111.375329ms","start":"2026-07-01T00:56:19.560032Z","end":"2026-07-01T00:56:19.671407Z","steps":["trace[1848676809] 'process raft request' (duration: 111.176273ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:19.692425Z","caller":"traceutil/trace.go:171","msg":"trace[171515500] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"128.365496ms","start":"2026-07-01T00:56:19.564023Z","end":"2026-07-01T00:56:19.692388Z","steps":["trace[171515500] 'process raft request' (duration: 128.189731ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:25.19166Z","caller":"traceutil/trace.go:171","msg":"trace[1360738902] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"332.847159ms","start":"2026-07-01T00:56:24.858769Z","end":"2026-07-01T00:56:25.191617Z","steps":["trace[1360738902] 'process raft request' (duration: 332.586381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:25.191926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:24.858743Z","time spent":"333.059006ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:56:25.448802Z","caller":"traceutil/trace.go:171","msg":"trace[454362767] linearizableReadLoop","detail":"{readStateIndex:2349; appliedIndex:2348; }","duration":"196.364485ms","start":"2026-07-01T00:56:25.252402Z","end":"2026-07-01T00:56:25.448766Z","steps":["trace[454362767] 'read index received' (duration: 117.808521ms)","trace[454362767] 'applied index is now lower than readState.Index' (duration: 78.554624ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:25.448848Z","caller":"traceutil/trace.go:171","msg":"trace[940439449] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"430.369755ms","start":"2026-07-01T00:56:25.018436Z","end":"2026-07-01T00:56:25.448806Z","steps":["trace[940439449] 'process raft request' (duration: 351.77322ms)","trace[940439449] 'compare' (duration: 78.398259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:56:25.449012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:25.018407Z","time spent":"430.52179ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:25.449136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.024542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-01T00:56:25.449172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.745277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18be046d5ef667ce\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-01T00:56:25.449205Z","caller":"traceutil/trace.go:171","msg":"trace[422200765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2260; }","duration":"189.147725ms","start":"2026-07-01T00:56:25.260043Z","end":"2026-07-01T00:56:25.44919Z","steps":["trace[422200765] 'agreement among raft nodes before linearized reading' (duration: 188.921088ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:25.44928Z","caller":"traceutil/trace.go:171","msg":"trace[1578995865] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18be046d5ef667ce; range_end:; response_count:1; response_revision:2260; }","duration":"196.898521ms","start":"2026-07-01T00:56:25.252358Z","end":"2026-07-01T00:56:25.449256Z","steps":["trace[1578995865] 'agreement among raft nodes before linearized reading' (duration: 196.54784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:25.449296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.104114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:56:25.449413Z","caller":"traceutil/trace.go:171","msg":"trace[1601339771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2260; }","duration":"172.284609ms","start":"2026-07-01T00:56:25.277102Z","end":"2026-07-01T00:56:25.449386Z","steps":["trace[1601339771] 'agreement among raft nodes before linearized reading' (duration: 171.902467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:26.064302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.16556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:56:26.064449Z","caller":"traceutil/trace.go:171","msg":"trace[2078672141] linearizableReadLoop","detail":"{readStateIndex:2353; appliedIndex:2352; }","duration":"259.653215ms","start":"2026-07-01T00:56:25.804775Z","end":"2026-07-01T00:56:26.064429Z","steps":["trace[2078672141] 'read index received' (duration: 98.343µs)","trace[2078672141] 'applied index is now lower than readState.Index' (duration: 259.553622ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:26.064537Z","caller":"traceutil/trace.go:171","msg":"trace[1557618273] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"352.783682ms","start":"2026-07-01T00:56:25.711742Z","end":"2026-07-01T00:56:26.064526Z","steps":["trace[1557618273] 'process raft request' (duration: 70.277952ms)","trace[1557618273] 'compare' (duration: 282.003714ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:56:26.064605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:25.711728Z","time spent":"352.845534ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:26.064861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.068598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:56:26.064963Z","caller":"traceutil/trace.go:171","msg":"trace[2011327295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2264; }","duration":"260.246014ms","start":"2026-07-01T00:56:25.804694Z","end":"2026-07-01T00:56:26.06494Z","steps":["trace[2011327295] 'agreement among raft nodes before linearized reading' (duration: 259.918304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:26.078995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.571108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:56:26.079313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.005831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:56:26.079393Z","caller":"traceutil/trace.go:171","msg":"trace[936887177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2265; }","duration":"257.118375ms","start":"2026-07-01T00:56:25.822259Z","end":"2026-07-01T00:56:26.079377Z","steps":["trace[936887177] 'agreement among raft nodes before linearized reading' (duration: 256.718482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:26.07941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.445727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:56:26.079338Z","caller":"traceutil/trace.go:171","msg":"trace[1318192209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2265; }","duration":"137.967991ms","start":"2026-07-01T00:56:25.941349Z","end":"2026-07-01T00:56:26.079317Z","steps":["trace[1318192209] 'agreement among raft nodes before linearized reading' (duration: 137.569168ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:26.0795Z","caller":"traceutil/trace.go:171","msg":"trace[1390431421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2265; }","duration":"258.56666ms","start":"2026-07-01T00:56:25.820912Z","end":"2026-07-01T00:56:26.079479Z","steps":["trace[1390431421] 'agreement among raft nodes before linearized reading' (duration: 258.094985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:26.07902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.747427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T00:56:26.079635Z","caller":"traceutil/trace.go:171","msg":"trace[1280767110] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2265; }","duration":"265.396678ms","start":"2026-07-01T00:56:25.814203Z","end":"2026-07-01T00:56:26.0796Z","steps":["trace[1280767110] 'agreement among raft nodes before linearized reading' (duration: 264.700096ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:27.799156Z","caller":"traceutil/trace.go:171","msg":"trace[1839702571] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2359; }","duration":"336.35815ms","start":"2026-07-01T00:56:27.462775Z","end":"2026-07-01T00:56:27.799134Z","steps":["trace[1839702571] 'read index received' (duration: 336.213295ms)","trace[1839702571] 'applied index is now lower than readState.Index' (duration: 143.845µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:27.79922Z","caller":"traceutil/trace.go:171","msg":"trace[657047095] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"597.536493ms","start":"2026-07-01T00:56:27.201651Z","end":"2026-07-01T00:56:27.799188Z","steps":["trace[657047095] 'process raft request' (duration: 597.309996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:27.799366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:27.20162Z","time spent":"597.669267ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:27.799875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.077193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:56:27.800007Z","caller":"traceutil/trace.go:171","msg":"trace[246268973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2270; }","duration":"337.263239ms","start":"2026-07-01T00:56:27.462723Z","end":"2026-07-01T00:56:27.799987Z","steps":["trace[246268973] 'agreement among raft nodes before linearized reading' (duration: 336.599148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:27.800101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:27.462703Z","time spent":"337.379373ms","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T00:56:27.803653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.205713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T00:56:27.804079Z","caller":"traceutil/trace.go:171","msg":"trace[1598738997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2271; }","duration":"289.43982ms","start":"2026-07-01T00:56:27.514328Z","end":"2026-07-01T00:56:27.803768Z","steps":["trace[1598738997] 'agreement among raft nodes before linearized reading' (duration: 289.220713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:28.727204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.261252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:56:28.727296Z","caller":"traceutil/trace.go:171","msg":"trace[1467729773] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"919.458075ms","start":"2026-07-01T00:56:27.807822Z","end":"2026-07-01T00:56:28.72728Z","steps":["trace[1467729773] 'process raft request' (duration: 740.040948ms)","trace[1467729773] 'compare' (duration: 179.046735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:56:28.727354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:27.807799Z","time spent":"919.532318ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:56:28.729658Z","caller":"traceutil/trace.go:171","msg":"trace[2052007357] linearizableReadLoop","detail":"{readStateIndex:2364; appliedIndex:2361; }","duration":"628.930271ms","start":"2026-07-01T00:56:28.100699Z","end":"2026-07-01T00:56:28.72963Z","steps":["trace[2052007357] 'read index received' (duration: 447.313794ms)","trace[2052007357] 'applied index is now lower than readState.Index' (duration: 181.614987ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:28.729826Z","caller":"traceutil/trace.go:171","msg":"trace[528052658] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"658.54353ms","start":"2026-07-01T00:56:28.071265Z","end":"2026-07-01T00:56:28.729809Z","steps":["trace[528052658] 'process raft request' (duration: 658.126937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:28.730096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.1251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:56:28.730134Z","caller":"traceutil/trace.go:171","msg":"trace[746404748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2274; }","duration":"568.216843ms","start":"2026-07-01T00:56:28.16191Z","end":"2026-07-01T00:56:28.730127Z","steps":["trace[746404748] 'agreement among raft nodes before linearized reading' (duration: 568.074698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:28.730154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:28.161887Z","time spent":"568.262174ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:56:28.730131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.404555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:56:28.730237Z","caller":"traceutil/trace.go:171","msg":"trace[1203720637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2274; }","duration":"629.572311ms","start":"2026-07-01T00:56:28.100639Z","end":"2026-07-01T00:56:28.730211Z","steps":["trace[1203720637] 'agreement among raft nodes before linearized reading' (duration: 629.254911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:28.730292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:28.100619Z","time spent":"629.664553ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:56:28.729935Z","caller":"traceutil/trace.go:171","msg":"trace[1319739301] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"644.96622ms","start":"2026-07-01T00:56:28.084947Z","end":"2026-07-01T00:56:28.729914Z","steps":["trace[1319739301] 'process raft request' (duration: 644.625499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:28.730434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:28.071236Z","time spent":"658.752607ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:28.730528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.386438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-01T00:56:28.730599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:28.084934Z","time spent":"645.573059ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:56:28.730646Z","caller":"traceutil/trace.go:171","msg":"trace[279430967] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2274; }","duration":"568.557974ms","start":"2026-07-01T00:56:28.162059Z","end":"2026-07-01T00:56:28.730617Z","steps":["trace[279430967] 'agreement among raft nodes before linearized reading' (duration: 568.244564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:28.730513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.162631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T00:56:28.730711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:28.162037Z","time spent":"568.662907ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T00:56:28.730726Z","caller":"traceutil/trace.go:171","msg":"trace[1073493458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2274; }","duration":"568.391478ms","start":"2026-07-01T00:56:28.162321Z","end":"2026-07-01T00:56:28.730713Z","steps":["trace[1073493458] 'agreement among raft nodes before linearized reading' (duration: 567.965335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:28.730817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:28.162309Z","time spent":"568.484922ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T00:56:28.841675Z","caller":"traceutil/trace.go:171","msg":"trace[161800116] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"106.406539ms","start":"2026-07-01T00:56:28.735235Z","end":"2026-07-01T00:56:28.841642Z","steps":["trace[161800116] 'process raft request' (duration: 105.327455ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:28.841988Z","caller":"traceutil/trace.go:171","msg":"trace[810576410] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"106.280704ms","start":"2026-07-01T00:56:28.735681Z","end":"2026-07-01T00:56:28.841961Z","steps":["trace[810576410] 'process raft request' (duration: 105.884732ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:28.842055Z","caller":"traceutil/trace.go:171","msg":"trace[851736627] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"106.307896ms","start":"2026-07-01T00:56:28.735733Z","end":"2026-07-01T00:56:28.842041Z","steps":["trace[851736627] 'process raft request' (duration: 106.11494ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:28.842086Z","caller":"traceutil/trace.go:171","msg":"trace[863631760] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"105.968135ms","start":"2026-07-01T00:56:28.736092Z","end":"2026-07-01T00:56:28.84206Z","steps":["trace[863631760] 'process raft request' (duration: 105.847591ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:05.185081Z","caller":"traceutil/trace.go:171","msg":"trace[1970639951] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"141.229135ms","start":"2026-07-01T00:57:05.043806Z","end":"2026-07-01T00:57:05.185035Z","steps":["trace[1970639951] 'process raft request' (duration: 139.984725ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:05.185098Z","caller":"traceutil/trace.go:171","msg":"trace[1428626821] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"137.259659ms","start":"2026-07-01T00:57:05.047805Z","end":"2026-07-01T00:57:05.185065Z","steps":["trace[1428626821] 'process raft request' (duration: 137.057022ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:05.935177Z","caller":"traceutil/trace.go:171","msg":"trace[1308809850] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"160.834727ms","start":"2026-07-01T00:57:05.774314Z","end":"2026-07-01T00:57:05.935149Z","steps":["trace[1308809850] 'process raft request' (duration: 66.312955ms)","trace[1308809850] 'compare' (duration: 93.889121ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:10.999674Z","caller":"traceutil/trace.go:171","msg":"trace[1075027929] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"172.422965ms","start":"2026-07-01T00:57:10.827214Z","end":"2026-07-01T00:57:10.999637Z","steps":["trace[1075027929] 'process raft request' (duration: 107.336888ms)","trace[1075027929] 'compare' (duration: 64.928442ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:11.111062Z","caller":"traceutil/trace.go:171","msg":"trace[265388969] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2714; }","duration":"110.52665ms","start":"2026-07-01T00:57:11.000509Z","end":"2026-07-01T00:57:11.111036Z","steps":["trace[265388969] 'read index received' (duration: 18.367273ms)","trace[265388969] 'applied index is now lower than readState.Index' (duration: 92.158277ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:11.111155Z","caller":"traceutil/trace.go:171","msg":"trace[468190643] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"136.748942ms","start":"2026-07-01T00:57:10.974363Z","end":"2026-07-01T00:57:11.111112Z","steps":["trace[468190643] 'process raft request' (duration: 136.523405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:11.111228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.694115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:57:11.111316Z","caller":"traceutil/trace.go:171","msg":"trace[1183389890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2611; }","duration":"110.826999ms","start":"2026-07-01T00:57:11.000464Z","end":"2026-07-01T00:57:11.111291Z","steps":["trace[1183389890] 'agreement among raft nodes before linearized reading' (duration: 110.682034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:11.111425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.784766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-01T00:57:11.111539Z","caller":"traceutil/trace.go:171","msg":"trace[453948105] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2611; }","duration":"109.936211ms","start":"2026-07-01T00:57:11.001577Z","end":"2026-07-01T00:57:11.111513Z","steps":["trace[453948105] 'agreement among raft nodes before linearized reading' (duration: 109.719364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:11.111564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.403586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:57:11.11165Z","caller":"traceutil/trace.go:171","msg":"trace[1603687899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2611; }","duration":"105.541682ms","start":"2026-07-01T00:57:11.006087Z","end":"2026-07-01T00:57:11.111629Z","steps":["trace[1603687899] 'agreement among raft nodes before linearized reading' (duration: 105.313354ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:14.801396Z","caller":"traceutil/trace.go:171","msg":"trace[282665931] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"231.607364ms","start":"2026-07-01T00:57:14.569745Z","end":"2026-07-01T00:57:14.801353Z","steps":["trace[282665931] 'process raft request' (duration: 169.12382ms)","trace[282665931] 'compare' (duration: 62.213786ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:14.839824Z","caller":"traceutil/trace.go:171","msg":"trace[195213082] linearizableReadLoop","detail":"{readStateIndex:2759; appliedIndex:2757; }","duration":"259.538511ms","start":"2026-07-01T00:57:14.580258Z","end":"2026-07-01T00:57:14.839796Z","steps":["trace[195213082] 'read index received' (duration: 158.650027ms)","trace[195213082] 'applied index is now lower than readState.Index' (duration: 100.887394ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:14.839977Z","caller":"traceutil/trace.go:171","msg":"trace[727073105] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"261.992049ms","start":"2026-07-01T00:57:14.57797Z","end":"2026-07-01T00:57:14.839962Z","steps":["trace[727073105] 'process raft request' (duration: 261.660269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:14.840151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.714719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:57:14.840294Z","caller":"traceutil/trace.go:171","msg":"trace[317676055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2652; }","duration":"209.914475ms","start":"2026-07-01T00:57:14.630355Z","end":"2026-07-01T00:57:14.840269Z","steps":["trace[317676055] 'agreement among raft nodes before linearized reading' (duration: 209.711269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:14.840218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.959444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-01T00:57:14.840489Z","caller":"traceutil/trace.go:171","msg":"trace[140670011] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2652; }","duration":"260.271175ms","start":"2026-07-01T00:57:14.580201Z","end":"2026-07-01T00:57:14.840472Z","steps":["trace[140670011] 'agreement among raft nodes before linearized reading' (duration: 259.889772ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:15.008862Z","caller":"traceutil/trace.go:171","msg":"trace[61059539] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2759; }","duration":"123.967746ms","start":"2026-07-01T00:57:14.884861Z","end":"2026-07-01T00:57:15.008829Z","steps":["trace[61059539] 'read index received' (duration: 118.757171ms)","trace[61059539] 'applied index is now lower than readState.Index' (duration: 5.209665ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:15.009164Z","caller":"traceutil/trace.go:171","msg":"trace[94976738] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"124.385299ms","start":"2026-07-01T00:57:14.884762Z","end":"2026-07-01T00:57:15.009148Z","steps":["trace[94976738] 'process raft request' (duration: 118.904625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:15.009325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.446171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-01T00:57:15.009407Z","caller":"traceutil/trace.go:171","msg":"trace[1769278850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2653; }","duration":"124.573525ms","start":"2026-07-01T00:57:14.884818Z","end":"2026-07-01T00:57:15.009391Z","steps":["trace[1769278850] 'agreement among raft nodes before linearized reading' (duration: 124.331447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.698147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.247753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:57:21.698307Z","caller":"traceutil/trace.go:171","msg":"trace[1610546891] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"642.639365ms","start":"2026-07-01T00:57:21.055652Z","end":"2026-07-01T00:57:21.698292Z","steps":["trace[1610546891] 'process raft request' (duration: 642.576333ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:21.698325Z","caller":"traceutil/trace.go:171","msg":"trace[612273394] linearizableReadLoop","detail":"{readStateIndex:2837; appliedIndex:2836; }","duration":"794.60772ms","start":"2026-07-01T00:57:20.903695Z","end":"2026-07-01T00:57:21.698303Z","steps":["trace[612273394] 'read index received' (duration: 45.131µs)","trace[612273394] 'applied index is now lower than readState.Index' (duration: 794.560698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:21.69835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:21.055624Z","time spent":"642.705767ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:21.698444Z","caller":"traceutil/trace.go:171","msg":"trace[842641710] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"912.315017ms","start":"2026-07-01T00:57:20.786112Z","end":"2026-07-01T00:57:21.698427Z","steps":["trace[842641710] 'process raft request' (duration: 63.699683ms)","trace[842641710] 'compare' (duration: 848.044826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:21.698536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:20.786097Z","time spent":"912.379809ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:21.698545Z","caller":"traceutil/trace.go:171","msg":"trace[187882158] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"544.85813ms","start":"2026-07-01T00:57:21.153657Z","end":"2026-07-01T00:57:21.698516Z","steps":["trace[187882158] 'process raft request' (duration: 544.723286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.698598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.90123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:57:21.698626Z","caller":"traceutil/trace.go:171","msg":"trace[666609185] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2730; }","duration":"794.931141ms","start":"2026-07-01T00:57:20.903688Z","end":"2026-07-01T00:57:21.698619Z","steps":["trace[666609185] 'agreement among raft nodes before linearized reading' (duration: 794.860538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.698648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:20.903635Z","time spent":"795.007702ms","remote":"127.0.0.1:32812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:57:21.698718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:21.153631Z","time spent":"544.992775ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:21.698757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.339107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:57:21.698836Z","caller":"traceutil/trace.go:171","msg":"trace[975925601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2730; }","duration":"746.414829ms","start":"2026-07-01T00:57:20.952372Z","end":"2026-07-01T00:57:21.698787Z","steps":["trace[975925601] 'agreement among raft nodes before linearized reading' (duration: 746.341387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.699275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.994016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:57:21.699298Z","caller":"traceutil/trace.go:171","msg":"trace[175382686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2730; }","duration":"746.029707ms","start":"2026-07-01T00:57:20.953262Z","end":"2026-07-01T00:57:21.699291Z","steps":["trace[175382686] 'agreement among raft nodes before linearized reading' (duration: 745.994326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.699289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.347262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:57:21.699317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:20.953256Z","time spent":"746.056348ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:57:21.699313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.0546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T00:57:21.699359Z","caller":"traceutil/trace.go:171","msg":"trace[664235176] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2730; }","duration":"617.442165ms","start":"2026-07-01T00:57:21.081884Z","end":"2026-07-01T00:57:21.699326Z","steps":["trace[664235176] 'agreement among raft nodes before linearized reading' (duration: 617.347302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.699362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.041731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T00:57:21.699365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.106268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:57:21.699385Z","caller":"traceutil/trace.go:171","msg":"trace[169843080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2730; }","duration":"535.161682ms","start":"2026-07-01T00:57:21.164206Z","end":"2026-07-01T00:57:21.699368Z","steps":["trace[169843080] 'agreement among raft nodes before linearized reading' (duration: 534.923225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.699366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.957053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-07-01T00:57:21.699396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:21.081862Z","time spent":"617.522268ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:57:21.699411Z","caller":"traceutil/trace.go:171","msg":"trace[1003196258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2730; }","duration":"536.138864ms","start":"2026-07-01T00:57:21.163254Z","end":"2026-07-01T00:57:21.699393Z","steps":["trace[1003196258] 'agreement among raft nodes before linearized reading' (duration: 536.00448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.699423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:21.164196Z","time spent":"535.221525ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T00:57:21.699425Z","caller":"traceutil/trace.go:171","msg":"trace[342826854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2730; }","duration":"436.198521ms","start":"2026-07-01T00:57:21.26321Z","end":"2026-07-01T00:57:21.699408Z","steps":["trace[342826854] 'agreement among raft nodes before linearized reading' (duration: 436.011725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.699442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:21.163231Z","time spent":"536.203336ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:57:21.699421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.118053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:57:21.699452Z","caller":"traceutil/trace.go:171","msg":"trace[1327757389] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2730; }","duration":"436.079976ms","start":"2026-07-01T00:57:21.263345Z","end":"2026-07-01T00:57:21.699425Z","steps":["trace[1327757389] 'agreement among raft nodes before linearized reading' (duration: 435.845699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.699472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:21.263195Z","time spent":"436.265312ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:57:21.699506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:21.263324Z","time spent":"436.167939ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T00:57:21.699509Z","caller":"traceutil/trace.go:171","msg":"trace[863528562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2730; }","duration":"536.253057ms","start":"2026-07-01T00:57:21.163231Z","end":"2026-07-01T00:57:21.699484Z","steps":["trace[863528562] 'agreement among raft nodes before linearized reading' (duration: 535.993959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:21.699559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:21.163213Z","time spent":"536.33417ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:57:21.698879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:20.952354Z","time spent":"746.512082ms","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:57:30.160821Z","caller":"traceutil/trace.go:171","msg":"trace[2010580653] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"137.875932ms","start":"2026-07-01T00:57:30.022918Z","end":"2026-07-01T00:57:30.160794Z","steps":["trace[2010580653] 'process raft request' (duration: 137.717727ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:48.902293Z","caller":"traceutil/trace.go:171","msg":"trace[456567726] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"110.855713ms","start":"2026-07-01T00:57:48.791408Z","end":"2026-07-01T00:57:48.902263Z","steps":["trace[456567726] 'process raft request' (duration: 110.681158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:49.375599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.704167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:57:49.375748Z","caller":"traceutil/trace.go:171","msg":"trace[1800141994] linearizableReadLoop","detail":"{readStateIndex:3019; appliedIndex:3018; }","duration":"434.535181ms","start":"2026-07-01T00:57:48.941163Z","end":"2026-07-01T00:57:49.375699Z","steps":["trace[1800141994] 'read index received' (duration: 150.546755ms)","trace[1800141994] 'applied index is now lower than readState.Index' (duration: 283.986976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:49.375957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.836568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:57:49.376044Z","caller":"traceutil/trace.go:171","msg":"trace[713277969] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2904; }","duration":"152.979523ms","start":"2026-07-01T00:57:49.223046Z","end":"2026-07-01T00:57:49.376025Z","steps":["trace[713277969] 'agreement among raft nodes before linearized reading' (duration: 152.817498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:49.376095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.897283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:57:49.37605Z","caller":"traceutil/trace.go:171","msg":"trace[2060375228] transaction","detail":"{read_only:false; response_revision:2904; number_of_response:1; }","duration":"580.521021ms","start":"2026-07-01T00:57:48.795495Z","end":"2026-07-01T00:57:49.375831Z","steps":["trace[2060375228] 'process raft request' (duration: 296.289607ms)","trace[2060375228] 'compare' (duration: 283.365657ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:49.376186Z","caller":"traceutil/trace.go:171","msg":"trace[2040061536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2904; }","duration":"435.052618ms","start":"2026-07-01T00:57:48.941121Z","end":"2026-07-01T00:57:49.376173Z","steps":["trace[2040061536] 'agreement among raft nodes before linearized reading' (duration: 434.902164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:49.37624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:48.941101Z","time spent":"435.12576ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:57:49.376366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:48.795479Z","time spent":"580.722918ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:56.011029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.269024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:57:56.011141Z","caller":"traceutil/trace.go:171","msg":"trace[776308836] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2936; }","duration":"541.44346ms","start":"2026-07-01T00:57:55.469674Z","end":"2026-07-01T00:57:56.011118Z","steps":["trace[776308836] 'count revisions from in-memory index tree' (duration: 541.090189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:56.011191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:55.469653Z","time spent":"541.527003ms","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:57:56.011323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.046826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:57:56.011363Z","caller":"traceutil/trace.go:171","msg":"trace[2132168934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2936; }","duration":"361.122508ms","start":"2026-07-01T00:57:55.65023Z","end":"2026-07-01T00:57:56.011353Z","steps":["trace[2132168934] 'range keys from in-memory index tree' (duration: 360.968514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:56.011388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:55.650209Z","time spent":"361.16935ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:57:56.01145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.515161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18be048390166803\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-01T00:57:56.011619Z","caller":"traceutil/trace.go:171","msg":"trace[479614360] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18be048390166803; range_end:; response_count:1; response_revision:2936; }","duration":"513.727509ms","start":"2026-07-01T00:57:55.497868Z","end":"2026-07-01T00:57:56.011595Z","steps":["trace[479614360] 'range keys from in-memory index tree' (duration: 513.336556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:56.011736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:55.497844Z","time spent":"513.877603ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18be048390166803\" "} {"level":"info","ts":"2026-07-01T00:57:56.177035Z","caller":"traceutil/trace.go:171","msg":"trace[1252386638] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"210.081537ms","start":"2026-07-01T00:57:55.966915Z","end":"2026-07-01T00:57:56.176996Z","steps":["trace[1252386638] 'process raft request' (duration: 209.886921ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:56.256524Z","caller":"traceutil/trace.go:171","msg":"trace[1691990938] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"253.802737ms","start":"2026-07-01T00:57:56.002692Z","end":"2026-07-01T00:57:56.256495Z","steps":["trace[1691990938] 'process raft request' (duration: 253.551599ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:56.25677Z","caller":"traceutil/trace.go:171","msg":"trace[271429277] linearizableReadLoop","detail":"{readStateIndex:3055; appliedIndex:3052; }","duration":"220.004123ms","start":"2026-07-01T00:57:56.036731Z","end":"2026-07-01T00:57:56.256735Z","steps":["trace[271429277] 'read index received' (duration: 140.044501ms)","trace[271429277] 'applied index is now lower than readState.Index' (duration: 79.956722ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:56.256994Z","caller":"traceutil/trace.go:171","msg":"trace[2054428384] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"242.485148ms","start":"2026-07-01T00:57:56.014466Z","end":"2026-07-01T00:57:56.256951Z","steps":["trace[2054428384] 'process raft request' (duration: 241.956481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:56.257279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.442987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-01T00:57:56.257503Z","caller":"traceutil/trace.go:171","msg":"trace[466322530] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2939; }","duration":"220.766727ms","start":"2026-07-01T00:57:56.036675Z","end":"2026-07-01T00:57:56.257441Z","steps":["trace[466322530] 'agreement among raft nodes before linearized reading' (duration: 220.205899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.807599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540963428s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-01T00:57:57.80799Z","caller":"traceutil/trace.go:171","msg":"trace[213353240] linearizableReadLoop","detail":"{readStateIndex:3056; appliedIndex:3055; }","duration":"1.55110977s","start":"2026-07-01T00:57:56.256842Z","end":"2026-07-01T00:57:57.807951Z","steps":["trace[213353240] 'read index received' (duration: 9.811092ms)","trace[213353240] 'applied index is now lower than readState.Index' (duration: 1.541294718s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:57.811943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773086946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:57:57.81206Z","caller":"traceutil/trace.go:171","msg":"trace[153297480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2939; }","duration":"1.77324857s","start":"2026-07-01T00:57:56.038768Z","end":"2026-07-01T00:57:57.812017Z","steps":["trace[153297480] 'agreement among raft nodes before linearized reading' (duration: 1.769362287s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.812112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.038733Z","time spent":"1.773366475s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:57:57.812293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774828191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-01T00:57:57.812293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773459108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:57:57.812428Z","caller":"traceutil/trace.go:171","msg":"trace[282967899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2939; }","duration":"1.774964895s","start":"2026-07-01T00:57:56.037396Z","end":"2026-07-01T00:57:57.812361Z","steps":["trace[282967899] 'agreement among raft nodes before linearized reading' (duration: 1.770923637s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:57.812395Z","caller":"traceutil/trace.go:171","msg":"trace[470859333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2939; }","duration":"1.773566191s","start":"2026-07-01T00:57:56.038804Z","end":"2026-07-01T00:57:57.81237Z","steps":["trace[470859333] 'agreement among raft nodes before linearized reading' (duration: 1.769519072s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.812472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.03739Z","time spent":"1.775071909s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:57:57.812552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.038797Z","time spent":"1.773700126s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:57:57.811956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773893622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:57:57.812816Z","caller":"traceutil/trace.go:171","msg":"trace[1011165349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2939; }","duration":"1.77481077s","start":"2026-07-01T00:57:56.037985Z","end":"2026-07-01T00:57:57.812796Z","steps":["trace[1011165349] 'agreement among raft nodes before linearized reading' (duration: 1.770336588s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.812882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.037957Z","time spent":"1.774909143s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:57:57.812892Z","caller":"traceutil/trace.go:171","msg":"trace[452966046] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"635.014663ms","start":"2026-07-01T00:57:57.17782Z","end":"2026-07-01T00:57:57.812835Z","steps":["trace[452966046] 'process raft request' (duration: 634.801677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.813069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.177792Z","time spent":"635.180239ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:57.814094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470435806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:57:57.814143Z","caller":"traceutil/trace.go:171","msg":"trace[1863396330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2942; }","duration":"1.470518248s","start":"2026-07-01T00:57:56.343607Z","end":"2026-07-01T00:57:57.814125Z","steps":["trace[1863396330] 'agreement among raft nodes before linearized reading' (duration: 1.469496026s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:57.814127Z","caller":"traceutil/trace.go:171","msg":"trace[539261827] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"1.516688016s","start":"2026-07-01T00:57:56.297417Z","end":"2026-07-01T00:57:57.814105Z","steps":["trace[539261827] 'process raft request' (duration: 1.515069794s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.814252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.297356Z","time spent":"1.51682094s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:57.814315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.029307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:57:57.814353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.089035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18be0480642e6649\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-01T00:57:57.81442Z","caller":"traceutil/trace.go:171","msg":"trace[911593225] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18be0480642e6649; range_end:; response_count:1; response_revision:2942; }","duration":"842.204379ms","start":"2026-07-01T00:57:56.972201Z","end":"2026-07-01T00:57:57.814405Z","steps":["trace[911593225] 'agreement among raft nodes before linearized reading' (duration: 842.069125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.814459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.972163Z","time spent":"842.286922ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18be0480642e6649\" "} {"level":"warn","ts":"2026-07-01T00:57:57.814503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139817477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-01T00:57:57.814387Z","caller":"traceutil/trace.go:171","msg":"trace[948778555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2942; }","duration":"872.112159ms","start":"2026-07-01T00:57:56.942226Z","end":"2026-07-01T00:57:57.814338Z","steps":["trace[948778555] 'agreement among raft nodes before linearized reading' (duration: 872.054947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.814539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.132765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-07-01T00:57:57.814558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.942195Z","time spent":"872.351557ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:57:57.814171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.343592Z","time spent":"1.470570951s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:57:57.814619Z","caller":"traceutil/trace.go:171","msg":"trace[941298630] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2942; }","duration":"393.231469ms","start":"2026-07-01T00:57:57.421341Z","end":"2026-07-01T00:57:57.814573Z","steps":["trace[941298630] 'agreement among raft nodes before linearized reading' (duration: 393.083394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.814718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.421312Z","time spent":"393.395174ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T00:57:57.814545Z","caller":"traceutil/trace.go:171","msg":"trace[1278024230] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2942; }","duration":"1.13991626s","start":"2026-07-01T00:57:56.67462Z","end":"2026-07-01T00:57:57.814536Z","steps":["trace[1278024230] 'agreement among raft nodes before linearized reading' (duration: 1.139781576s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.814957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.674599Z","time spent":"1.140315094s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-01T00:57:57.815154Z","caller":"traceutil/trace.go:171","msg":"trace[384069392] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"1.551874985s","start":"2026-07-01T00:57:56.263076Z","end":"2026-07-01T00:57:57.814951Z","steps":["trace[384069392] 'process raft request' (duration: 1.544841331s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:57.815397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:56.26304Z","time spent":"1.552168894s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:58.322825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784750234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:57:58.823249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784750234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:57:59.323507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784750234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:57:59.433569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.713149ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:57:59.433764Z","caller":"traceutil/trace.go:171","msg":"trace[622078866] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2942; }","duration":"760.924005ms","start":"2026-07-01T00:57:58.672809Z","end":"2026-07-01T00:57:59.433733Z","steps":["trace[622078866] 'range keys from in-memory index tree' (duration: 760.686738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.552617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.730982029s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:57:59.553031Z","caller":"traceutil/trace.go:171","msg":"trace[848257944] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"1.731447574s","start":"2026-07-01T00:57:57.821556Z","end":"2026-07-01T00:57:59.553003Z","steps":["trace[848257944] 'process raft request' (duration: 1.731271338s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.553233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.821543Z","time spent":"1.731569788s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:59.921093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.298536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:57:59.921467Z","caller":"traceutil/trace.go:171","msg":"trace[1457859562] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"2.099686978s","start":"2026-07-01T00:57:57.821739Z","end":"2026-07-01T00:57:59.921426Z","steps":["trace[1457859562] 'process raft request' (duration: 2.09944333s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:59.921586Z","caller":"traceutil/trace.go:171","msg":"trace[151434004] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"2.099784691s","start":"2026-07-01T00:57:57.821785Z","end":"2026-07-01T00:57:59.92157Z","steps":["trace[151434004] 'process raft request' (duration: 2.099505002s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.92165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.821781Z","time spent":"2.099839932s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:59.921688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.821735Z","time spent":"2.099853133s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:59.921679Z","caller":"traceutil/trace.go:171","msg":"trace[1358879782] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"2.100045819s","start":"2026-07-01T00:57:57.821595Z","end":"2026-07-01T00:57:59.92164Z","steps":["trace[1358879782] 'process raft request' (duration: 1.983115932s)","trace[1358879782] 'compare' (duration: 116.154212ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:59.921697Z","caller":"traceutil/trace.go:171","msg":"trace[216456328] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3059; }","duration":"2.099720039s","start":"2026-07-01T00:57:57.821962Z","end":"2026-07-01T00:57:59.921682Z","steps":["trace[216456328] 'read index received' (duration: 1.730875626s)","trace[216456328] 'applied index is now lower than readState.Index' (duration: 368.843583ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:59.921694Z","caller":"traceutil/trace.go:171","msg":"trace[135923260] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"2.099598165s","start":"2026-07-01T00:57:57.822052Z","end":"2026-07-01T00:57:59.92165Z","steps":["trace[135923260] 'process raft request' (duration: 2.099289735s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.922543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.821568Z","time spent":"2.100886446s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:59.922645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.82204Z","time spent":"2.100570726s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:59.92174Z","caller":"traceutil/trace.go:171","msg":"trace[662253760] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"1.659530037s","start":"2026-07-01T00:57:58.262188Z","end":"2026-07-01T00:57:59.921718Z","steps":["trace[662253760] 'process raft request' (duration: 1.659218787s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.922713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033018424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T00:57:59.922745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100464853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T00:57:59.922777Z","caller":"traceutil/trace.go:171","msg":"trace[1955865975] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2951; }","duration":"1.033116827s","start":"2026-07-01T00:57:58.889643Z","end":"2026-07-01T00:57:59.92276Z","steps":["trace[1955865975] 'agreement among raft nodes before linearized reading' (duration: 1.033018304s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:59.92279Z","caller":"traceutil/trace.go:171","msg":"trace[1952456846] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2951; }","duration":"2.100552935s","start":"2026-07-01T00:57:57.822225Z","end":"2026-07-01T00:57:59.922778Z","steps":["trace[1952456846] 'agreement among raft nodes before linearized reading' (duration: 2.10040128s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.922818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:58.889624Z","time spent":"1.033184709s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:57:59.922823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.00197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-07-01T00:57:59.922875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160890398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:57:59.922884Z","caller":"traceutil/trace.go:171","msg":"trace[357257621] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2951; }","duration":"370.045831ms","start":"2026-07-01T00:57:59.552808Z","end":"2026-07-01T00:57:59.922854Z","steps":["trace[357257621] 'agreement among raft nodes before linearized reading' (duration: 369.877786ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:59.922919Z","caller":"traceutil/trace.go:171","msg":"trace[29580287] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2951; }","duration":"1.16095694s","start":"2026-07-01T00:57:58.761949Z","end":"2026-07-01T00:57:59.922906Z","steps":["trace[29580287] 'agreement among raft nodes before linearized reading' (duration: 1.160892538s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.92294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:59.552785Z","time spent":"370.132074ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-01T00:57:59.922955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:58.761934Z","time spent":"1.161013872s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:57:59.922968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.20931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T00:57:59.922752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:58.262169Z","time spent":"1.66055803s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:59.923003Z","caller":"traceutil/trace.go:171","msg":"trace[142137935] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2951; }","duration":"747.285372ms","start":"2026-07-01T00:57:59.175704Z","end":"2026-07-01T00:57:59.922989Z","steps":["trace[142137935] 'agreement among raft nodes before linearized reading' (duration: 747.071105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.923026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:59.175678Z","time spent":"747.342674ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":315,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:57:59.922822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.822202Z","time spent":"2.100613387s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T00:57:59.921806Z","caller":"traceutil/trace.go:171","msg":"trace[756871907] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"1.736768453s","start":"2026-07-01T00:57:58.184992Z","end":"2026-07-01T00:57:59.921761Z","steps":["trace[756871907] 'process raft request' (duration: 1.73638005s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.923222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.442613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-01T00:57:59.923269Z","caller":"traceutil/trace.go:171","msg":"trace[1778212364] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2951; }","duration":"100.519134ms","start":"2026-07-01T00:57:59.822739Z","end":"2026-07-01T00:57:59.923258Z","steps":["trace[1778212364] 'agreement among raft nodes before linearized reading' (duration: 100.37666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.923327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:58.184967Z","time spent":"1.738290501s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:59.9221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100107871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-07-01T00:57:59.923372Z","caller":"traceutil/trace.go:171","msg":"trace[713901191] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2951; }","duration":"2.101414113s","start":"2026-07-01T00:57:57.821947Z","end":"2026-07-01T00:57:59.923361Z","steps":["trace[713901191] 'agreement among raft nodes before linearized reading' (duration: 2.099800741s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.923275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980943854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:57:59.923405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.82194Z","time spent":"2.101453884s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-01T00:57:59.923422Z","caller":"traceutil/trace.go:171","msg":"trace[1579705045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2951; }","duration":"1.981138709s","start":"2026-07-01T00:57:57.942275Z","end":"2026-07-01T00:57:59.923414Z","steps":["trace[1579705045] 'agreement among raft nodes before linearized reading' (duration: 1.980971184s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.923447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.942248Z","time spent":"1.981193661s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:57:59.923216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481835339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:57:59.923554Z","caller":"traceutil/trace.go:171","msg":"trace[478771790] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2951; }","duration":"1.482203861s","start":"2026-07-01T00:57:58.44133Z","end":"2026-07-01T00:57:59.923534Z","steps":["trace[478771790] 'agreement among raft nodes before linearized reading' (duration: 1.481835819s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.923611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:58.441311Z","time spent":"1.482280654s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:57:59.921719Z","caller":"traceutil/trace.go:171","msg":"trace[1856576311] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"2.099690778s","start":"2026-07-01T00:57:57.821985Z","end":"2026-07-01T00:57:59.921676Z","steps":["trace[1856576311] 'process raft request' (duration: 2.099332097s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:59.923748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:57.821976Z","time spent":"2.101715242s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:58:00.165053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.490514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:58:00.165307Z","caller":"traceutil/trace.go:171","msg":"trace[331211373] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"236.434145ms","start":"2026-07-01T00:57:59.928843Z","end":"2026-07-01T00:58:00.165277Z","steps":["trace[331211373] 'process raft request' (duration: 96.59995ms)","trace[331211373] 'compare' (duration: 139.346979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:58:00.165493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.082537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:58:00.165591Z","caller":"traceutil/trace.go:171","msg":"trace[446529876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2952; }","duration":"232.18404ms","start":"2026-07-01T00:57:59.933382Z","end":"2026-07-01T00:58:00.165566Z","steps":["trace[446529876] 'agreement among raft nodes before linearized reading' (duration: 232.039995ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:58:00.16566Z","caller":"traceutil/trace.go:171","msg":"trace[1754949994] linearizableReadLoop","detail":"{readStateIndex:3069; appliedIndex:3068; }","duration":"231.936212ms","start":"2026-07-01T00:57:59.933394Z","end":"2026-07-01T00:58:00.16533Z","steps":["trace[1754949994] 'read index received' (duration: 91.964854ms)","trace[1754949994] 'applied index is now lower than readState.Index' (duration: 139.969588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:58:00.165933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.711858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:58:00.165992Z","caller":"traceutil/trace.go:171","msg":"trace[951903107] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2952; }","duration":"171.823341ms","start":"2026-07-01T00:57:59.994153Z","end":"2026-07-01T00:58:00.165976Z","steps":["trace[951903107] 'agreement among raft nodes before linearized reading' (duration: 171.713337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:00.166133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.902739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-07-01T00:58:00.166217Z","caller":"traceutil/trace.go:171","msg":"trace[1179068545] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2952; }","duration":"231.066424ms","start":"2026-07-01T00:57:59.935132Z","end":"2026-07-01T00:58:00.166199Z","steps":["trace[1179068545] 'agreement among raft nodes before linearized reading' (duration: 230.729993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:00.442741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.394813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:58:00.442847Z","caller":"traceutil/trace.go:171","msg":"trace[1096627715] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"245.067479ms","start":"2026-07-01T00:58:00.197762Z","end":"2026-07-01T00:58:00.44283Z","steps":["trace[1096627715] 'process raft request' (duration: 103.50919ms)","trace[1096627715] 'compare' (duration: 140.928919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:58:00.909859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.567289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-01T00:58:00.909951Z","caller":"traceutil/trace.go:171","msg":"trace[1736291850] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2953; }","duration":"236.724874ms","start":"2026-07-01T00:58:00.673206Z","end":"2026-07-01T00:58:00.909931Z","steps":["trace[1736291850] 'range keys from in-memory index tree' (duration: 236.324192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:00.910057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.359413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T00:58:00.910138Z","caller":"traceutil/trace.go:171","msg":"trace[909870086] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:2953; }","duration":"124.515007ms","start":"2026-07-01T00:58:00.785604Z","end":"2026-07-01T00:58:00.910119Z","steps":["trace[909870086] 'range keys from in-memory index tree' (duration: 124.175927ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:58:02.066232Z","caller":"traceutil/trace.go:171","msg":"trace[1711849411] linearizableReadLoop","detail":"{readStateIndex:3073; appliedIndex:3072; }","duration":"136.947483ms","start":"2026-07-01T00:58:01.929261Z","end":"2026-07-01T00:58:02.066208Z","steps":["trace[1711849411] 'read index received' (duration: 136.742517ms)","trace[1711849411] 'applied index is now lower than readState.Index' (duration: 203.946µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:58:02.066276Z","caller":"traceutil/trace.go:171","msg":"trace[1847218831] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"137.388247ms","start":"2026-07-01T00:58:01.928871Z","end":"2026-07-01T00:58:02.066259Z","steps":["trace[1847218831] 'process raft request' (duration: 137.16595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.066443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.16154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T00:58:02.066477Z","caller":"traceutil/trace.go:171","msg":"trace[363155493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2955; }","duration":"137.211761ms","start":"2026-07-01T00:58:01.929255Z","end":"2026-07-01T00:58:02.066467Z","steps":["trace[363155493] 'agreement among raft nodes before linearized reading' (duration: 137.064837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.400172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.164589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:58:02.400436Z","caller":"traceutil/trace.go:171","msg":"trace[217947721] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"471.097024ms","start":"2026-07-01T00:58:01.929314Z","end":"2026-07-01T00:58:02.400411Z","steps":["trace[217947721] 'process raft request' (duration: 165.614214ms)","trace[217947721] 'compare' (duration: 304.953003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:58:02.400554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:58:01.929294Z","time spent":"471.198726ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:58:02.400596Z","caller":"traceutil/trace.go:171","msg":"trace[2085524664] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"329.168983ms","start":"2026-07-01T00:58:02.071404Z","end":"2026-07-01T00:58:02.400573Z","steps":["trace[2085524664] 'process raft request' (duration: 329.120301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.400706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:58:02.071382Z","time spent":"329.275066ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:58:02.400776Z","caller":"traceutil/trace.go:171","msg":"trace[519856951] transaction","detail":"{read_only:false; response_revision:2960; number_of_response:1; }","duration":"465.468155ms","start":"2026-07-01T00:58:01.935298Z","end":"2026-07-01T00:58:02.400766Z","steps":["trace[519856951] 'process raft request' (duration: 465.191106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.400824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:58:01.935286Z","time spent":"465.513646ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:58:02.400854Z","caller":"traceutil/trace.go:171","msg":"trace[1884223176] linearizableReadLoop","detail":"{readStateIndex:3078; appliedIndex:3073; }","duration":"334.548393ms","start":"2026-07-01T00:58:02.066295Z","end":"2026-07-01T00:58:02.400843Z","steps":["trace[1884223176] 'read index received' (duration: 28.63079ms)","trace[1884223176] 'applied index is now lower than readState.Index' (duration: 305.916563ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:58:02.400896Z","caller":"traceutil/trace.go:171","msg":"trace[984417075] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"467.372596ms","start":"2026-07-01T00:58:01.933515Z","end":"2026-07-01T00:58:02.400887Z","steps":["trace[984417075] 'process raft request' (duration: 466.797168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.400976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:58:01.933486Z","time spent":"467.430718ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:58:02.400978Z","caller":"traceutil/trace.go:171","msg":"trace[1974124596] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"467.407827ms","start":"2026-07-01T00:58:01.933537Z","end":"2026-07-01T00:58:02.400945Z","steps":["trace[1974124596] 'process raft request' (duration: 466.87428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.40105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.341689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18be0480642e6649\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-07-01T00:58:02.401081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:58:01.933517Z","time spent":"467.518961ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:58:02.401088Z","caller":"traceutil/trace.go:171","msg":"trace[534265503] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18be0480642e6649; range_end:; response_count:1; response_revision:2961; }","duration":"430.38054ms","start":"2026-07-01T00:58:01.970697Z","end":"2026-07-01T00:58:02.401078Z","steps":["trace[534265503] 'agreement among raft nodes before linearized reading' (duration: 430.233945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.401128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:58:01.970604Z","time spent":"430.517314ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18be0480642e6649\" "} {"level":"warn","ts":"2026-07-01T00:58:02.401179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.23823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-01T00:58:02.401183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.198177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:58:02.401258Z","caller":"traceutil/trace.go:171","msg":"trace[1445239651] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2961; }","duration":"231.395005ms","start":"2026-07-01T00:58:02.16985Z","end":"2026-07-01T00:58:02.401245Z","steps":["trace[1445239651] 'agreement among raft nodes before linearized reading' (duration: 231.165398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.401394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.628578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:58:02.401415Z","caller":"traceutil/trace.go:171","msg":"trace[2056445307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2961; }","duration":"206.678859ms","start":"2026-07-01T00:58:02.194729Z","end":"2026-07-01T00:58:02.401408Z","steps":["trace[2056445307] 'agreement among raft nodes before linearized reading' (duration: 206.639368ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:58:02.401673Z","caller":"traceutil/trace.go:171","msg":"trace[2093728245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2961; }","duration":"471.325831ms","start":"2026-07-01T00:58:01.929931Z","end":"2026-07-01T00:58:02.401257Z","steps":["trace[2093728245] 'agreement among raft nodes before linearized reading' (duration: 471.092543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.401744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:58:01.929912Z","time spent":"471.816177ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:58:02.401081Z","caller":"traceutil/trace.go:171","msg":"trace[841929327] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"467.114118ms","start":"2026-07-01T00:58:01.933643Z","end":"2026-07-01T00:58:02.400757Z","steps":["trace[841929327] 'process raft request' (duration: 466.809658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.404242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:58:01.933612Z","time spent":"470.451563ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:58:02.911913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.135148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-01T00:58:02.911919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.426045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:58:02.911982Z","caller":"traceutil/trace.go:171","msg":"trace[574095912] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2964; }","duration":"237.262731ms","start":"2026-07-01T00:58:02.674704Z","end":"2026-07-01T00:58:02.911967Z","steps":["trace[574095912] 'range keys from in-memory index tree' (duration: 236.888059ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:58:02.911999Z","caller":"traceutil/trace.go:171","msg":"trace[103630801] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2964; }","duration":"315.5586ms","start":"2026-07-01T00:58:02.596421Z","end":"2026-07-01T00:58:02.911979Z","steps":["trace[103630801] 'count revisions from in-memory index tree' (duration: 315.333233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:58:02.912045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:58:02.596396Z","time spent":"315.635582ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:59:59.276484Z","caller":"traceutil/trace.go:171","msg":"trace[98861404] transaction","detail":"{read_only:false; response_revision:3707; number_of_response:1; }","duration":"207.907268ms","start":"2026-07-01T00:59:59.068544Z","end":"2026-07-01T00:59:59.276451Z","steps":["trace[98861404] 'process raft request' (duration: 200.964266ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:59:59.277032Z","caller":"traceutil/trace.go:171","msg":"trace[2037439396] linearizableReadLoop","detail":"{readStateIndex:3856; appliedIndex:3854; }","duration":"160.414552ms","start":"2026-07-01T00:59:59.116589Z","end":"2026-07-01T00:59:59.277004Z","steps":["trace[2037439396] 'read index received' (duration: 152.85616ms)","trace[2037439396] 'applied index is now lower than readState.Index' (duration: 7.557552ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:59:59.277116Z","caller":"traceutil/trace.go:171","msg":"trace[1136397733] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"205.279934ms","start":"2026-07-01T00:59:59.071804Z","end":"2026-07-01T00:59:59.277084Z","steps":["trace[1136397733] 'process raft request' (duration: 205.075858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:59:59.277243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.598828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:59:59.27728Z","caller":"traceutil/trace.go:171","msg":"trace[438434310] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3708; }","duration":"160.768873ms","start":"2026-07-01T00:59:59.116501Z","end":"2026-07-01T00:59:59.27727Z","steps":["trace[438434310] 'agreement among raft nodes before linearized reading' (duration: 160.608138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:09.199777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.988246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:00:09.199908Z","caller":"traceutil/trace.go:171","msg":"trace[494596302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3818; }","duration":"102.135541ms","start":"2026-07-01T01:00:09.097743Z","end":"2026-07-01T01:00:09.199878Z","steps":["trace[494596302] 'range keys from in-memory index tree' (duration: 101.845572ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:00:34.26965Z","caller":"traceutil/trace.go:171","msg":"trace[93610478] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"222.136472ms","start":"2026-07-01T01:00:34.047482Z","end":"2026-07-01T01:00:34.269618Z","steps":["trace[93610478] 'process raft request' (duration: 221.952836ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:35.852355Z","caller":"traceutil/trace.go:171","msg":"trace[1954724445] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"108.283518ms","start":"2026-07-01T01:01:35.744027Z","end":"2026-07-01T01:01:35.852311Z","steps":["trace[1954724445] 'process raft request' (duration: 106.818411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:35.852541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.896206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:01:35.852575Z","caller":"traceutil/trace.go:171","msg":"trace[868776652] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"107.247105ms","start":"2026-07-01T01:01:35.745267Z","end":"2026-07-01T01:01:35.852514Z","steps":["trace[868776652] 'process raft request' (duration: 106.971976ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:35.852711Z","caller":"traceutil/trace.go:171","msg":"trace[1012029279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4371; }","duration":"103.114763ms","start":"2026-07-01T01:01:35.74956Z","end":"2026-07-01T01:01:35.852675Z","steps":["trace[1012029279] 'agreement among raft nodes before linearized reading' (duration: 102.757462ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:35.852796Z","caller":"traceutil/trace.go:171","msg":"trace[1704779249] linearizableReadLoop","detail":"{readStateIndex:4553; appliedIndex:4550; }","duration":"102.702689ms","start":"2026-07-01T01:01:35.749609Z","end":"2026-07-01T01:01:35.852312Z","steps":["trace[1704779249] 'read index received' (duration: 61.566466ms)","trace[1704779249] 'applied index is now lower than readState.Index' (duration: 41.134553ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:45.572305Z","caller":"traceutil/trace.go:171","msg":"trace[189228195] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"128.103957ms","start":"2026-07-01T01:01:45.444161Z","end":"2026-07-01T01:01:45.572265Z","steps":["trace[189228195] 'process raft request' (duration: 127.140436ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:45.576501Z","caller":"traceutil/trace.go:171","msg":"trace[1382239511] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"131.511016ms","start":"2026-07-01T01:01:45.444944Z","end":"2026-07-01T01:01:45.576455Z","steps":["trace[1382239511] 'process raft request' (duration: 131.01429ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.26176Z","caller":"traceutil/trace.go:171","msg":"trace[325284674] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"123.998986ms","start":"2026-07-01T01:01:49.137715Z","end":"2026-07-01T01:01:49.261714Z","steps":["trace[325284674] 'process raft request' (duration: 60.538931ms)","trace[325284674] 'compare' (duration: 63.176516ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:49.261798Z","caller":"traceutil/trace.go:171","msg":"trace[412894750] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"118.493181ms","start":"2026-07-01T01:01:49.143276Z","end":"2026-07-01T01:01:49.261769Z","steps":["trace[412894750] 'process raft request' (duration: 118.419659ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.261817Z","caller":"traceutil/trace.go:171","msg":"trace[861935273] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"119.497083ms","start":"2026-07-01T01:01:49.142291Z","end":"2026-07-01T01:01:49.261788Z","steps":["trace[861935273] 'process raft request' (duration: 119.318197ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.262056Z","caller":"traceutil/trace.go:171","msg":"trace[354704215] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"118.690317ms","start":"2026-07-01T01:01:49.143327Z","end":"2026-07-01T01:01:49.262017Z","steps":["trace[354704215] 'process raft request' (duration: 118.407578ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.262217Z","caller":"traceutil/trace.go:171","msg":"trace[735748888] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"116.554379ms","start":"2026-07-01T01:01:49.145619Z","end":"2026-07-01T01:01:49.262173Z","steps":["trace[735748888] 'process raft request' (duration: 116.385674ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.262423Z","caller":"traceutil/trace.go:171","msg":"trace[439426008] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"116.678953ms","start":"2026-07-01T01:01:49.145728Z","end":"2026-07-01T01:01:49.262407Z","steps":["trace[439426008] 'process raft request' (duration: 116.367654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:49.262443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.680772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10917"} {"level":"info","ts":"2026-07-01T01:01:49.262472Z","caller":"traceutil/trace.go:171","msg":"trace[833640059] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"116.711004ms","start":"2026-07-01T01:01:49.145746Z","end":"2026-07-01T01:01:49.262457Z","steps":["trace[833640059] 'process raft request' (duration: 116.375193ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.262494Z","caller":"traceutil/trace.go:171","msg":"trace[1295207673] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4665; }","duration":"110.812766ms","start":"2026-07-01T01:01:49.151665Z","end":"2026-07-01T01:01:49.262478Z","steps":["trace[1295207673] 'agreement among raft nodes before linearized reading' (duration: 110.610719ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.262427Z","caller":"traceutil/trace.go:171","msg":"trace[29337031] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"116.709905ms","start":"2026-07-01T01:01:49.145699Z","end":"2026-07-01T01:01:49.262408Z","steps":["trace[29337031] 'process raft request' (duration: 116.365034ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.262562Z","caller":"traceutil/trace.go:171","msg":"trace[363774181] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"113.606095ms","start":"2026-07-01T01:01:49.148942Z","end":"2026-07-01T01:01:49.262548Z","steps":["trace[363774181] 'process raft request' (duration: 113.210492ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.262429Z","caller":"traceutil/trace.go:171","msg":"trace[819014846] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"116.87034ms","start":"2026-07-01T01:01:49.145548Z","end":"2026-07-01T01:01:49.262418Z","steps":["trace[819014846] 'process raft request' (duration: 116.339313ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:49.262226Z","caller":"traceutil/trace.go:171","msg":"trace[1376967641] linearizableReadLoop","detail":"{readStateIndex:4855; appliedIndex:4845; }","duration":"110.460065ms","start":"2026-07-01T01:01:49.151744Z","end":"2026-07-01T01:01:49.262204Z","steps":["trace[1376967641] 'read index received' (duration: 46.527005ms)","trace[1376967641] 'applied index is now lower than readState.Index' (duration: 63.93188ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:50.851086Z","caller":"traceutil/trace.go:171","msg":"trace[1776082971] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"124.180062ms","start":"2026-07-01T01:01:50.726882Z","end":"2026-07-01T01:01:50.851062Z","steps":["trace[1776082971] 'process raft request' (duration: 124.014807ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:50.900363Z","caller":"traceutil/trace.go:171","msg":"trace[906608115] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4985; }","duration":"101.628402ms","start":"2026-07-01T01:01:50.798686Z","end":"2026-07-01T01:01:50.900314Z","steps":["trace[906608115] 'read index received' (duration: 52.256047ms)","trace[906608115] 'applied index is now lower than readState.Index' (duration: 49.370965ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:50.900365Z","caller":"traceutil/trace.go:171","msg":"trace[821000544] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4795; }","duration":"124.392679ms","start":"2026-07-01T01:01:50.775942Z","end":"2026-07-01T01:01:50.900335Z","steps":["trace[821000544] 'process raft request' (duration: 124.267875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:50.900616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.908432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T01:01:50.900667Z","caller":"traceutil/trace.go:171","msg":"trace[277417253] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:4795; }","duration":"102.035646ms","start":"2026-07-01T01:01:50.798621Z","end":"2026-07-01T01:01:50.900656Z","steps":["trace[277417253] 'agreement among raft nodes before linearized reading' (duration: 101.809219ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:51.107981Z","caller":"traceutil/trace.go:171","msg":"trace[2048635073] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4798; }","duration":"173.29921ms","start":"2026-07-01T01:01:50.934651Z","end":"2026-07-01T01:01:51.10795Z","steps":["trace[2048635073] 'process raft request' (duration: 112.535821ms)","trace[2048635073] 'compare' (duration: 60.534251ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:51.108508Z","caller":"traceutil/trace.go:171","msg":"trace[1005527210] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"173.833477ms","start":"2026-07-01T01:01:50.934652Z","end":"2026-07-01T01:01:51.108485Z","steps":["trace[1005527210] 'process raft request' (duration: 173.180016ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:51.260209Z","caller":"traceutil/trace.go:171","msg":"trace[1294080666] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"128.104108ms","start":"2026-07-01T01:01:51.13207Z","end":"2026-07-01T01:01:51.260174Z","steps":["trace[1294080666] 'process raft request' (duration: 95.012412ms)","trace[1294080666] 'compare' (duration: 32.842828ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:54.096293Z","caller":"traceutil/trace.go:171","msg":"trace[1601366829] linearizableReadLoop","detail":"{readStateIndex:5025; appliedIndex:5024; }","duration":"163.418985ms","start":"2026-07-01T01:01:53.932854Z","end":"2026-07-01T01:01:54.096273Z","steps":["trace[1601366829] 'read index received' (duration: 163.244339ms)","trace[1601366829] 'applied index is now lower than readState.Index' (duration: 173.766µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:54.096335Z","caller":"traceutil/trace.go:171","msg":"trace[843314204] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"283.764625ms","start":"2026-07-01T01:01:53.81255Z","end":"2026-07-01T01:01:54.096314Z","steps":["trace[843314204] 'process raft request' (duration: 283.594859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:54.096565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.626409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-01T01:01:54.096582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.484729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:01:54.096601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.055406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:01:54.096602Z","caller":"traceutil/trace.go:171","msg":"trace[1955120311] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4832; }","duration":"136.712623ms","start":"2026-07-01T01:01:53.959879Z","end":"2026-07-01T01:01:54.096592Z","steps":["trace[1955120311] 'agreement among raft nodes before linearized reading' (duration: 136.589199ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:54.096643Z","caller":"traceutil/trace.go:171","msg":"trace[736432141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4832; }","duration":"138.573582ms","start":"2026-07-01T01:01:53.958053Z","end":"2026-07-01T01:01:54.096627Z","steps":["trace[736432141] 'agreement among raft nodes before linearized reading' (duration: 138.375176ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:54.096654Z","caller":"traceutil/trace.go:171","msg":"trace[186256106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4832; }","duration":"144.14658ms","start":"2026-07-01T01:01:53.952489Z","end":"2026-07-01T01:01:54.096635Z","steps":["trace[186256106] 'agreement among raft nodes before linearized reading' (duration: 144.024046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:54.09669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.940058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:01:54.096801Z","caller":"traceutil/trace.go:171","msg":"trace[3196256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4832; }","duration":"147.116675ms","start":"2026-07-01T01:01:53.949661Z","end":"2026-07-01T01:01:54.096777Z","steps":["trace[3196256] 'agreement among raft nodes before linearized reading' (duration: 146.840126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:54.096837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.557568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:01:54.096904Z","caller":"traceutil/trace.go:171","msg":"trace[766923441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4832; }","duration":"147.687492ms","start":"2026-07-01T01:01:53.949198Z","end":"2026-07-01T01:01:54.096886Z","steps":["trace[766923441] 'agreement among raft nodes before linearized reading' (duration: 147.513327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:54.096924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.515732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:01:54.096978Z","caller":"traceutil/trace.go:171","msg":"trace[1472236717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4832; }","duration":"151.104332ms","start":"2026-07-01T01:01:53.945842Z","end":"2026-07-01T01:01:54.096946Z","steps":["trace[1472236717] 'agreement among raft nodes before linearized reading' (duration: 150.534304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:54.097199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.345065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:01:54.097342Z","caller":"traceutil/trace.go:171","msg":"trace[1289976218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4832; }","duration":"164.52598ms","start":"2026-07-01T01:01:53.932799Z","end":"2026-07-01T01:01:54.097325Z","steps":["trace[1289976218] 'agreement among raft nodes before linearized reading' (duration: 163.56894ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:54.2432Z","caller":"traceutil/trace.go:171","msg":"trace[549361418] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"141.392192ms","start":"2026-07-01T01:01:54.101784Z","end":"2026-07-01T01:01:54.243176Z","steps":["trace[549361418] 'process raft request' (duration: 141.31735ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:54.243207Z","caller":"traceutil/trace.go:171","msg":"trace[634852622] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"141.412812ms","start":"2026-07-01T01:01:54.101766Z","end":"2026-07-01T01:01:54.243179Z","steps":["trace[634852622] 'process raft request' (duration: 96.513129ms)","trace[634852622] 'compare' (duration: 44.698207ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:54.243451Z","caller":"traceutil/trace.go:171","msg":"trace[724773480] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"141.64444ms","start":"2026-07-01T01:01:54.101785Z","end":"2026-07-01T01:01:54.24343Z","steps":["trace[724773480] 'process raft request' (duration: 141.563097ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:54.243515Z","caller":"traceutil/trace.go:171","msg":"trace[2027849296] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"141.706532ms","start":"2026-07-01T01:01:54.101784Z","end":"2026-07-01T01:01:54.243491Z","steps":["trace[2027849296] 'process raft request' (duration: 141.356961ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:54.247555Z","caller":"traceutil/trace.go:171","msg":"trace[1091703665] linearizableReadLoop","detail":"{readStateIndex:5031; appliedIndex:5025; }","duration":"126.730564ms","start":"2026-07-01T01:01:54.1208Z","end":"2026-07-01T01:01:54.247531Z","steps":["trace[1091703665] 'read index received' (duration: 77.494633ms)","trace[1091703665] 'applied index is now lower than readState.Index' (duration: 49.234781ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:54.247595Z","caller":"traceutil/trace.go:171","msg":"trace[57346448] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"145.325857ms","start":"2026-07-01T01:01:54.102249Z","end":"2026-07-01T01:01:54.247574Z","steps":["trace[57346448] 'process raft request' (duration: 145.09635ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:54.247612Z","caller":"traceutil/trace.go:171","msg":"trace[1725555317] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"144.488681ms","start":"2026-07-01T01:01:54.103108Z","end":"2026-07-01T01:01:54.247597Z","steps":["trace[1725555317] 'process raft request' (duration: 144.376747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:54.247804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.989172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:01:54.247868Z","caller":"traceutil/trace.go:171","msg":"trace[250898916] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:4838; }","duration":"127.088835ms","start":"2026-07-01T01:01:54.12075Z","end":"2026-07-01T01:01:54.247838Z","steps":["trace[250898916] 'agreement among raft nodes before linearized reading' (duration: 126.877898ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:55.828137Z","caller":"traceutil/trace.go:171","msg":"trace[35977242] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"121.694574ms","start":"2026-07-01T01:01:55.706417Z","end":"2026-07-01T01:01:55.828111Z","steps":["trace[35977242] 'process raft request' (duration: 118.46816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:56.169515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.802718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:01:56.169726Z","caller":"traceutil/trace.go:171","msg":"trace[987396013] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"146.820925ms","start":"2026-07-01T01:01:56.022874Z","end":"2026-07-01T01:01:56.169695Z","steps":["trace[987396013] 'process raft request' (duration: 18.750539ms)","trace[987396013] 'compare' (duration: 127.663573ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:56.374824Z","caller":"traceutil/trace.go:171","msg":"trace[709695622] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5077; }","duration":"111.127746ms","start":"2026-07-01T01:01:56.263677Z","end":"2026-07-01T01:01:56.374805Z","steps":["trace[709695622] 'read index received' (duration: 16.336631ms)","trace[709695622] 'applied index is now lower than readState.Index' (duration: 94.790535ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:56.375256Z","caller":"traceutil/trace.go:171","msg":"trace[932955846] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"112.330314ms","start":"2026-07-01T01:01:56.262915Z","end":"2026-07-01T01:01:56.375246Z","steps":["trace[932955846] 'process raft request' (duration: 111.514808ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:56.375472Z","caller":"traceutil/trace.go:171","msg":"trace[1062244493] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"109.39513ms","start":"2026-07-01T01:01:56.266057Z","end":"2026-07-01T01:01:56.375452Z","steps":["trace[1062244493] 'process raft request' (duration: 108.646697ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:56.375508Z","caller":"traceutil/trace.go:171","msg":"trace[1229887493] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"102.989406ms","start":"2026-07-01T01:01:56.272511Z","end":"2026-07-01T01:01:56.375501Z","steps":["trace[1229887493] 'process raft request' (duration: 102.264223ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:56.375589Z","caller":"traceutil/trace.go:171","msg":"trace[703805188] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"111.2428ms","start":"2026-07-01T01:01:56.264252Z","end":"2026-07-01T01:01:56.375495Z","steps":["trace[703805188] 'process raft request' (duration: 110.30327ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:56.375608Z","caller":"traceutil/trace.go:171","msg":"trace[1134169188] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"109.528965ms","start":"2026-07-01T01:01:56.266019Z","end":"2026-07-01T01:01:56.375548Z","steps":["trace[1134169188] 'process raft request' (duration: 108.646206ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:56.375897Z","caller":"traceutil/trace.go:171","msg":"trace[1908190161] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"106.590531ms","start":"2026-07-01T01:01:56.269295Z","end":"2026-07-01T01:01:56.375885Z","steps":["trace[1908190161] 'process raft request' (duration: 105.446165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:56.376003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.312993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62866"} {"level":"info","ts":"2026-07-01T01:01:56.376079Z","caller":"traceutil/trace.go:171","msg":"trace[1837326899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4891; }","duration":"112.376156ms","start":"2026-07-01T01:01:56.263647Z","end":"2026-07-01T01:01:56.376023Z","steps":["trace[1837326899] 'agreement among raft nodes before linearized reading' (duration: 112.224391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:56.376551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.533855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-01T01:01:56.376576Z","caller":"traceutil/trace.go:171","msg":"trace[1821046123] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4891; }","duration":"109.581917ms","start":"2026-07-01T01:01:56.266988Z","end":"2026-07-01T01:01:56.37657Z","steps":["trace[1821046123] 'agreement among raft nodes before linearized reading' (duration: 109.517235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:56.376918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.61238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-07-01T01:01:56.376999Z","caller":"traceutil/trace.go:171","msg":"trace[569727086] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4891; }","duration":"110.736964ms","start":"2026-07-01T01:01:56.266221Z","end":"2026-07-01T01:01:56.376958Z","steps":["trace[569727086] 'agreement among raft nodes before linearized reading' (duration: 109.814354ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:56.707754Z","caller":"traceutil/trace.go:171","msg":"trace[1045143815] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5095; }","duration":"108.378057ms","start":"2026-07-01T01:01:56.599349Z","end":"2026-07-01T01:01:56.707727Z","steps":["trace[1045143815] 'read index received' (duration: 89.346989ms)","trace[1045143815] 'applied index is now lower than readState.Index' (duration: 19.029928ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:56.707845Z","caller":"traceutil/trace.go:171","msg":"trace[358550941] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"109.997868ms","start":"2026-07-01T01:01:56.597809Z","end":"2026-07-01T01:01:56.707807Z","steps":["trace[358550941] 'process raft request' (duration: 90.883898ms)","trace[358550941] 'compare' (duration: 18.895653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:56.708144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.770979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:57301"} {"level":"info","ts":"2026-07-01T01:01:56.708206Z","caller":"traceutil/trace.go:171","msg":"trace[1159703026] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:4902; }","duration":"108.866493ms","start":"2026-07-01T01:01:56.599325Z","end":"2026-07-01T01:01:56.708191Z","steps":["trace[1159703026] 'agreement among raft nodes before linearized reading' (duration: 108.557823ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:56.744157Z","caller":"traceutil/trace.go:171","msg":"trace[960906189] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"139.017045ms","start":"2026-07-01T01:01:56.605105Z","end":"2026-07-01T01:01:56.744122Z","steps":["trace[960906189] 'process raft request' (duration: 138.831459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:56.744199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.074217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-01T01:01:56.744263Z","caller":"traceutil/trace.go:171","msg":"trace[586742288] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4903; }","duration":"139.16687ms","start":"2026-07-01T01:01:56.605081Z","end":"2026-07-01T01:01:56.744248Z","steps":["trace[586742288] 'agreement among raft nodes before linearized reading' (duration: 138.979234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:56.744273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.150659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:01:56.744283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.297712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11918"} {"level":"info","ts":"2026-07-01T01:01:56.744338Z","caller":"traceutil/trace.go:171","msg":"trace[785978845] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4903; }","duration":"139.267213ms","start":"2026-07-01T01:01:56.605056Z","end":"2026-07-01T01:01:56.744324Z","steps":["trace[785978845] 'agreement among raft nodes before linearized reading' (duration: 139.125198ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:56.744382Z","caller":"traceutil/trace.go:171","msg":"trace[340860600] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4903; }","duration":"138.424536ms","start":"2026-07-01T01:01:56.605933Z","end":"2026-07-01T01:01:56.744358Z","steps":["trace[340860600] 'agreement among raft nodes before linearized reading' (duration: 138.117086ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:57.166851Z","caller":"traceutil/trace.go:171","msg":"trace[1157527672] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"101.002013ms","start":"2026-07-01T01:01:57.065819Z","end":"2026-07-01T01:01:57.166821Z","steps":["trace[1157527672] 'process raft request' (duration: 86.864062ms)","trace[1157527672] 'compare' (duration: 13.877392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:57.690632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.119519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:01:57.690739Z","caller":"traceutil/trace.go:171","msg":"trace[1481541306] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"472.92391ms","start":"2026-07-01T01:01:57.217797Z","end":"2026-07-01T01:01:57.690721Z","steps":["trace[1481541306] 'read index received' (duration: 176.701818ms)","trace[1481541306] 'applied index is now lower than readState.Index' (duration: 296.220832ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:57.690793Z","caller":"traceutil/trace.go:171","msg":"trace[709773521] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"473.305982ms","start":"2026-07-01T01:01:57.217444Z","end":"2026-07-01T01:01:57.69075Z","steps":["trace[709773521] 'process raft request' (duration: 176.983357ms)","trace[709773521] 'compare' (duration: 294.742285ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:57.690963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.217403Z","time spent":"473.485038ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:01:57.690975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.148027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-01T01:01:57.691028Z","caller":"traceutil/trace.go:171","msg":"trace[2110258145] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4918; }","duration":"473.248241ms","start":"2026-07-01T01:01:57.217762Z","end":"2026-07-01T01:01:57.69101Z","steps":["trace[2110258145] 'agreement among raft nodes before linearized reading' (duration: 473.028884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:57.691073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.217747Z","time spent":"473.314512ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1308,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-07-01T01:01:57.695387Z","caller":"traceutil/trace.go:171","msg":"trace[479925877] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"477.348652ms","start":"2026-07-01T01:01:57.218014Z","end":"2026-07-01T01:01:57.695363Z","steps":["trace[479925877] 'process raft request' (duration: 477.150885ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:57.695453Z","caller":"traceutil/trace.go:171","msg":"trace[1310602569] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"474.856642ms","start":"2026-07-01T01:01:57.220568Z","end":"2026-07-01T01:01:57.695424Z","steps":["trace[1310602569] 'process raft request' (duration: 474.758909ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:57.695432Z","caller":"traceutil/trace.go:171","msg":"trace[839674198] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"416.5214ms","start":"2026-07-01T01:01:57.278891Z","end":"2026-07-01T01:01:57.695413Z","steps":["trace[839674198] 'process raft request' (duration: 416.476189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:57.695562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.220557Z","time spent":"474.958346ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14435,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:01:57.69562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.278861Z","time spent":"416.697276ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:01:57.695652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.218004Z","time spent":"477.438124ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":966,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:01:57.70281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.145144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2209844"} {"level":"info","ts":"2026-07-01T01:01:57.702881Z","caller":"traceutil/trace.go:171","msg":"trace[1287448040] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4923; }","duration":"377.259148ms","start":"2026-07-01T01:01:57.325606Z","end":"2026-07-01T01:01:57.702865Z","steps":["trace[1287448040] 'agreement among raft nodes before linearized reading' (duration: 376.346179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:57.702921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.325579Z","time spent":"377.33003ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2209867,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-01T01:01:57.952859Z","caller":"traceutil/trace.go:171","msg":"trace[1020754850] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"204.455574ms","start":"2026-07-01T01:01:57.748365Z","end":"2026-07-01T01:01:57.95282Z","steps":["trace[1020754850] 'process raft request' (duration: 198.672409ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:57.952904Z","caller":"traceutil/trace.go:171","msg":"trace[816599182] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"204.487055ms","start":"2026-07-01T01:01:57.748375Z","end":"2026-07-01T01:01:57.952862Z","steps":["trace[816599182] 'process raft request' (duration: 204.289539ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:57.953158Z","caller":"traceutil/trace.go:171","msg":"trace[399587829] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5121; }","duration":"203.548296ms","start":"2026-07-01T01:01:57.749581Z","end":"2026-07-01T01:01:57.953129Z","steps":["trace[399587829] 'read index received' (duration: 71.168142ms)","trace[399587829] 'applied index is now lower than readState.Index' (duration: 132.379054ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:57.953313Z","caller":"traceutil/trace.go:171","msg":"trace[1756164981] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"197.237783ms","start":"2026-07-01T01:01:57.756064Z","end":"2026-07-01T01:01:57.953302Z","steps":["trace[1756164981] 'process raft request' (duration: 196.790139ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:57.95298Z","caller":"traceutil/trace.go:171","msg":"trace[788164594] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"203.860075ms","start":"2026-07-01T01:01:57.749085Z","end":"2026-07-01T01:01:57.952945Z","steps":["trace[788164594] 'process raft request' (duration: 203.679629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:57.953424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.826284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-01T01:01:57.953461Z","caller":"traceutil/trace.go:171","msg":"trace[1234944436] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4932; }","duration":"203.903557ms","start":"2026-07-01T01:01:57.749547Z","end":"2026-07-01T01:01:57.953451Z","steps":["trace[1234944436] 'agreement among raft nodes before linearized reading' (duration: 203.742942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.022558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.686856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d17851de-3a11-4ca3-9a32-ebf10b0c9efb\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-07-01T01:01:58.02261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.44893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18be04be4560eedd\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-07-01T01:01:58.022648Z","caller":"traceutil/trace.go:171","msg":"trace[201517579] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d17851de-3a11-4ca3-9a32-ebf10b0c9efb; range_end:; response_count:1; response_revision:4933; }","duration":"222.790819ms","start":"2026-07-01T01:01:57.799837Z","end":"2026-07-01T01:01:58.022628Z","steps":["trace[201517579] 'agreement among raft nodes before linearized reading' (duration: 222.51466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.022624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.338222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-07-01T01:01:58.022699Z","caller":"traceutil/trace.go:171","msg":"trace[548992700] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.18be04be4560eedd; range_end:; response_count:1; response_revision:4933; }","duration":"197.612056ms","start":"2026-07-01T01:01:57.825062Z","end":"2026-07-01T01:01:58.022674Z","steps":["trace[548992700] 'agreement among raft nodes before linearized reading' (duration: 197.285615ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:58.022904Z","caller":"traceutil/trace.go:171","msg":"trace[1190924071] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4933; }","duration":"268.674393ms","start":"2026-07-01T01:01:57.754203Z","end":"2026-07-01T01:01:58.022877Z","steps":["trace[1190924071] 'agreement among raft nodes before linearized reading' (duration: 268.183167ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:58.02311Z","caller":"traceutil/trace.go:171","msg":"trace[644482795] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"192.834443ms","start":"2026-07-01T01:01:57.830215Z","end":"2026-07-01T01:01:58.023049Z","steps":["trace[644482795] 'process raft request' (duration: 191.931454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.023172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.629369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-01T01:01:58.023242Z","caller":"traceutil/trace.go:171","msg":"trace[278314921] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4933; }","duration":"251.757143ms","start":"2026-07-01T01:01:57.771467Z","end":"2026-07-01T01:01:58.023224Z","steps":["trace[278314921] 'agreement among raft nodes before linearized reading' (duration: 251.520776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.748076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.581021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:01:58.748181Z","caller":"traceutil/trace.go:171","msg":"trace[732315344] linearizableReadLoop","detail":"{readStateIndex:5141; appliedIndex:5140; }","duration":"255.135521ms","start":"2026-07-01T01:01:58.493031Z","end":"2026-07-01T01:01:58.748167Z","steps":["trace[732315344] 'read index received' (duration: 12.405666ms)","trace[732315344] 'applied index is now lower than readState.Index' (duration: 242.728835ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:58.748213Z","caller":"traceutil/trace.go:171","msg":"trace[1328588439] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"279.097675ms","start":"2026-07-01T01:01:58.469087Z","end":"2026-07-01T01:01:58.748184Z","steps":["trace[1328588439] 'process raft request' (duration: 36.34191ms)","trace[1328588439] 'compare' (duration: 242.456806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:58.748676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.374968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-01T01:01:58.748745Z","caller":"traceutil/trace.go:171","msg":"trace[2077047093] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4947; }","duration":"255.742081ms","start":"2026-07-01T01:01:58.492984Z","end":"2026-07-01T01:01:58.748726Z","steps":["trace[2077047093] 'agreement among raft nodes before linearized reading' (duration: 255.253615ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:58.765996Z","caller":"traceutil/trace.go:171","msg":"trace[8651860] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"266.887596ms","start":"2026-07-01T01:01:58.499077Z","end":"2026-07-01T01:01:58.765965Z","steps":["trace[8651860] 'process raft request' (duration: 266.652888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.766011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.588005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:01:58.766094Z","caller":"traceutil/trace.go:171","msg":"trace[2032729205] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4948; }","duration":"197.714478ms","start":"2026-07-01T01:01:58.568359Z","end":"2026-07-01T01:01:58.766073Z","steps":["trace[2032729205] 'agreement among raft nodes before linearized reading' (duration: 197.501132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.081562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.636501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:02:00.081702Z","caller":"traceutil/trace.go:171","msg":"trace[1711271518] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5177; }","duration":"145.178032ms","start":"2026-07-01T01:01:59.936502Z","end":"2026-07-01T01:02:00.081681Z","steps":["trace[1711271518] 'read index received' (duration: 46.681µs)","trace[1711271518] 'applied index is now lower than readState.Index' (duration: 145.129521ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:00.081853Z","caller":"traceutil/trace.go:171","msg":"trace[135682632] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"155.940626ms","start":"2026-07-01T01:01:59.925848Z","end":"2026-07-01T01:02:00.081789Z","steps":["trace[135682632] 'compare' (duration: 147.463305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.081932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.901589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:00.082191Z","caller":"traceutil/trace.go:171","msg":"trace[1218594373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4983; }","duration":"143.178959ms","start":"2026-07-01T01:01:59.938959Z","end":"2026-07-01T01:02:00.082138Z","steps":["trace[1218594373] 'agreement among raft nodes before linearized reading' (duration: 142.870109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.082023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.516903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-01T01:02:00.082295Z","caller":"traceutil/trace.go:171","msg":"trace[1732772946] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4983; }","duration":"145.794192ms","start":"2026-07-01T01:01:59.936452Z","end":"2026-07-01T01:02:00.082246Z","steps":["trace[1732772946] 'agreement among raft nodes before linearized reading' (duration: 145.338778ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.263529Z","caller":"traceutil/trace.go:171","msg":"trace[1143445373] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"156.015147ms","start":"2026-07-01T01:02:00.107483Z","end":"2026-07-01T01:02:00.263498Z","steps":["trace[1143445373] 'process raft request' (duration: 155.16713ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.263536Z","caller":"traceutil/trace.go:171","msg":"trace[1065763819] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"155.130489ms","start":"2026-07-01T01:02:00.108374Z","end":"2026-07-01T01:02:00.263504Z","steps":["trace[1065763819] 'process raft request' (duration: 155.028276ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.263627Z","caller":"traceutil/trace.go:171","msg":"trace[680085747] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"155.138069ms","start":"2026-07-01T01:02:00.108459Z","end":"2026-07-01T01:02:00.263597Z","steps":["trace[680085747] 'process raft request' (duration: 154.992654ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.263731Z","caller":"traceutil/trace.go:171","msg":"trace[1165407360] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"155.025676ms","start":"2026-07-01T01:02:00.108687Z","end":"2026-07-01T01:02:00.263712Z","steps":["trace[1165407360] 'process raft request' (duration: 154.822509ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.263627Z","caller":"traceutil/trace.go:171","msg":"trace[1321689758] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5179; }","duration":"151.788732ms","start":"2026-07-01T01:02:00.111815Z","end":"2026-07-01T01:02:00.263604Z","steps":["trace[1321689758] 'read index received' (duration: 46.557715ms)","trace[1321689758] 'applied index is now lower than readState.Index' (duration: 105.229637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:00.263778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.948848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:00.263821Z","caller":"traceutil/trace.go:171","msg":"trace[875764245] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:0; response_revision:4991; }","duration":"152.047051ms","start":"2026-07-01T01:02:00.111764Z","end":"2026-07-01T01:02:00.263811Z","steps":["trace[875764245] 'agreement among raft nodes before linearized reading' (duration: 151.911136ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.264008Z","caller":"traceutil/trace.go:171","msg":"trace[2113985185] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"155.538821ms","start":"2026-07-01T01:02:00.108454Z","end":"2026-07-01T01:02:00.263993Z","steps":["trace[2113985185] 'process raft request' (duration: 155.023635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.264016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.350346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-01T01:02:00.264072Z","caller":"traceutil/trace.go:171","msg":"trace[1097010210] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4991; }","duration":"150.43939ms","start":"2026-07-01T01:02:00.113617Z","end":"2026-07-01T01:02:00.264056Z","steps":["trace[1097010210] 'agreement among raft nodes before linearized reading' (duration: 150.218612ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.264111Z","caller":"traceutil/trace.go:171","msg":"trace[74191788] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"147.864187ms","start":"2026-07-01T01:02:00.116235Z","end":"2026-07-01T01:02:00.264099Z","steps":["trace[74191788] 'process raft request' (duration: 147.306699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.264474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.494254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T01:02:00.264505Z","caller":"traceutil/trace.go:171","msg":"trace[1035422890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4991; }","duration":"120.575087ms","start":"2026-07-01T01:02:00.143921Z","end":"2026-07-01T01:02:00.264496Z","steps":["trace[1035422890] 'agreement among raft nodes before linearized reading' (duration: 120.466953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.416424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.130927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:00.416524Z","caller":"traceutil/trace.go:171","msg":"trace[489424805] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:0; response_revision:4994; }","duration":"143.299902ms","start":"2026-07-01T01:02:00.273203Z","end":"2026-07-01T01:02:00.416503Z","steps":["trace[489424805] 'agreement among raft nodes before linearized reading' (duration: 143.062154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.416508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.271624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-01T01:02:00.416606Z","caller":"traceutil/trace.go:171","msg":"trace[629126951] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4994; }","duration":"118.438649ms","start":"2026-07-01T01:02:00.298146Z","end":"2026-07-01T01:02:00.416584Z","steps":["trace[629126951] 'agreement among raft nodes before linearized reading' (duration: 118.088868ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.416627Z","caller":"traceutil/trace.go:171","msg":"trace[631036531] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"138.590983ms","start":"2026-07-01T01:02:00.278003Z","end":"2026-07-01T01:02:00.416594Z","steps":["trace[631036531] 'process raft request' (duration: 137.896931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.416691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.093487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16178"} {"level":"info","ts":"2026-07-01T01:02:00.41685Z","caller":"traceutil/trace.go:171","msg":"trace[1776036439] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4994; }","duration":"144.459309ms","start":"2026-07-01T01:02:00.272367Z","end":"2026-07-01T01:02:00.416826Z","steps":["trace[1776036439] 'agreement among raft nodes before linearized reading' (duration: 143.889471ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.416899Z","caller":"traceutil/trace.go:171","msg":"trace[63079607] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"136.96299ms","start":"2026-07-01T01:02:00.279919Z","end":"2026-07-01T01:02:00.416882Z","steps":["trace[63079607] 'process raft request' (duration: 136.188215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.417082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.3521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:02:00.417128Z","caller":"traceutil/trace.go:171","msg":"trace[1627022010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4994; }","duration":"125.519425ms","start":"2026-07-01T01:02:00.291598Z","end":"2026-07-01T01:02:00.417117Z","steps":["trace[1627022010] 'agreement among raft nodes before linearized reading' (duration: 125.247987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.417707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.108264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:02:00.417791Z","caller":"traceutil/trace.go:171","msg":"trace[1368818584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4994; }","duration":"126.246838ms","start":"2026-07-01T01:02:00.291527Z","end":"2026-07-01T01:02:00.417773Z","steps":["trace[1368818584] 'agreement among raft nodes before linearized reading' (duration: 125.495354ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:01.613337Z","caller":"traceutil/trace.go:171","msg":"trace[413451715] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"182.253255ms","start":"2026-07-01T01:02:01.431062Z","end":"2026-07-01T01:02:01.613316Z","steps":["trace[413451715] 'process raft request' (duration: 182.104291ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:01.828543Z","caller":"traceutil/trace.go:171","msg":"trace[115521467] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"206.455818ms","start":"2026-07-01T01:02:01.622063Z","end":"2026-07-01T01:02:01.828519Z","steps":["trace[115521467] 'process raft request' (duration: 206.295563ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:01.834874Z","caller":"traceutil/trace.go:171","msg":"trace[1007109807] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"211.146808ms","start":"2026-07-01T01:02:01.623688Z","end":"2026-07-01T01:02:01.834834Z","steps":["trace[1007109807] 'process raft request' (duration: 210.683853ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:01.834927Z","caller":"traceutil/trace.go:171","msg":"trace[1158509163] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"166.999569ms","start":"2026-07-01T01:02:01.667904Z","end":"2026-07-01T01:02:01.834903Z","steps":["trace[1158509163] 'process raft request' (duration: 166.682019ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:01.83533Z","caller":"traceutil/trace.go:171","msg":"trace[2093843465] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"121.581509ms","start":"2026-07-01T01:02:01.713733Z","end":"2026-07-01T01:02:01.835318Z","steps":["trace[2093843465] 'process raft request' (duration: 121.089793ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:01.835484Z","caller":"traceutil/trace.go:171","msg":"trace[589254116] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"120.831625ms","start":"2026-07-01T01:02:01.714646Z","end":"2026-07-01T01:02:01.835478Z","steps":["trace[589254116] 'process raft request' (duration: 120.601828ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:01.835658Z","caller":"traceutil/trace.go:171","msg":"trace[1872694769] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5298; }","duration":"127.948372ms","start":"2026-07-01T01:02:01.707691Z","end":"2026-07-01T01:02:01.835639Z","steps":["trace[1872694769] 'read index received' (duration: 120.746762ms)","trace[1872694769] 'applied index is now lower than readState.Index' (duration: 7.20068ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:01.835753Z","caller":"traceutil/trace.go:171","msg":"trace[342599737] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"101.887152ms","start":"2026-07-01T01:02:01.733858Z","end":"2026-07-01T01:02:01.835745Z","steps":["trace[342599737] 'process raft request' (duration: 101.590332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:01.835814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.109968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:02:01.835863Z","caller":"traceutil/trace.go:171","msg":"trace[907205382] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5106; }","duration":"128.214991ms","start":"2026-07-01T01:02:01.707635Z","end":"2026-07-01T01:02:01.83585Z","steps":["trace[907205382] 'agreement among raft nodes before linearized reading' (duration: 128.114008ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:02.863234Z","caller":"traceutil/trace.go:171","msg":"trace[2019809523] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5332; }","duration":"438.814952ms","start":"2026-07-01T01:02:02.424399Z","end":"2026-07-01T01:02:02.863214Z","steps":["trace[2019809523] 'read index received' (duration: 438.7442ms)","trace[2019809523] 'applied index is now lower than readState.Index' (duration: 69.802µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:02.863583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.178574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:02.863624Z","caller":"traceutil/trace.go:171","msg":"trace[616544696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5135; }","duration":"439.267026ms","start":"2026-07-01T01:02:02.424345Z","end":"2026-07-01T01:02:02.863612Z","steps":["trace[616544696] 'agreement among raft nodes before linearized reading' (duration: 439.193964ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:02.863602Z","caller":"traceutil/trace.go:171","msg":"trace[512248137] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"466.762124ms","start":"2026-07-01T01:02:02.396809Z","end":"2026-07-01T01:02:02.863571Z","steps":["trace[512248137] 'process raft request' (duration: 466.275899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.863656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.424324Z","time spent":"439.324129ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:02:02.863754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.396783Z","time spent":"466.894329ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:02.873049Z","caller":"traceutil/trace.go:171","msg":"trace[1219245194] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"314.65345ms","start":"2026-07-01T01:02:02.558384Z","end":"2026-07-01T01:02:02.873037Z","steps":["trace[1219245194] 'process raft request' (duration: 314.468925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.873118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.558338Z","time spent":"314.745814ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:02.87333Z","caller":"traceutil/trace.go:171","msg":"trace[1558452471] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"132.319533ms","start":"2026-07-01T01:02:02.741003Z","end":"2026-07-01T01:02:02.873323Z","steps":["trace[1558452471] 'process raft request' (duration: 131.997322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.873464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.643995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:02:02.873492Z","caller":"traceutil/trace.go:171","msg":"trace[929142443] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5137; }","duration":"437.692237ms","start":"2026-07-01T01:02:02.435792Z","end":"2026-07-01T01:02:02.873484Z","steps":["trace[929142443] 'agreement among raft nodes before linearized reading' (duration: 437.598114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.873513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.435784Z","time spent":"437.724297ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:02:02.87364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.635514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:02:02.873666Z","caller":"traceutil/trace.go:171","msg":"trace[2134510288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:5137; }","duration":"437.672406ms","start":"2026-07-01T01:02:02.435986Z","end":"2026-07-01T01:02:02.873658Z","steps":["trace[2134510288] 'agreement among raft nodes before linearized reading' (duration: 437.610124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.873634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.201625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:02:02.873678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.775451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:02:02.873755Z","caller":"traceutil/trace.go:171","msg":"trace[1342261098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5137; }","duration":"438.912826ms","start":"2026-07-01T01:02:02.434823Z","end":"2026-07-01T01:02:02.873735Z","steps":["trace[1342261098] 'agreement among raft nodes before linearized reading' (duration: 438.664058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.873791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.589375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:02:02.873888Z","caller":"traceutil/trace.go:171","msg":"trace[1432072638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5137; }","duration":"438.756651ms","start":"2026-07-01T01:02:02.435112Z","end":"2026-07-01T01:02:02.873869Z","steps":["trace[1432072638] 'agreement among raft nodes before linearized reading' (duration: 438.483002ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:02.873752Z","caller":"traceutil/trace.go:171","msg":"trace[1395749596] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5137; }","duration":"172.391831ms","start":"2026-07-01T01:02:02.701326Z","end":"2026-07-01T01:02:02.873718Z","steps":["trace[1395749596] 'agreement among raft nodes before linearized reading' (duration: 172.192475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.873941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.435076Z","time spent":"438.856414ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:02:02.873822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.434797Z","time spent":"439.010189ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:02.873689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.435976Z","time spent":"437.709277ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:02:02.873976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.171594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:02:02.874077Z","caller":"traceutil/trace.go:171","msg":"trace[1542060981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5137; }","duration":"439.310019ms","start":"2026-07-01T01:02:02.43474Z","end":"2026-07-01T01:02:02.87405Z","steps":["trace[1542060981] 'agreement among raft nodes before linearized reading' (duration: 438.986298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.874153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.434728Z","time spent":"439.410151ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:02.874628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.142436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:02:02.874697Z","caller":"traceutil/trace.go:171","msg":"trace[1265222050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5137; }","duration":"441.25105ms","start":"2026-07-01T01:02:02.43343Z","end":"2026-07-01T01:02:02.874681Z","steps":["trace[1265222050] 'agreement among raft nodes before linearized reading' (duration: 439.934038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.874747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.43341Z","time spent":"441.320822ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:02:02.878785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.74598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:02:02.878859Z","caller":"traceutil/trace.go:171","msg":"trace[434654409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5137; }","duration":"443.865523ms","start":"2026-07-01T01:02:02.434977Z","end":"2026-07-01T01:02:02.878843Z","steps":["trace[434654409] 'agreement among raft nodes before linearized reading' (duration: 438.445021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.878912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:02.434966Z","time spent":"443.921125ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:05.40007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784755662,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:02:05.467948Z","caller":"traceutil/trace.go:171","msg":"trace[1263757116] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"571.709872ms","start":"2026-07-01T01:02:04.896219Z","end":"2026-07-01T01:02:05.467929Z","steps":["trace[1263757116] 'process raft request' (duration: 571.563867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.468059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:04.896206Z","time spent":"571.796755ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:05.746631Z","caller":"traceutil/trace.go:171","msg":"trace[2077700481] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"849.675422ms","start":"2026-07-01T01:02:04.896929Z","end":"2026-07-01T01:02:05.746605Z","steps":["trace[2077700481] 'process raft request' (duration: 816.620297ms)","trace[2077700481] 'compare' (duration: 32.691973ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:05.74678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:04.89692Z","time spent":"849.792425ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:05.746832Z","caller":"traceutil/trace.go:171","msg":"trace[383707891] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"849.875408ms","start":"2026-07-01T01:02:04.896932Z","end":"2026-07-01T01:02:05.746807Z","steps":["trace[383707891] 'process raft request' (duration: 849.632681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.746974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:04.896917Z","time spent":"849.986611ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:05.747148Z","caller":"traceutil/trace.go:171","msg":"trace[464379356] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"848.800974ms","start":"2026-07-01T01:02:04.898335Z","end":"2026-07-01T01:02:05.747136Z","steps":["trace[464379356] 'process raft request' (duration: 848.705891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.747269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.684459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97f3f867-aca6-4203-8c53-3b3590191c42\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-07-01T01:02:05.74722Z","caller":"traceutil/trace.go:171","msg":"trace[1564041498] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"848.472683ms","start":"2026-07-01T01:02:04.898709Z","end":"2026-07-01T01:02:05.747182Z","steps":["trace[1564041498] 'process raft request' (duration: 848.385171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.747274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:04.898327Z","time spent":"848.893257ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:05.747453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:04.898702Z","time spent":"848.655189ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:05.747183Z","caller":"traceutil/trace.go:171","msg":"trace[550443807] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"850.077204ms","start":"2026-07-01T01:02:04.897096Z","end":"2026-07-01T01:02:05.747173Z","steps":["trace[550443807] 'process raft request' (duration: 849.64042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.747816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:04.897089Z","time spent":"850.570941ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:05.747146Z","caller":"traceutil/trace.go:171","msg":"trace[746589641] linearizableReadLoop","detail":"{readStateIndex:5385; appliedIndex:5379; }","duration":"847.557094ms","start":"2026-07-01T01:02:04.899573Z","end":"2026-07-01T01:02:05.74713Z","steps":["trace[746589641] 'read index received' (duration: 568.315524ms)","trace[746589641] 'applied index is now lower than readState.Index' (duration: 279.24069ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:05.747306Z","caller":"traceutil/trace.go:171","msg":"trace[1957355350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97f3f867-aca6-4203-8c53-3b3590191c42; range_end:; response_count:1; response_revision:5185; }","duration":"847.74156ms","start":"2026-07-01T01:02:04.899557Z","end":"2026-07-01T01:02:05.747299Z","steps":["trace[1957355350] 'agreement among raft nodes before linearized reading' (duration: 847.625556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.748009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:04.899552Z","time spent":"848.426722ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3926,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97f3f867-aca6-4203-8c53-3b3590191c42\" "} {"level":"warn","ts":"2026-07-01T01:02:05.748127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.853844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:02:05.748204Z","caller":"traceutil/trace.go:171","msg":"trace[891213382] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5185; }","duration":"607.007148ms","start":"2026-07-01T01:02:05.141174Z","end":"2026-07-01T01:02:05.748182Z","steps":["trace[891213382] 'agreement among raft nodes before linearized reading' (duration: 606.866224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.748209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.52111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-01T01:02:05.748225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.617084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T01:02:05.748258Z","caller":"traceutil/trace.go:171","msg":"trace[96402211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5185; }","duration":"207.673476ms","start":"2026-07-01T01:02:05.540577Z","end":"2026-07-01T01:02:05.748251Z","steps":["trace[96402211] 'agreement among raft nodes before linearized reading' (duration: 207.572063ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:05.74826Z","caller":"traceutil/trace.go:171","msg":"trace[1724176049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5185; }","duration":"720.608693ms","start":"2026-07-01T01:02:05.027637Z","end":"2026-07-01T01:02:05.748246Z","steps":["trace[1724176049] 'agreement among raft nodes before linearized reading' (duration: 720.455078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.748142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.642603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:02:05.748298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:05.027613Z","time spent":"720.677966ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T01:02:05.748305Z","caller":"traceutil/trace.go:171","msg":"trace[1851822077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5185; }","duration":"788.273963ms","start":"2026-07-01T01:02:04.960017Z","end":"2026-07-01T01:02:05.748291Z","steps":["trace[1851822077] 'agreement among raft nodes before linearized reading' (duration: 788.096607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.748256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:05.141157Z","time spent":"607.085481ms","remote":"127.0.0.1:60986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":27,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:02:05.748338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:04.960013Z","time spent":"788.317204ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:02:05.756455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.35123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786841"} {"level":"info","ts":"2026-07-01T01:02:05.756515Z","caller":"traceutil/trace.go:171","msg":"trace[1648823690] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5185; }","duration":"796.614309ms","start":"2026-07-01T01:02:04.959878Z","end":"2026-07-01T01:02:05.756493Z","steps":["trace[1648823690] 'agreement among raft nodes before linearized reading' (duration: 788.140918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:05.756557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:04.959861Z","time spent":"796.684751ms","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":786864,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-07-01T01:02:07.038519Z","caller":"traceutil/trace.go:171","msg":"trace[748179593] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"440.239047ms","start":"2026-07-01T01:02:06.598247Z","end":"2026-07-01T01:02:07.038486Z","steps":["trace[748179593] 'process raft request' (duration: 440.051221ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:07.038483Z","caller":"traceutil/trace.go:171","msg":"trace[354181425] linearizableReadLoop","detail":"{readStateIndex:5391; appliedIndex:5389; }","duration":"284.87735ms","start":"2026-07-01T01:02:06.75358Z","end":"2026-07-01T01:02:07.038457Z","steps":["trace[354181425] 'read index received' (duration: 268.234919ms)","trace[354181425] 'applied index is now lower than readState.Index' (duration: 16.641361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:07.038655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.598214Z","time spent":"440.372922ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:07.038809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.20419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97f3f867-aca6-4203-8c53-3b3590191c42\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-07-01T01:02:07.038861Z","caller":"traceutil/trace.go:171","msg":"trace[734871376] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97f3f867-aca6-4203-8c53-3b3590191c42; range_end:; response_count:1; response_revision:5190; }","duration":"285.273552ms","start":"2026-07-01T01:02:06.753574Z","end":"2026-07-01T01:02:07.038847Z","steps":["trace[734871376] 'agreement among raft nodes before linearized reading' (duration: 285.093357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.038868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.125286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:02:07.038899Z","caller":"traceutil/trace.go:171","msg":"trace[958361591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:5190; }","duration":"137.183818ms","start":"2026-07-01T01:02:06.901705Z","end":"2026-07-01T01:02:07.038889Z","steps":["trace[958361591] 'agreement among raft nodes before linearized reading' (duration: 137.058754ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.893362Z","caller":"traceutil/trace.go:171","msg":"trace[52843001] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"117.52234ms","start":"2026-07-01T01:02:11.775815Z","end":"2026-07-01T01:02:11.893338Z","steps":["trace[52843001] 'process raft request' (duration: 117.304493ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.973463Z","caller":"traceutil/trace.go:171","msg":"trace[2036381852] linearizableReadLoop","detail":"{readStateIndex:5493; appliedIndex:5491; }","duration":"195.907841ms","start":"2026-07-01T01:02:11.77753Z","end":"2026-07-01T01:02:11.973438Z","steps":["trace[2036381852] 'read index received' (duration: 115.705332ms)","trace[2036381852] 'applied index is now lower than readState.Index' (duration: 80.201419ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:11.973578Z","caller":"traceutil/trace.go:171","msg":"trace[1542234285] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"196.272823ms","start":"2026-07-01T01:02:11.777283Z","end":"2026-07-01T01:02:11.973556Z","steps":["trace[1542234285] 'process raft request' (duration: 195.990544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:11.973703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.567791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:02:11.973747Z","caller":"traceutil/trace.go:171","msg":"trace[165489273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5288; }","duration":"195.652074ms","start":"2026-07-01T01:02:11.778082Z","end":"2026-07-01T01:02:11.973734Z","steps":["trace[165489273] 'agreement among raft nodes before linearized reading' (duration: 195.499499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:11.973734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.17393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:02:11.973773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.424666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:02:11.973809Z","caller":"traceutil/trace.go:171","msg":"trace[257839613] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5288; }","duration":"195.481978ms","start":"2026-07-01T01:02:11.778318Z","end":"2026-07-01T01:02:11.9738Z","steps":["trace[257839613] 'agreement among raft nodes before linearized reading' (duration: 195.394415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.973809Z","caller":"traceutil/trace.go:171","msg":"trace[1025744718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5288; }","duration":"196.297094ms","start":"2026-07-01T01:02:11.777496Z","end":"2026-07-01T01:02:11.973793Z","steps":["trace[1025744718] 'agreement among raft nodes before linearized reading' (duration: 196.068046ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:12.265247Z","caller":"traceutil/trace.go:171","msg":"trace[1654229741] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"116.047763ms","start":"2026-07-01T01:02:12.149154Z","end":"2026-07-01T01:02:12.265202Z","steps":["trace[1654229741] 'process raft request' (duration: 115.853167ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:12.265828Z","caller":"traceutil/trace.go:171","msg":"trace[1928955742] linearizableReadLoop","detail":"{readStateIndex:5515; appliedIndex:5512; }","duration":"115.050201ms","start":"2026-07-01T01:02:12.150762Z","end":"2026-07-01T01:02:12.265812Z","steps":["trace[1928955742] 'read index received' (duration: 82.214983ms)","trace[1928955742] 'applied index is now lower than readState.Index' (duration: 32.834468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:12.265957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.178915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:3758"} {"level":"info","ts":"2026-07-01T01:02:12.265977Z","caller":"traceutil/trace.go:171","msg":"trace[1260629546] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5310; }","duration":"115.237447ms","start":"2026-07-01T01:02:12.150735Z","end":"2026-07-01T01:02:12.265972Z","steps":["trace[1260629546] 'agreement among raft nodes before linearized reading' (duration: 115.137124ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:12.266047Z","caller":"traceutil/trace.go:171","msg":"trace[1251208178] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"116.568739ms","start":"2026-07-01T01:02:12.149464Z","end":"2026-07-01T01:02:12.266033Z","steps":["trace[1251208178] 'process raft request' (duration: 115.687081ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:12.266093Z","caller":"traceutil/trace.go:171","msg":"trace[775723136] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"115.187205ms","start":"2026-07-01T01:02:12.150899Z","end":"2026-07-01T01:02:12.266086Z","steps":["trace[775723136] 'process raft request' (duration: 114.819533ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:14.063206Z","caller":"traceutil/trace.go:171","msg":"trace[1648653432] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"105.830576ms","start":"2026-07-01T01:02:13.957352Z","end":"2026-07-01T01:02:14.063183Z","steps":["trace[1648653432] 'process raft request' (duration: 105.647061ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:15.898417Z","caller":"traceutil/trace.go:171","msg":"trace[269250662] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"183.757684ms","start":"2026-07-01T01:02:15.714627Z","end":"2026-07-01T01:02:15.898385Z","steps":["trace[269250662] 'process raft request' (duration: 175.531611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.825166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.191596ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:18.825943Z","caller":"traceutil/trace.go:171","msg":"trace[2007413031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5399; }","duration":"152.971941ms","start":"2026-07-01T01:02:18.672935Z","end":"2026-07-01T01:02:18.825907Z","steps":["trace[2007413031] 'range keys from in-memory index tree' (duration: 152.171516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.825305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081140257s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:02:18.826182Z","caller":"traceutil/trace.go:171","msg":"trace[798393276] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"1.091543418s","start":"2026-07-01T01:02:17.734589Z","end":"2026-07-01T01:02:18.826132Z","steps":["trace[798393276] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/services/specs/openstack/memcached-metrics; req_size:747; } (duration: 1.080586029s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.826274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:17.73457Z","time spent":"1.091658813s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:02:18.82627Z","caller":"traceutil/trace.go:171","msg":"trace[607201775] linearizableReadLoop","detail":"{readStateIndex:5608; appliedIndex:5607; }","duration":"912.65754ms","start":"2026-07-01T01:02:17.913551Z","end":"2026-07-01T01:02:18.826208Z","steps":["trace[607201775] 'read index received' (duration: 39.391µs)","trace[607201775] 'applied index is now lower than readState.Index' (duration: 912.614569ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:18.826401Z","caller":"traceutil/trace.go:171","msg":"trace[1377318768] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"721.498802ms","start":"2026-07-01T01:02:18.104877Z","end":"2026-07-01T01:02:18.826375Z","steps":["trace[1377318768] 'process raft request' (duration: 721.284565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.826479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.906699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:02:18.826568Z","caller":"traceutil/trace.go:171","msg":"trace[2077824257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5401; }","duration":"913.037453ms","start":"2026-07-01T01:02:17.913508Z","end":"2026-07-01T01:02:18.826546Z","steps":["trace[2077824257] 'agreement among raft nodes before linearized reading' (duration: 912.776134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.826536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.104853Z","time spent":"721.619135ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:18.826617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:17.913488Z","time spent":"913.120315ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:18.834896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.002434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-mwct2\" ","response":"range_response_count:1 size:5851"} {"level":"warn","ts":"2026-07-01T01:02:18.834908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.704926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:18.834942Z","caller":"traceutil/trace.go:171","msg":"trace[1337448799] range","detail":"{range_begin:/registry/pods/monitoring/vector-mwct2; range_end:; response_count:1; response_revision:5403; }","duration":"841.079746ms","start":"2026-07-01T01:02:17.993851Z","end":"2026-07-01T01:02:18.834931Z","steps":["trace[1337448799] 'agreement among raft nodes before linearized reading' (duration: 840.951732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.834969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:17.993834Z","time spent":"841.129398ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5874,"request content":"key:\"/registry/pods/monitoring/vector-mwct2\" "} {"level":"info","ts":"2026-07-01T01:02:18.835Z","caller":"traceutil/trace.go:171","msg":"trace[116306811] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"723.272049ms","start":"2026-07-01T01:02:18.111717Z","end":"2026-07-01T01:02:18.834989Z","steps":["trace[116306811] 'process raft request' (duration: 722.949229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.83509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.111699Z","time spent":"723.338891ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:18.835128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.043567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:02:18.835158Z","caller":"traceutil/trace.go:171","msg":"trace[851354805] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5403; }","duration":"595.102279ms","start":"2026-07-01T01:02:18.240047Z","end":"2026-07-01T01:02:18.83515Z","steps":["trace[851354805] 'agreement among raft nodes before linearized reading' (duration: 595.054608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.835155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.909155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:02:18.835181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.240033Z","time spent":"595.14297ms","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:02:18.835231Z","caller":"traceutil/trace.go:171","msg":"trace[2029242061] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5403; }","duration":"114.016148ms","start":"2026-07-01T01:02:18.721175Z","end":"2026-07-01T01:02:18.835191Z","steps":["trace[2029242061] 'agreement among raft nodes before linearized reading' (duration: 113.910405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.835309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.755272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:02:18.835349Z","caller":"traceutil/trace.go:171","msg":"trace[1013634141] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5403; }","duration":"455.828045ms","start":"2026-07-01T01:02:18.379508Z","end":"2026-07-01T01:02:18.835336Z","steps":["trace[1013634141] 'agreement among raft nodes before linearized reading' (duration: 455.768373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.835358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.311747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T01:02:18.835377Z","caller":"traceutil/trace.go:171","msg":"trace[715479726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5403; }","duration":"648.350418ms","start":"2026-07-01T01:02:18.187021Z","end":"2026-07-01T01:02:18.835371Z","steps":["trace[715479726] 'agreement among raft nodes before linearized reading' (duration: 648.306117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.835382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.379487Z","time spent":"455.886726ms","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:02:18.835406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.187012Z","time spent":"648.383319ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:18.835315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.715067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T01:02:18.835559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.73476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T01:02:18.83558Z","caller":"traceutil/trace.go:171","msg":"trace[515236478] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5403; }","duration":"648.800382ms","start":"2026-07-01T01:02:18.186773Z","end":"2026-07-01T01:02:18.835573Z","steps":["trace[515236478] 'agreement among raft nodes before linearized reading' (duration: 648.74165ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:18.835581Z","caller":"traceutil/trace.go:171","msg":"trace[1638841641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5403; }","duration":"647.987827ms","start":"2026-07-01T01:02:18.187583Z","end":"2026-07-01T01:02:18.83557Z","steps":["trace[1638841641] 'agreement among raft nodes before linearized reading' (duration: 647.684987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.8356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.18675Z","time spent":"648.845313ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:02:18.83561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.187577Z","time spent":"648.023638ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:02:18.83573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.419202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T01:02:18.835752Z","caller":"traceutil/trace.go:171","msg":"trace[1844417046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5403; }","duration":"649.478303ms","start":"2026-07-01T01:02:18.186269Z","end":"2026-07-01T01:02:18.835747Z","steps":["trace[1844417046] 'agreement among raft nodes before linearized reading' (duration: 649.409991ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:18.834965Z","caller":"traceutil/trace.go:171","msg":"trace[2128814512] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5403; }","duration":"473.811549ms","start":"2026-07-01T01:02:18.361135Z","end":"2026-07-01T01:02:18.834947Z","steps":["trace[2128814512] 'agreement among raft nodes before linearized reading' (duration: 473.704065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.835773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.186248Z","time spent":"649.518475ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:18.835827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.361113Z","time spent":"474.676257ms","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:02:18.835977Z","caller":"traceutil/trace.go:171","msg":"trace[660579793] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"723.717493ms","start":"2026-07-01T01:02:18.112246Z","end":"2026-07-01T01:02:18.835963Z","steps":["trace[660579793] 'process raft request' (duration: 722.502234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:18.836036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:18.112232Z","time spent":"723.772944ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:26.152414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.0781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:26.152513Z","caller":"traceutil/trace.go:171","msg":"trace[1560964711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5516; }","duration":"502.231015ms","start":"2026-07-01T01:02:25.650259Z","end":"2026-07-01T01:02:26.15249Z","steps":["trace[1560964711] 'range keys from in-memory index tree' (duration: 501.946165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:26.152541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.121536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:02:26.152568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:25.650245Z","time spent":"502.308357ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:02:26.15264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.446267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:26.152665Z","caller":"traceutil/trace.go:171","msg":"trace[86681636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5516; }","duration":"211.516818ms","start":"2026-07-01T01:02:25.941143Z","end":"2026-07-01T01:02:26.15266Z","steps":["trace[86681636] 'range keys from in-memory index tree' (duration: 211.276481ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:26.152605Z","caller":"traceutil/trace.go:171","msg":"trace[1396250596] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5516; }","duration":"159.243931ms","start":"2026-07-01T01:02:25.993347Z","end":"2026-07-01T01:02:26.152591Z","steps":["trace[1396250596] 'range keys from in-memory index tree' (duration: 158.993073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:27.730618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.905145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:02:27.730705Z","caller":"traceutil/trace.go:171","msg":"trace[1196915734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5587; }","duration":"151.038269ms","start":"2026-07-01T01:02:27.579647Z","end":"2026-07-01T01:02:27.730685Z","steps":["trace[1196915734] 'range keys from in-memory index tree' (duration: 150.665418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:27.73071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.022432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:02:27.730767Z","caller":"traceutil/trace.go:171","msg":"trace[811121047] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5587; }","duration":"373.138646ms","start":"2026-07-01T01:02:27.357615Z","end":"2026-07-01T01:02:27.730754Z","steps":["trace[811121047] 'count revisions from in-memory index tree' (duration: 372.912298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:27.73075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.020551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-07-01T01:02:27.730797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:27.357593Z","time spent":"373.197527ms","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:02:27.730818Z","caller":"traceutil/trace.go:171","msg":"trace[318185822] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05; range_end:; response_count:1; response_revision:5587; }","duration":"268.091594ms","start":"2026-07-01T01:02:27.462707Z","end":"2026-07-01T01:02:27.730799Z","steps":["trace[318185822] 'range keys from in-memory index tree' (duration: 267.819686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:29.28369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.036887ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:29.283774Z","caller":"traceutil/trace.go:171","msg":"trace[922954584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5589; }","duration":"611.13176ms","start":"2026-07-01T01:02:28.672631Z","end":"2026-07-01T01:02:29.283763Z","steps":["trace[922954584] 'range keys from in-memory index tree' (duration: 611.023096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:29.284191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.44416Z","time spent":"840.026752ms","remote":"127.0.0.1:57118","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:02:29.284543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406192898s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-07-01T01:02:29.284778Z","caller":"traceutil/trace.go:171","msg":"trace[1583143103] linearizableReadLoop","detail":"{readStateIndex:5800; appliedIndex:5799; }","duration":"1.344264942s","start":"2026-07-01T01:02:27.940504Z","end":"2026-07-01T01:02:29.284769Z","steps":["trace[1583143103] 'read index received' (duration: 52.262µs)","trace[1583143103] 'applied index is now lower than readState.Index' (duration: 1.34421148s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:29.284782Z","caller":"traceutil/trace.go:171","msg":"trace[283269774] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"426.105846ms","start":"2026-07-01T01:02:28.858657Z","end":"2026-07-01T01:02:29.284763Z","steps":["trace[283269774] 'process raft request' (duration: 425.988652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:29.284839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344338284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:29.284853Z","caller":"traceutil/trace.go:171","msg":"trace[1029254703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5590; }","duration":"1.344379996s","start":"2026-07-01T01:02:27.940469Z","end":"2026-07-01T01:02:29.284849Z","steps":["trace[1029254703] 'agreement among raft nodes before linearized reading' (duration: 1.344347625s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:29.284868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:27.940456Z","time spent":"1.344408516s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:02:29.284836Z","caller":"traceutil/trace.go:171","msg":"trace[710088677] compact","detail":"{revision:2776; response_revision:5590; }","duration":"1.479764836s","start":"2026-07-01T01:02:27.805051Z","end":"2026-07-01T01:02:29.284816Z","steps":["trace[710088677] 'process raft request' (duration: 72.288537ms)","trace[710088677] 'check and update compact revision' (duration: 1.406000721s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:29.284896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:27.805032Z","time spent":"1.479861879s","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:02:29.285035Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2776} {"level":"warn","ts":"2026-07-01T01:02:29.285404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.858634Z","time spent":"426.185439ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:29.7857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784756602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:02:30.196004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217882891s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:02:30.203314Z","caller":"traceutil/trace.go:171","msg":"trace[1854559103] linearizableReadLoop","detail":"{readStateIndex:5804; appliedIndex:5801; }","duration":"918.481947ms","start":"2026-07-01T01:02:29.284802Z","end":"2026-07-01T01:02:30.203284Z","steps":["trace[1854559103] 'read index received' (duration: 911.507205ms)","trace[1854559103] 'applied index is now lower than readState.Index' (duration: 6.973692ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:30.203725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306714804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:02:30.20379Z","caller":"traceutil/trace.go:171","msg":"trace[1582036290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5593; }","duration":"1.306835499s","start":"2026-07-01T01:02:28.896937Z","end":"2026-07-01T01:02:30.203773Z","steps":["trace[1582036290] 'agreement among raft nodes before linearized reading' (duration: 1.306599531s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.203824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.896914Z","time spent":"1.306904061s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:30.203944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322777077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:02:30.204004Z","caller":"traceutil/trace.go:171","msg":"trace[336297245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5593; }","duration":"1.322862061s","start":"2026-07-01T01:02:28.881124Z","end":"2026-07-01T01:02:30.203986Z","steps":["trace[336297245] 'agreement among raft nodes before linearized reading' (duration: 1.322693415s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:30.204039Z","caller":"traceutil/trace.go:171","msg":"trace[1166186786] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"1.335785282s","start":"2026-07-01T01:02:28.868245Z","end":"2026-07-01T01:02:30.20403Z","steps":["trace[1166186786] 'process raft request' (duration: 1.328130088s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.204047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.881116Z","time spent":"1.322922082s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:02:30.204104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.868212Z","time spent":"1.335848015s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:30.204215Z","caller":"traceutil/trace.go:171","msg":"trace[108397590] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"1.333957544s","start":"2026-07-01T01:02:28.870251Z","end":"2026-07-01T01:02:30.204209Z","steps":["trace[108397590] 'process raft request' (duration: 1.3328931s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.204242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.870237Z","time spent":"1.333990435s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:30.204323Z","caller":"traceutil/trace.go:171","msg":"trace[719389927] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"981.301212ms","start":"2026-07-01T01:02:29.223016Z","end":"2026-07-01T01:02:30.204317Z","steps":["trace[719389927] 'process raft request' (duration: 980.224368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.20435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:29.222998Z","time spent":"981.339583ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:30.204346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329857593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:02:30.204395Z","caller":"traceutil/trace.go:171","msg":"trace[1795004708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5593; }","duration":"1.329948216s","start":"2026-07-01T01:02:28.874428Z","end":"2026-07-01T01:02:30.204377Z","steps":["trace[1795004708] 'agreement among raft nodes before linearized reading' (duration: 1.329822782s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.204443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050690846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:02:30.204457Z","caller":"traceutil/trace.go:171","msg":"trace[2009059611] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:5593; }","duration":"1.050742947s","start":"2026-07-01T01:02:29.15371Z","end":"2026-07-01T01:02:30.204453Z","steps":["trace[2009059611] 'agreement among raft nodes before linearized reading' (duration: 1.050689666s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.204449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.874416Z","time spent":"1.330020058s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:30.204471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:29.153683Z","time spent":"1.050784749s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:02:30.2046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301273871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:02:30.204621Z","caller":"traceutil/trace.go:171","msg":"trace[711796238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5593; }","duration":"1.301315913s","start":"2026-07-01T01:02:28.9033Z","end":"2026-07-01T01:02:30.204616Z","steps":["trace[711796238] 'agreement among raft nodes before linearized reading' (duration: 1.301260081s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.204636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.903287Z","time spent":"1.301345093s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:30.204673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469277491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-01T01:02:30.204719Z","caller":"traceutil/trace.go:171","msg":"trace[1591568353] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05; range_end:; response_count:1; response_revision:5593; }","duration":"1.469352984s","start":"2026-07-01T01:02:28.735353Z","end":"2026-07-01T01:02:30.204706Z","steps":["trace[1591568353] 'agreement among raft nodes before linearized reading' (duration: 1.46924145s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.20476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30186578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:02:30.20478Z","caller":"traceutil/trace.go:171","msg":"trace[96717471] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5593; }","duration":"1.301924422s","start":"2026-07-01T01:02:28.902849Z","end":"2026-07-01T01:02:30.204773Z","steps":["trace[96717471] 'agreement among raft nodes before linearized reading' (duration: 1.30186813s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.204798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.902825Z","time spent":"1.301969453s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:02:30.204799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66043152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:30.20483Z","caller":"traceutil/trace.go:171","msg":"trace[341384431] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5593; }","duration":"1.660493642s","start":"2026-07-01T01:02:28.544325Z","end":"2026-07-01T01:02:30.204819Z","steps":["trace[341384431] 'agreement among raft nodes before linearized reading' (duration: 1.660447641s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.204866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.544306Z","time spent":"1.660551794s","remote":"127.0.0.1:52012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:02:30.204754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.735333Z","time spent":"1.469413865s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05\" "} {"level":"warn","ts":"2026-07-01T01:02:30.205085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095364358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-01T01:02:30.205123Z","caller":"traceutil/trace.go:171","msg":"trace[1406217523] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05; range_end:; response_count:1; response_revision:5593; }","duration":"2.095432611s","start":"2026-07-01T01:02:28.109681Z","end":"2026-07-01T01:02:30.205114Z","steps":["trace[1406217523] 'agreement among raft nodes before linearized reading' (duration: 2.095339978s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.205152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:28.109664Z","time spent":"2.095481172s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05\" "} {"level":"warn","ts":"2026-07-01T01:02:30.205189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.311193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:30.205286Z","caller":"traceutil/trace.go:171","msg":"trace[594029600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5593; }","duration":"919.425167ms","start":"2026-07-01T01:02:29.285839Z","end":"2026-07-01T01:02:30.205265Z","steps":["trace[594029600] 'agreement among raft nodes before linearized reading' (duration: 919.254742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.205327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:29.285831Z","time spent":"919.486909ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:02:30.205524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.487178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:02:30.205609Z","caller":"traceutil/trace.go:171","msg":"trace[1909012163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5593; }","duration":"462.623922ms","start":"2026-07-01T01:02:29.742961Z","end":"2026-07-01T01:02:30.205585Z","steps":["trace[1909012163] 'agreement among raft nodes before linearized reading' (duration: 462.387684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:30.205653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:29.742942Z","time spent":"462.702404ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:02:30.243932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2776,"took":"956.913524ms","hash":747584420,"current-db-size-bytes":54939648,"current-db-size":"55 MB","current-db-size-in-use-bytes":31645696,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T01:02:30.244Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":747584420,"revision":2776,"compact-revision":-1} {"level":"info","ts":"2026-07-01T01:02:32.485014Z","caller":"traceutil/trace.go:171","msg":"trace[1795866506] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"274.503648ms","start":"2026-07-01T01:02:32.210486Z","end":"2026-07-01T01:02:32.48499Z","steps":["trace[1795866506] 'process raft request' (duration: 274.343193ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:32.486504Z","caller":"traceutil/trace.go:171","msg":"trace[1980147169] linearizableReadLoop","detail":"{readStateIndex:5875; appliedIndex:5873; }","duration":"272.544566ms","start":"2026-07-01T01:02:32.213933Z","end":"2026-07-01T01:02:32.486478Z","steps":["trace[1980147169] 'read index received' (duration: 270.882483ms)","trace[1980147169] 'applied index is now lower than readState.Index' (duration: 1.660893ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:32.486646Z","caller":"traceutil/trace.go:171","msg":"trace[698062862] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"275.766349ms","start":"2026-07-01T01:02:32.210846Z","end":"2026-07-01T01:02:32.486613Z","steps":["trace[698062862] 'process raft request' (duration: 275.502311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:32.486768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.812704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-07-01T01:02:32.486835Z","caller":"traceutil/trace.go:171","msg":"trace[1857829134] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb224c72-f424-474d-87be-76d649610c05; range_end:; response_count:1; response_revision:5660; }","duration":"272.923868ms","start":"2026-07-01T01:02:32.213894Z","end":"2026-07-01T01:02:32.486818Z","steps":["trace[1857829134] 'agreement among raft nodes before linearized reading' (duration: 272.733701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:32.48697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.6866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:02:32.487129Z","caller":"traceutil/trace.go:171","msg":"trace[946344240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:5660; }","duration":"251.877716ms","start":"2026-07-01T01:02:32.235218Z","end":"2026-07-01T01:02:32.487096Z","steps":["trace[946344240] 'agreement among raft nodes before linearized reading' (duration: 251.546906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:32.487151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.321253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:02:32.487214Z","caller":"traceutil/trace.go:171","msg":"trace[2051943760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5660; }","duration":"253.399626ms","start":"2026-07-01T01:02:32.233794Z","end":"2026-07-01T01:02:32.487193Z","steps":["trace[2051943760] 'agreement among raft nodes before linearized reading' (duration: 253.264631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:32.487235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.696719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:02:32.487263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.872472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:02:32.487278Z","caller":"traceutil/trace.go:171","msg":"trace[1390245224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5660; }","duration":"255.771621ms","start":"2026-07-01T01:02:32.231493Z","end":"2026-07-01T01:02:32.487265Z","steps":["trace[1390245224] 'agreement among raft nodes before linearized reading' (duration: 255.658107ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:32.487323Z","caller":"traceutil/trace.go:171","msg":"trace[1889987675] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5660; }","duration":"254.967955ms","start":"2026-07-01T01:02:32.232337Z","end":"2026-07-01T01:02:32.487305Z","steps":["trace[1889987675] 'agreement among raft nodes before linearized reading' (duration: 254.771669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:32.487013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.05982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:02:32.487412Z","caller":"traceutil/trace.go:171","msg":"trace[1288968108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5660; }","duration":"256.496294ms","start":"2026-07-01T01:02:32.230901Z","end":"2026-07-01T01:02:32.487397Z","steps":["trace[1288968108] 'agreement among raft nodes before linearized reading' (duration: 255.858914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:32.487014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.202359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:02:32.487525Z","caller":"traceutil/trace.go:171","msg":"trace[203203858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5660; }","duration":"253.753517ms","start":"2026-07-01T01:02:32.233758Z","end":"2026-07-01T01:02:32.487511Z","steps":["trace[203203858] 'agreement among raft nodes before linearized reading' (duration: 253.016343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:32.487505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.47575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:02:32.488073Z","caller":"traceutil/trace.go:171","msg":"trace[1072880125] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5660; }","duration":"255.065838ms","start":"2026-07-01T01:02:32.232985Z","end":"2026-07-01T01:02:32.488051Z","steps":["trace[1072880125] 'agreement among raft nodes before linearized reading' (duration: 254.067286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:36.917665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.450361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:02:36.917926Z","caller":"traceutil/trace.go:171","msg":"trace[861138581] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"401.243163ms","start":"2026-07-01T01:02:36.516665Z","end":"2026-07-01T01:02:36.917908Z","steps":["trace[861138581] 'process raft request' (duration: 401.204551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:36.91808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:36.516657Z","time spent":"401.322586ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:36.918116Z","caller":"traceutil/trace.go:171","msg":"trace[984299175] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"402.636358ms","start":"2026-07-01T01:02:36.515464Z","end":"2026-07-01T01:02:36.9181Z","steps":["trace[984299175] 'process raft request' (duration: 402.307877ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:36.918109Z","caller":"traceutil/trace.go:171","msg":"trace[2006156761] linearizableReadLoop","detail":"{readStateIndex:5941; appliedIndex:5940; }","duration":"402.936807ms","start":"2026-07-01T01:02:36.515146Z","end":"2026-07-01T01:02:36.918082Z","steps":["trace[2006156761] 'read index received' (duration: 36.96482ms)","trace[2006156761] 'applied index is now lower than readState.Index' (duration: 365.969057ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:36.918102Z","caller":"traceutil/trace.go:171","msg":"trace[1874340612] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"403.131183ms","start":"2026-07-01T01:02:36.514879Z","end":"2026-07-01T01:02:36.91801Z","steps":["trace[1874340612] 'process raft request' (duration: 37.233198ms)","trace[1874340612] 'compare' (duration: 365.015867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:36.918231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:36.515454Z","time spent":"402.70798ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:36.918249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:36.514863Z","time spent":"403.321119ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:36.918278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.906501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:36.918335Z","caller":"traceutil/trace.go:171","msg":"trace[1588069555] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5726; }","duration":"384.999784ms","start":"2026-07-01T01:02:36.533314Z","end":"2026-07-01T01:02:36.918314Z","steps":["trace[1588069555] 'agreement among raft nodes before linearized reading' (duration: 384.931472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:36.918393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:36.533288Z","time spent":"385.091568ms","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:02:36.918489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.327279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81493"} {"level":"info","ts":"2026-07-01T01:02:36.918564Z","caller":"traceutil/trace.go:171","msg":"trace[264315959] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5726; }","duration":"403.421823ms","start":"2026-07-01T01:02:36.515125Z","end":"2026-07-01T01:02:36.918547Z","steps":["trace[264315959] 'agreement among raft nodes before linearized reading' (duration: 403.099183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:36.918621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:36.515117Z","time spent":"403.489925ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81516,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-01T01:02:41.076375Z","caller":"traceutil/trace.go:171","msg":"trace[1105336766] linearizableReadLoop","detail":"{readStateIndex:5965; appliedIndex:5964; }","duration":"145.495882ms","start":"2026-07-01T01:02:40.930855Z","end":"2026-07-01T01:02:41.07635Z","steps":["trace[1105336766] 'read index received' (duration: 145.292766ms)","trace[1105336766] 'applied index is now lower than readState.Index' (duration: 201.846µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:41.076581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.230494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:02:41.076625Z","caller":"traceutil/trace.go:171","msg":"trace[839850632] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5747; }","duration":"103.327867ms","start":"2026-07-01T01:02:40.973287Z","end":"2026-07-01T01:02:41.076615Z","steps":["trace[839850632] 'agreement among raft nodes before linearized reading' (duration: 103.219163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:41.076679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.08893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:02:41.076763Z","caller":"traceutil/trace.go:171","msg":"trace[868602665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5747; }","duration":"145.222204ms","start":"2026-07-01T01:02:40.931524Z","end":"2026-07-01T01:02:41.076746Z","steps":["trace[868602665] 'agreement among raft nodes before linearized reading' (duration: 144.977096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:41.076786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.032234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-01T01:02:41.076804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.909155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:02:41.076853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.564083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:02:41.076883Z","caller":"traceutil/trace.go:171","msg":"trace[624430153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5747; }","duration":"146.05422ms","start":"2026-07-01T01:02:40.930811Z","end":"2026-07-01T01:02:41.076865Z","steps":["trace[624430153] 'agreement among raft nodes before linearized reading' (duration: 145.636707ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:41.076876Z","caller":"traceutil/trace.go:171","msg":"trace[12635788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:5747; }","duration":"143.136517ms","start":"2026-07-01T01:02:40.933695Z","end":"2026-07-01T01:02:41.076832Z","steps":["trace[12635788] 'agreement among raft nodes before linearized reading' (duration: 142.847198ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:41.076937Z","caller":"traceutil/trace.go:171","msg":"trace[1627529820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5747; }","duration":"144.669377ms","start":"2026-07-01T01:02:40.932247Z","end":"2026-07-01T01:02:41.076916Z","steps":["trace[1627529820] 'agreement among raft nodes before linearized reading' (duration: 144.425969ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:41.196218Z","caller":"traceutil/trace.go:171","msg":"trace[350818769] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"113.969957ms","start":"2026-07-01T01:02:41.082229Z","end":"2026-07-01T01:02:41.196199Z","steps":["trace[350818769] 'process raft request' (duration: 113.879324ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:41.196343Z","caller":"traceutil/trace.go:171","msg":"trace[71162516] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"115.423133ms","start":"2026-07-01T01:02:41.080899Z","end":"2026-07-01T01:02:41.196322Z","steps":["trace[71162516] 'process raft request' (duration: 96.783288ms)","trace[71162516] 'compare' (duration: 18.290513ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:41.196317Z","caller":"traceutil/trace.go:171","msg":"trace[1915797697] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"114.056999ms","start":"2026-07-01T01:02:41.082226Z","end":"2026-07-01T01:02:41.196283Z","steps":["trace[1915797697] 'process raft request' (duration: 113.926845ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:41.196209Z","caller":"traceutil/trace.go:171","msg":"trace[1183709594] linearizableReadLoop","detail":"{readStateIndex:5967; appliedIndex:5965; }","duration":"114.737641ms","start":"2026-07-01T01:02:41.081451Z","end":"2026-07-01T01:02:41.196189Z","steps":["trace[1183709594] 'read index received' (duration: 58.079354ms)","trace[1183709594] 'applied index is now lower than readState.Index' (duration: 56.657057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:41.196866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.354141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81493"} {"level":"info","ts":"2026-07-01T01:02:41.196964Z","caller":"traceutil/trace.go:171","msg":"trace[1461501728] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5751; }","duration":"115.526636ms","start":"2026-07-01T01:02:41.081421Z","end":"2026-07-01T01:02:41.196947Z","steps":["trace[1461501728] 'agreement among raft nodes before linearized reading' (duration: 115.030721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:41.946251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.907281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-01T01:02:41.946341Z","caller":"traceutil/trace.go:171","msg":"trace[710314126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5758; }","duration":"112.033755ms","start":"2026-07-01T01:02:41.834281Z","end":"2026-07-01T01:02:41.946314Z","steps":["trace[710314126] 'range keys from in-memory index tree' (duration: 111.736675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:41.946504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.033255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18be04c4f7f188bb\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-07-01T01:02:41.946593Z","caller":"traceutil/trace.go:171","msg":"trace[1912937512] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18be04c4f7f188bb; range_end:; response_count:1; response_revision:5758; }","duration":"112.256502ms","start":"2026-07-01T01:02:41.834322Z","end":"2026-07-01T01:02:41.946578Z","steps":["trace[1912937512] 'range keys from in-memory index tree' (duration: 111.838318ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:42.053401Z","caller":"traceutil/trace.go:171","msg":"trace[971959341] linearizableReadLoop","detail":"{readStateIndex:5977; appliedIndex:5976; }","duration":"103.961658ms","start":"2026-07-01T01:02:41.949413Z","end":"2026-07-01T01:02:42.053375Z","steps":["trace[971959341] 'read index received' (duration: 103.643498ms)","trace[971959341] 'applied index is now lower than readState.Index' (duration: 317.21µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:42.053452Z","caller":"traceutil/trace.go:171","msg":"trace[1582780971] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"104.617609ms","start":"2026-07-01T01:02:41.948815Z","end":"2026-07-01T01:02:42.053432Z","steps":["trace[1582780971] 'process raft request' (duration: 104.271518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:42.053677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.232206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T01:02:42.053759Z","caller":"traceutil/trace.go:171","msg":"trace[729516558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5759; }","duration":"104.35606ms","start":"2026-07-01T01:02:41.949387Z","end":"2026-07-01T01:02:42.053743Z","steps":["trace[729516558] 'agreement among raft nodes before linearized reading' (duration: 104.147893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:42.05385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.804172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:02:42.054104Z","caller":"traceutil/trace.go:171","msg":"trace[569509341] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5759; }","duration":"104.011609ms","start":"2026-07-01T01:02:41.949972Z","end":"2026-07-01T01:02:42.053984Z","steps":["trace[569509341] 'agreement among raft nodes before linearized reading' (duration: 103.759541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:06.70047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.158483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-07-01T01:03:06.700555Z","caller":"traceutil/trace.go:171","msg":"trace[170975353] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5929; }","duration":"130.269726ms","start":"2026-07-01T01:03:06.570266Z","end":"2026-07-01T01:03:06.700536Z","steps":["trace[170975353] 'agreement among raft nodes before linearized reading' (duration: 130.130442ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:06.700957Z","caller":"traceutil/trace.go:171","msg":"trace[1637958323] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"120.141943ms","start":"2026-07-01T01:03:06.5808Z","end":"2026-07-01T01:03:06.700942Z","steps":["trace[1637958323] 'process raft request' (duration: 96.701795ms)","trace[1637958323] 'compare' (duration: 22.598881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:03:06.701039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.944016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224956"} {"level":"info","ts":"2026-07-01T01:03:06.701118Z","caller":"traceutil/trace.go:171","msg":"trace[2141918264] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5929; }","duration":"104.05974ms","start":"2026-07-01T01:03:06.59704Z","end":"2026-07-01T01:03:06.701099Z","steps":["trace[2141918264] 'agreement among raft nodes before linearized reading' (duration: 103.236184ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:09.647418Z","caller":"traceutil/trace.go:171","msg":"trace[1148269488] linearizableReadLoop","detail":"{readStateIndex:6249; appliedIndex:6248; }","duration":"303.459013ms","start":"2026-07-01T01:03:09.343924Z","end":"2026-07-01T01:03:09.647383Z","steps":["trace[1148269488] 'read index received' (duration: 303.292557ms)","trace[1148269488] 'applied index is now lower than readState.Index' (duration: 165.206µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:09.64748Z","caller":"traceutil/trace.go:171","msg":"trace[254828241] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"543.381928ms","start":"2026-07-01T01:03:09.104057Z","end":"2026-07-01T01:03:09.647439Z","steps":["trace[254828241] 'process raft request' (duration: 543.171472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:09.647751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.805044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:03:09.64832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:03:09.10404Z","time spent":"544.188615ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:03:09.648376Z","caller":"traceutil/trace.go:171","msg":"trace[1113531322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6024; }","duration":"304.457044ms","start":"2026-07-01T01:03:09.343887Z","end":"2026-07-01T01:03:09.648344Z","steps":["trace[1113531322] 'agreement among raft nodes before linearized reading' (duration: 303.649549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:09.648489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:03:09.343871Z","time spent":"304.578079ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:03:09.6719Z","caller":"traceutil/trace.go:171","msg":"trace[1288260848] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"203.060439ms","start":"2026-07-01T01:03:09.468814Z","end":"2026-07-01T01:03:09.671874Z","steps":["trace[1288260848] 'process raft request' (duration: 201.866751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:09.672106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.567532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:03:09.672176Z","caller":"traceutil/trace.go:171","msg":"trace[982806972] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6026; }","duration":"186.688617ms","start":"2026-07-01T01:03:09.485471Z","end":"2026-07-01T01:03:09.67216Z","steps":["trace[982806972] 'agreement among raft nodes before linearized reading' (duration: 186.513052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:09.672105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.181953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:03:09.672294Z","caller":"traceutil/trace.go:171","msg":"trace[1317543308] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:6026; }","duration":"171.40651ms","start":"2026-07-01T01:03:09.500861Z","end":"2026-07-01T01:03:09.672267Z","steps":["trace[1317543308] 'agreement among raft nodes before linearized reading' (duration: 171.10716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:09.672334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.688594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:03:09.672384Z","caller":"traceutil/trace.go:171","msg":"trace[1204596357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6026; }","duration":"321.771127ms","start":"2026-07-01T01:03:09.350599Z","end":"2026-07-01T01:03:09.672371Z","steps":["trace[1204596357] 'agreement among raft nodes before linearized reading' (duration: 321.628902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:09.672426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:03:09.350586Z","time spent":"321.830289ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:03:19.077879Z","caller":"traceutil/trace.go:171","msg":"trace[1997778058] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"341.999001ms","start":"2026-07-01T01:03:18.735841Z","end":"2026-07-01T01:03:19.07784Z","steps":["trace[1997778058] 'process raft request' (duration: 341.728122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.078139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:03:18.735822Z","time spent":"342.179337ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:03:19.096507Z","caller":"traceutil/trace.go:171","msg":"trace[1753066184] linearizableReadLoop","detail":"{readStateIndex:6304; appliedIndex:6301; }","duration":"238.655904ms","start":"2026-07-01T01:03:18.857822Z","end":"2026-07-01T01:03:19.096477Z","steps":["trace[1753066184] 'read index received' (duration: 219.72281ms)","trace[1753066184] 'applied index is now lower than readState.Index' (duration: 18.931154ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:19.096536Z","caller":"traceutil/trace.go:171","msg":"trace[1358258529] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"270.965645ms","start":"2026-07-01T01:03:18.825532Z","end":"2026-07-01T01:03:19.096498Z","steps":["trace[1358258529] 'process raft request' (duration: 270.731607ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.096654Z","caller":"traceutil/trace.go:171","msg":"trace[2146754673] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"250.585145ms","start":"2026-07-01T01:03:18.846052Z","end":"2026-07-01T01:03:19.096638Z","steps":["trace[2146754673] 'process raft request' (duration: 250.372818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.097074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.001569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:03:19.097141Z","caller":"traceutil/trace.go:171","msg":"trace[1039662921] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6077; }","duration":"236.094042ms","start":"2026-07-01T01:03:18.861008Z","end":"2026-07-01T01:03:19.097102Z","steps":["trace[1039662921] 'agreement among raft nodes before linearized reading' (duration: 235.945367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.097281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.439901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:03:19.097307Z","caller":"traceutil/trace.go:171","msg":"trace[17954941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6077; }","duration":"155.493852ms","start":"2026-07-01T01:03:18.941806Z","end":"2026-07-01T01:03:19.0973Z","steps":["trace[17954941] 'agreement among raft nodes before linearized reading' (duration: 155.455361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.097502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.387992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:03:19.097529Z","caller":"traceutil/trace.go:171","msg":"trace[78849626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6077; }","duration":"236.469284ms","start":"2026-07-01T01:03:18.861052Z","end":"2026-07-01T01:03:19.097521Z","steps":["trace[78849626] 'agreement among raft nodes before linearized reading' (duration: 236.376281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.09758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.735448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:03:19.097646Z","caller":"traceutil/trace.go:171","msg":"trace[1879523315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6077; }","duration":"239.858783ms","start":"2026-07-01T01:03:18.857768Z","end":"2026-07-01T01:03:19.097627Z","steps":["trace[1879523315] 'agreement among raft nodes before linearized reading' (duration: 239.665387ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.360206Z","caller":"traceutil/trace.go:171","msg":"trace[1692621763] transaction","detail":"{read_only:false; response_revision:6079; number_of_response:1; }","duration":"256.35289ms","start":"2026-07-01T01:03:19.103829Z","end":"2026-07-01T01:03:19.360182Z","steps":["trace[1692621763] 'process raft request' (duration: 256.190515ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.36035Z","caller":"traceutil/trace.go:171","msg":"trace[1514931779] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"255.254654ms","start":"2026-07-01T01:03:19.105088Z","end":"2026-07-01T01:03:19.360343Z","steps":["trace[1514931779] 'process raft request' (duration: 255.064188ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.411484Z","caller":"traceutil/trace.go:171","msg":"trace[811088466] linearizableReadLoop","detail":"{readStateIndex:6308; appliedIndex:6305; }","duration":"221.144266ms","start":"2026-07-01T01:03:19.190314Z","end":"2026-07-01T01:03:19.411458Z","steps":["trace[811088466] 'read index received' (duration: 169.813509ms)","trace[811088466] 'applied index is now lower than readState.Index' (duration: 51.329757ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:19.411626Z","caller":"traceutil/trace.go:171","msg":"trace[982859550] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"276.972577ms","start":"2026-07-01T01:03:19.134641Z","end":"2026-07-01T01:03:19.411614Z","steps":["trace[982859550] 'process raft request' (duration: 276.654477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.411901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.588671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-01T01:03:19.411943Z","caller":"traceutil/trace.go:171","msg":"trace[640501699] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6081; }","duration":"221.679854ms","start":"2026-07-01T01:03:19.190253Z","end":"2026-07-01T01:03:19.411933Z","steps":["trace[640501699] 'agreement among raft nodes before linearized reading' (duration: 221.528079ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.61036Z","caller":"traceutil/trace.go:171","msg":"trace[583665062] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"189.419233ms","start":"2026-07-01T01:03:19.420886Z","end":"2026-07-01T01:03:19.610305Z","steps":["trace[583665062] 'process raft request' (duration: 189.137594ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.610387Z","caller":"traceutil/trace.go:171","msg":"trace[206033826] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"189.461025ms","start":"2026-07-01T01:03:19.420892Z","end":"2026-07-01T01:03:19.610353Z","steps":["trace[206033826] 'process raft request' (duration: 189.334871ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.61051Z","caller":"traceutil/trace.go:171","msg":"trace[656846511] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"189.554268ms","start":"2026-07-01T01:03:19.42094Z","end":"2026-07-01T01:03:19.610494Z","steps":["trace[656846511] 'process raft request' (duration: 189.367292ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.610964Z","caller":"traceutil/trace.go:171","msg":"trace[910941043] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"189.953041ms","start":"2026-07-01T01:03:19.420971Z","end":"2026-07-01T01:03:19.610924Z","steps":["trace[910941043] 'process raft request' (duration: 189.480846ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.610986Z","caller":"traceutil/trace.go:171","msg":"trace[1764699942] transaction","detail":"{read_only:false; response_revision:6087; number_of_response:1; }","duration":"189.797416ms","start":"2026-07-01T01:03:19.42118Z","end":"2026-07-01T01:03:19.610977Z","steps":["trace[1764699942] 'process raft request' (duration: 189.676222ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.611245Z","caller":"traceutil/trace.go:171","msg":"trace[1319246186] transaction","detail":"{read_only:false; response_revision:6088; number_of_response:1; }","duration":"189.794686ms","start":"2026-07-01T01:03:19.421439Z","end":"2026-07-01T01:03:19.611233Z","steps":["trace[1319246186] 'process raft request' (duration: 189.466535ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.61126Z","caller":"traceutil/trace.go:171","msg":"trace[1831725239] linearizableReadLoop","detail":"{readStateIndex:6316; appliedIndex:6308; }","duration":"171.515773ms","start":"2026-07-01T01:03:19.43972Z","end":"2026-07-01T01:03:19.611235Z","steps":["trace[1831725239] 'read index received' (duration: 31.617239ms)","trace[1831725239] 'applied index is now lower than readState.Index' (duration: 139.897684ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:19.611304Z","caller":"traceutil/trace.go:171","msg":"trace[658722735] transaction","detail":"{read_only:false; response_revision:6089; number_of_response:1; }","duration":"185.381915ms","start":"2026-07-01T01:03:19.425877Z","end":"2026-07-01T01:03:19.611259Z","steps":["trace[658722735] 'process raft request' (duration: 185.23926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.61138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.633857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:03:19.611417Z","caller":"traceutil/trace.go:171","msg":"trace[1312701703] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:6089; }","duration":"171.712059ms","start":"2026-07-01T01:03:19.439692Z","end":"2026-07-01T01:03:19.611404Z","steps":["trace[1312701703] 'agreement among raft nodes before linearized reading' (duration: 171.629497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.860524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.324982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:03:19.860652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.617951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:03:19.860749Z","caller":"traceutil/trace.go:171","msg":"trace[32346332] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6089; }","duration":"153.639683ms","start":"2026-07-01T01:03:19.707084Z","end":"2026-07-01T01:03:19.860723Z","steps":["trace[32346332] 'range keys from in-memory index tree' (duration: 153.185998ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.860754Z","caller":"traceutil/trace.go:171","msg":"trace[1834445034] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6089; }","duration":"153.772177ms","start":"2026-07-01T01:03:19.706958Z","end":"2026-07-01T01:03:19.86073Z","steps":["trace[1834445034] 'range keys from in-memory index tree' (duration: 153.534539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.861331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.172679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-07-01T01:03:19.861406Z","caller":"traceutil/trace.go:171","msg":"trace[1596683717] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6089; }","duration":"154.274373ms","start":"2026-07-01T01:03:19.707115Z","end":"2026-07-01T01:03:19.861389Z","steps":["trace[1596683717] 'range keys from in-memory index tree' (duration: 153.516708ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.878632Z","caller":"traceutil/trace.go:171","msg":"trace[533852345] transaction","detail":"{read_only:false; response_revision:6090; number_of_response:1; }","duration":"143.067216ms","start":"2026-07-01T01:03:19.735542Z","end":"2026-07-01T01:03:19.878609Z","steps":["trace[533852345] 'process raft request' (duration: 142.913131ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:19.878852Z","caller":"traceutil/trace.go:171","msg":"trace[1489281051] linearizableReadLoop","detail":"{readStateIndex:6317; appliedIndex:6317; }","duration":"137.046743ms","start":"2026-07-01T01:03:19.741788Z","end":"2026-07-01T01:03:19.878834Z","steps":["trace[1489281051] 'read index received' (duration: 137.037763ms)","trace[1489281051] 'applied index is now lower than readState.Index' (duration: 6.87µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:03:19.879029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.23954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:03:19.879096Z","caller":"traceutil/trace.go:171","msg":"trace[202870016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6090; }","duration":"137.333702ms","start":"2026-07-01T01:03:19.741739Z","end":"2026-07-01T01:03:19.879072Z","steps":["trace[202870016] 'agreement among raft nodes before linearized reading' (duration: 137.180658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.879151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.250583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:03:19.879219Z","caller":"traceutil/trace.go:171","msg":"trace[1561233414] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6090; }","duration":"128.357156ms","start":"2026-07-01T01:03:19.750844Z","end":"2026-07-01T01:03:19.879202Z","steps":["trace[1561233414] 'agreement among raft nodes before linearized reading' (duration: 128.229071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:19.879671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.037191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:03:19.879734Z","caller":"traceutil/trace.go:171","msg":"trace[351065948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:6090; }","duration":"131.129474ms","start":"2026-07-01T01:03:19.748589Z","end":"2026-07-01T01:03:19.879719Z","steps":["trace[351065948] 'agreement among raft nodes before linearized reading' (duration: 130.404421ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:20.05349Z","caller":"traceutil/trace.go:171","msg":"trace[1692114138] transaction","detail":"{read_only:false; response_revision:6091; number_of_response:1; }","duration":"169.975714ms","start":"2026-07-01T01:03:19.883459Z","end":"2026-07-01T01:03:20.053434Z","steps":["trace[1692114138] 'process raft request' (duration: 82.739ms)","trace[1692114138] 'compare' (duration: 87.017107ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:20.103527Z","caller":"traceutil/trace.go:171","msg":"trace[1746394398] linearizableReadLoop","detail":"{readStateIndex:6319; appliedIndex:6317; }","duration":"219.107211ms","start":"2026-07-01T01:03:19.884396Z","end":"2026-07-01T01:03:20.103503Z","steps":["trace[1746394398] 'read index received' (duration: 81.776369ms)","trace[1746394398] 'applied index is now lower than readState.Index' (duration: 137.329712ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:20.103576Z","caller":"traceutil/trace.go:171","msg":"trace[1905520720] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"219.68617ms","start":"2026-07-01T01:03:19.883858Z","end":"2026-07-01T01:03:20.103544Z","steps":["trace[1905520720] 'process raft request' (duration: 219.447542ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:20.103618Z","caller":"traceutil/trace.go:171","msg":"trace[404221444] transaction","detail":"{read_only:false; response_revision:6093; number_of_response:1; }","duration":"218.232803ms","start":"2026-07-01T01:03:19.885348Z","end":"2026-07-01T01:03:20.103581Z","steps":["trace[404221444] 'process raft request' (duration: 218.111479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:20.103862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.444772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101659"} {"level":"info","ts":"2026-07-01T01:03:20.103905Z","caller":"traceutil/trace.go:171","msg":"trace[1643100855] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6093; }","duration":"219.534715ms","start":"2026-07-01T01:03:19.884359Z","end":"2026-07-01T01:03:20.103894Z","steps":["trace[1643100855] 'agreement among raft nodes before linearized reading' (duration: 219.239686ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:21.016376Z","caller":"traceutil/trace.go:171","msg":"trace[788075156] linearizableReadLoop","detail":"{readStateIndex:6323; appliedIndex:6322; }","duration":"118.433979ms","start":"2026-07-01T01:03:20.897918Z","end":"2026-07-01T01:03:21.016352Z","steps":["trace[788075156] 'read index received' (duration: 42.909329ms)","trace[788075156] 'applied index is now lower than readState.Index' (duration: 75.52297ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:21.016411Z","caller":"traceutil/trace.go:171","msg":"trace[1500123797] transaction","detail":"{read_only:false; response_revision:6095; number_of_response:1; }","duration":"163.57333ms","start":"2026-07-01T01:03:20.8528Z","end":"2026-07-01T01:03:21.016373Z","steps":["trace[1500123797] 'process raft request' (duration: 88.103822ms)","trace[1500123797] 'compare' (duration: 75.259121ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:03:21.016904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.971346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-01T01:03:21.016961Z","caller":"traceutil/trace.go:171","msg":"trace[819375098] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6096; }","duration":"119.08622ms","start":"2026-07-01T01:03:20.897862Z","end":"2026-07-01T01:03:21.016948Z","steps":["trace[819375098] 'agreement among raft nodes before linearized reading' (duration: 118.571484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:27.569805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.856203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:03:27.569933Z","caller":"traceutil/trace.go:171","msg":"trace[1866085242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6152; }","duration":"177.053739ms","start":"2026-07-01T01:03:27.392843Z","end":"2026-07-01T01:03:27.569897Z","steps":["trace[1866085242] 'range keys from in-memory index tree' (duration: 176.607076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:27.570027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.056943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:03:27.570152Z","caller":"traceutil/trace.go:171","msg":"trace[1621843989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6152; }","duration":"179.267621ms","start":"2026-07-01T01:03:27.390855Z","end":"2026-07-01T01:03:27.570122Z","steps":["trace[1621843989] 'range keys from in-memory index tree' (duration: 178.838616ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:32.317782Z","caller":"traceutil/trace.go:171","msg":"trace[1265590072] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"154.110177ms","start":"2026-07-01T01:03:32.163632Z","end":"2026-07-01T01:03:32.317742Z","steps":["trace[1265590072] 'process raft request' (duration: 130.021709ms)","trace[1265590072] 'compare' (duration: 23.980225ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:32.388425Z","caller":"traceutil/trace.go:171","msg":"trace[1270092681] linearizableReadLoop","detail":"{readStateIndex:6413; appliedIndex:6411; }","duration":"222.19367ms","start":"2026-07-01T01:03:32.166203Z","end":"2026-07-01T01:03:32.388396Z","steps":["trace[1270092681] 'read index received' (duration: 127.462407ms)","trace[1270092681] 'applied index is now lower than readState.Index' (duration: 94.729993ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:32.38863Z","caller":"traceutil/trace.go:171","msg":"trace[1614605030] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"224.741711ms","start":"2026-07-01T01:03:32.16387Z","end":"2026-07-01T01:03:32.388612Z","steps":["trace[1614605030] 'process raft request' (duration: 224.38836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:32.389005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.773848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109029"} {"level":"info","ts":"2026-07-01T01:03:32.389096Z","caller":"traceutil/trace.go:171","msg":"trace[1795194633] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6183; }","duration":"222.902743ms","start":"2026-07-01T01:03:32.16618Z","end":"2026-07-01T01:03:32.389083Z","steps":["trace[1795194633] 'agreement among raft nodes before linearized reading' (duration: 222.432468ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:07:29.290871Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5589} {"level":"info","ts":"2026-07-01T01:07:29.370553Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5589,"took":"78.074399ms","hash":1377868638,"current-db-size-bytes":54939648,"current-db-size":"55 MB","current-db-size-in-use-bytes":26693632,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-01T01:07:29.370715Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1377868638,"revision":5589,"compact-revision":2776} {"level":"warn","ts":"2026-07-01T01:08:14.110409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.377585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:08:14.110521Z","caller":"traceutil/trace.go:171","msg":"trace[1487659291] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8298; }","duration":"106.51973ms","start":"2026-07-01T01:08:14.003981Z","end":"2026-07-01T01:08:14.110501Z","steps":["trace[1487659291] 'range keys from in-memory index tree' (duration: 106.235711ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:14.991269Z","caller":"traceutil/trace.go:171","msg":"trace[1060215540] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"258.052507ms","start":"2026-07-01T01:08:14.733195Z","end":"2026-07-01T01:08:14.991248Z","steps":["trace[1060215540] 'process raft request' (duration: 257.935963ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:15.13316Z","caller":"traceutil/trace.go:171","msg":"trace[65272633] linearizableReadLoop","detail":"{readStateIndex:8602; appliedIndex:8600; }","duration":"191.039938ms","start":"2026-07-01T01:08:14.942102Z","end":"2026-07-01T01:08:15.133142Z","steps":["trace[65272633] 'read index received' (duration: 49.070336ms)","trace[65272633] 'applied index is now lower than readState.Index' (duration: 141.968812ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:15.133303Z","caller":"traceutil/trace.go:171","msg":"trace[1559147651] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"161.219095ms","start":"2026-07-01T01:08:14.972073Z","end":"2026-07-01T01:08:15.133292Z","steps":["trace[1559147651] 'process raft request' (duration: 161.002368ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:15.133417Z","caller":"traceutil/trace.go:171","msg":"trace[1509585103] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"389.76542ms","start":"2026-07-01T01:08:14.743613Z","end":"2026-07-01T01:08:15.133378Z","steps":["trace[1509585103] 'process raft request' (duration: 389.350927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:15.133503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.386308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:08:15.133562Z","caller":"traceutil/trace.go:171","msg":"trace[627455511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8304; }","duration":"191.44385ms","start":"2026-07-01T01:08:14.942093Z","end":"2026-07-01T01:08:15.133537Z","steps":["trace[627455511] 'agreement among raft nodes before linearized reading' (duration: 191.354987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:15.133649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.167463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-07-01T01:08:15.133675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:14.743583Z","time spent":"389.945656ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8267,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:15.133736Z","caller":"traceutil/trace.go:171","msg":"trace[437355867] range","detail":"{range_begin:/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83; range_end:; response_count:1; response_revision:8304; }","duration":"139.266796ms","start":"2026-07-01T01:08:14.994446Z","end":"2026-07-01T01:08:15.133712Z","steps":["trace[437355867] 'agreement among raft nodes before linearized reading' (duration: 138.901334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:17.64417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784763821,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:08:17.920565Z","caller":"traceutil/trace.go:171","msg":"trace[13194210] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8619; }","duration":"776.874535ms","start":"2026-07-01T01:08:17.143666Z","end":"2026-07-01T01:08:17.92054Z","steps":["trace[13194210] 'read index received' (duration: 776.746711ms)","trace[13194210] 'applied index is now lower than readState.Index' (duration: 126.824µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:17.92062Z","caller":"traceutil/trace.go:171","msg":"trace[1243000737] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"780.795021ms","start":"2026-07-01T01:08:17.139792Z","end":"2026-07-01T01:08:17.920587Z","steps":["trace[1243000737] 'process raft request' (duration: 780.572224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:17.92078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.139748Z","time spent":"780.943685ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:17.920793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.111534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:08:17.920868Z","caller":"traceutil/trace.go:171","msg":"trace[1924759969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8320; }","duration":"777.241097ms","start":"2026-07-01T01:08:17.143616Z","end":"2026-07-01T01:08:17.920857Z","steps":["trace[1924759969] 'agreement among raft nodes before linearized reading' (duration: 777.045181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:17.920905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.143596Z","time spent":"777.30052ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:08:18.392192Z","caller":"traceutil/trace.go:171","msg":"trace[23155767] linearizableReadLoop","detail":"{readStateIndex:8621; appliedIndex:8620; }","duration":"471.5358ms","start":"2026-07-01T01:08:17.920633Z","end":"2026-07-01T01:08:18.392168Z","steps":["trace[23155767] 'read index received' (duration: 469.497765ms)","trace[23155767] 'applied index is now lower than readState.Index' (duration: 2.037075ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:08:18.392447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.046901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:08:18.392482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.086406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:08:18.39252Z","caller":"traceutil/trace.go:171","msg":"trace[747632339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8321; }","duration":"511.180486ms","start":"2026-07-01T01:08:17.881321Z","end":"2026-07-01T01:08:18.392502Z","steps":["trace[747632339] 'agreement among raft nodes before linearized reading' (duration: 510.905937ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:18.392534Z","caller":"traceutil/trace.go:171","msg":"trace[58430847] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8321; }","duration":"612.196009ms","start":"2026-07-01T01:08:17.780319Z","end":"2026-07-01T01:08:18.392515Z","steps":["trace[58430847] 'agreement among raft nodes before linearized reading' (duration: 611.976262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:18.392578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.780296Z","time spent":"612.268292ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:08:18.392574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.881294Z","time spent":"511.268538ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:08:18.392915Z","caller":"traceutil/trace.go:171","msg":"trace[1308779287] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"741.248818ms","start":"2026-07-01T01:08:17.651602Z","end":"2026-07-01T01:08:18.39285Z","steps":["trace[1308779287] 'process raft request' (duration: 738.511261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:18.392984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248791128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T01:08:18.393058Z","caller":"traceutil/trace.go:171","msg":"trace[348443059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8321; }","duration":"1.248884441s","start":"2026-07-01T01:08:17.144153Z","end":"2026-07-01T01:08:18.393037Z","steps":["trace[348443059] 'agreement among raft nodes before linearized reading' (duration: 1.248691675s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:18.393117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.144145Z","time spent":"1.248959213s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:08:18.393154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.651566Z","time spent":"741.465846ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:18.393153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.688977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:08:18.393077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.784962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:08:18.393482Z","caller":"traceutil/trace.go:171","msg":"trace[1402486025] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8321; }","duration":"719.293978ms","start":"2026-07-01T01:08:17.674153Z","end":"2026-07-01T01:08:18.393447Z","steps":["trace[1402486025] 'agreement among raft nodes before linearized reading' (duration: 718.698899ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:18.393335Z","caller":"traceutil/trace.go:171","msg":"trace[702790570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8321; }","duration":"858.964775ms","start":"2026-07-01T01:08:17.53434Z","end":"2026-07-01T01:08:18.393305Z","steps":["trace[702790570] 'agreement among raft nodes before linearized reading' (duration: 858.498571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:18.393639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.674134Z","time spent":"719.462743ms","remote":"127.0.0.1:44704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:08:18.393718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.534319Z","time spent":"859.380859ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:08:18.399074Z","caller":"traceutil/trace.go:171","msg":"trace[1475633232] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"473.927396ms","start":"2026-07-01T01:08:17.925127Z","end":"2026-07-01T01:08:18.399054Z","steps":["trace[1475633232] 'process raft request' (duration: 473.658128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:18.399197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.925099Z","time spent":"474.026959ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:18.399404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.274377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:08:18.399472Z","caller":"traceutil/trace.go:171","msg":"trace[1332090914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8324; }","duration":"458.37802ms","start":"2026-07-01T01:08:17.941076Z","end":"2026-07-01T01:08:18.399454Z","steps":["trace[1332090914] 'agreement among raft nodes before linearized reading' (duration: 458.286277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:18.399498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:17.941058Z","time spent":"458.434302ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:08:18.399755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.361348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:08:18.399787Z","caller":"traceutil/trace.go:171","msg":"trace[853835926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8327; }","duration":"264.43513ms","start":"2026-07-01T01:08:18.135345Z","end":"2026-07-01T01:08:18.39978Z","steps":["trace[853835926] 'agreement among raft nodes before linearized reading' (duration: 264.265675ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:27.14537Z","caller":"traceutil/trace.go:171","msg":"trace[622985913] linearizableReadLoop","detail":"{readStateIndex:8674; appliedIndex:8673; }","duration":"273.606303ms","start":"2026-07-01T01:08:26.871741Z","end":"2026-07-01T01:08:27.145348Z","steps":["trace[622985913] 'read index received' (duration: 273.318264ms)","trace[622985913] 'applied index is now lower than readState.Index' (duration: 287.039µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:27.145469Z","caller":"traceutil/trace.go:171","msg":"trace[1794409614] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"357.81631ms","start":"2026-07-01T01:08:26.7876Z","end":"2026-07-01T01:08:27.145416Z","steps":["trace[1794409614] 'process raft request' (duration: 357.555382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:27.145574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.808699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:08:27.145615Z","caller":"traceutil/trace.go:171","msg":"trace[280509682] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8371; }","duration":"273.902252ms","start":"2026-07-01T01:08:26.871704Z","end":"2026-07-01T01:08:27.145606Z","steps":["trace[280509682] 'agreement among raft nodes before linearized reading' (duration: 273.797359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:27.145625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:26.787579Z","time spent":"357.972245ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:27.145687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.363466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:08:27.145781Z","caller":"traceutil/trace.go:171","msg":"trace[1540866166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8371; }","duration":"206.509312ms","start":"2026-07-01T01:08:26.939239Z","end":"2026-07-01T01:08:27.145749Z","steps":["trace[1540866166] 'agreement among raft nodes before linearized reading' (duration: 206.342826ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:28.825362Z","caller":"traceutil/trace.go:171","msg":"trace[2004125329] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"872.88239ms","start":"2026-07-01T01:08:27.952461Z","end":"2026-07-01T01:08:28.825343Z","steps":["trace[2004125329] 'process raft request' (duration: 872.786347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:28.825489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:27.952437Z","time spent":"872.990173ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:28.828932Z","caller":"traceutil/trace.go:171","msg":"trace[1105510447] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"428.674353ms","start":"2026-07-01T01:08:28.400234Z","end":"2026-07-01T01:08:28.828908Z","steps":["trace[1105510447] 'process raft request' (duration: 428.450545ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:28.828926Z","caller":"traceutil/trace.go:171","msg":"trace[248000611] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"396.873887ms","start":"2026-07-01T01:08:28.432029Z","end":"2026-07-01T01:08:28.828902Z","steps":["trace[248000611] 'process raft request' (duration: 396.788955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:28.829051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.400196Z","time spent":"428.792746ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:28.829076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.432014Z","time spent":"396.986291ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:28.82912Z","caller":"traceutil/trace.go:171","msg":"trace[1801605430] linearizableReadLoop","detail":"{readStateIndex:8677; appliedIndex:8674; }","duration":"391.424404ms","start":"2026-07-01T01:08:28.43768Z","end":"2026-07-01T01:08:28.829105Z","steps":["trace[1801605430] 'read index received' (duration: 387.615992ms)","trace[1801605430] 'applied index is now lower than readState.Index' (duration: 3.806832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:08:28.829228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.553438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:08:28.829266Z","caller":"traceutil/trace.go:171","msg":"trace[217399163] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8375; }","duration":"391.592379ms","start":"2026-07-01T01:08:28.437664Z","end":"2026-07-01T01:08:28.829256Z","steps":["trace[217399163] 'agreement among raft nodes before linearized reading' (duration: 391.523897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:28.829284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.437586Z","time spent":"391.693262ms","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:08:28.829343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.945496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:08:28.829401Z","caller":"traceutil/trace.go:171","msg":"trace[1671421396] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8375; }","duration":"364.03117ms","start":"2026-07-01T01:08:28.46535Z","end":"2026-07-01T01:08:28.829381Z","steps":["trace[1671421396] 'agreement among raft nodes before linearized reading' (duration: 363.884095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:28.829389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.657744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:08:28.829411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.794846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T01:08:28.829476Z","caller":"traceutil/trace.go:171","msg":"trace[2146859877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8375; }","duration":"377.783258ms","start":"2026-07-01T01:08:28.451674Z","end":"2026-07-01T01:08:28.829457Z","steps":["trace[2146859877] 'agreement among raft nodes before linearized reading' (duration: 377.564331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:28.829486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.488369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:08:28.829425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.465304Z","time spent":"364.115032ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:08:28.829511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.122528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:08:28.829529Z","caller":"traceutil/trace.go:171","msg":"trace[827269811] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8375; }","duration":"372.548121ms","start":"2026-07-01T01:08:28.456969Z","end":"2026-07-01T01:08:28.829517Z","steps":["trace[827269811] 'agreement among raft nodes before linearized reading' (duration: 372.411967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:28.829527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.451659Z","time spent":"377.85833ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:08:28.829551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.456961Z","time spent":"372.584962ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:28.829545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.739638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:08:28.829485Z","caller":"traceutil/trace.go:171","msg":"trace[1355251408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8375; }","duration":"115.9331ms","start":"2026-07-01T01:08:28.713535Z","end":"2026-07-01T01:08:28.829468Z","steps":["trace[1355251408] 'agreement among raft nodes before linearized reading' (duration: 115.731574ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:28.829606Z","caller":"traceutil/trace.go:171","msg":"trace[1696066006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8375; }","duration":"373.817531ms","start":"2026-07-01T01:08:28.455773Z","end":"2026-07-01T01:08:28.829591Z","steps":["trace[1696066006] 'agreement among raft nodes before linearized reading' (duration: 373.667347ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:28.82954Z","caller":"traceutil/trace.go:171","msg":"trace[1243718297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8375; }","duration":"372.178269ms","start":"2026-07-01T01:08:28.457355Z","end":"2026-07-01T01:08:28.829534Z","steps":["trace[1243718297] 'agreement among raft nodes before linearized reading' (duration: 372.086976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:28.829644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.455765Z","time spent":"373.871383ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:08:28.82954Z","caller":"traceutil/trace.go:171","msg":"trace[1837448726] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"386.566188ms","start":"2026-07-01T01:08:28.442473Z","end":"2026-07-01T01:08:28.82904Z","steps":["trace[1837448726] 'process raft request' (duration: 386.389342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:28.829689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.457342Z","time spent":"372.333444ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:08:28.829716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.442449Z","time spent":"387.24231ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:28.8295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.55515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:08:28.82979Z","caller":"traceutil/trace.go:171","msg":"trace[147792656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8375; }","duration":"377.86642ms","start":"2026-07-01T01:08:28.45191Z","end":"2026-07-01T01:08:28.829777Z","steps":["trace[147792656] 'agreement among raft nodes before linearized reading' (duration: 377.53372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:28.829824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:28.4519Z","time spent":"377.916183ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:08:28.830169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.455024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:08:28.830257Z","caller":"traceutil/trace.go:171","msg":"trace[632048779] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8375; }","duration":"219.589899ms","start":"2026-07-01T01:08:28.61065Z","end":"2026-07-01T01:08:28.83024Z","steps":["trace[632048779] 'agreement among raft nodes before linearized reading' (duration: 218.711721ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:30.388836Z","caller":"traceutil/trace.go:171","msg":"trace[1716972031] transaction","detail":"{read_only:false; response_revision:8382; number_of_response:1; }","duration":"259.611875ms","start":"2026-07-01T01:08:30.129201Z","end":"2026-07-01T01:08:30.388812Z","steps":["trace[1716972031] 'process raft request' (duration: 259.43824ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.038141Z","caller":"traceutil/trace.go:171","msg":"trace[2006371277] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"208.306329ms","start":"2026-07-01T01:08:30.829809Z","end":"2026-07-01T01:08:31.038115Z","steps":["trace[2006371277] 'process raft request' (duration: 208.094702ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.067812Z","caller":"traceutil/trace.go:171","msg":"trace[965458138] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"233.893745ms","start":"2026-07-01T01:08:30.833888Z","end":"2026-07-01T01:08:31.067782Z","steps":["trace[965458138] 'process raft request' (duration: 233.702109ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.068114Z","caller":"traceutil/trace.go:171","msg":"trace[14115301] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"233.813223ms","start":"2026-07-01T01:08:30.834278Z","end":"2026-07-01T01:08:31.068091Z","steps":["trace[14115301] 'process raft request' (duration: 233.446121ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.068185Z","caller":"traceutil/trace.go:171","msg":"trace[1619032206] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8685; }","duration":"228.570096ms","start":"2026-07-01T01:08:30.839579Z","end":"2026-07-01T01:08:31.068149Z","steps":["trace[1619032206] 'read index received' (duration: 198.270489ms)","trace[1619032206] 'applied index is now lower than readState.Index' (duration: 30.298197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:08:31.06844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.832394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:08:31.068533Z","caller":"traceutil/trace.go:171","msg":"trace[2123374183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8385; }","duration":"228.985188ms","start":"2026-07-01T01:08:30.83953Z","end":"2026-07-01T01:08:31.068515Z","steps":["trace[2123374183] 'agreement among raft nodes before linearized reading' (duration: 228.71658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:31.068548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.296131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:08:31.068565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.094652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:08:31.068581Z","caller":"traceutil/trace.go:171","msg":"trace[494332196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8385; }","duration":"225.352403ms","start":"2026-07-01T01:08:30.843218Z","end":"2026-07-01T01:08:31.068571Z","steps":["trace[494332196] 'agreement among raft nodes before linearized reading' (duration: 225.274421ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.068644Z","caller":"traceutil/trace.go:171","msg":"trace[1590004336] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8385; }","duration":"177.194356ms","start":"2026-07-01T01:08:30.891425Z","end":"2026-07-01T01:08:31.068619Z","steps":["trace[1590004336] 'agreement among raft nodes before linearized reading' (duration: 176.969328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:31.068649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.236517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:08:31.068632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.166577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:08:31.068656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.165805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T01:08:31.068469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.837914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-01T01:08:31.068726Z","caller":"traceutil/trace.go:171","msg":"trace[1726597038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8385; }","duration":"177.32145ms","start":"2026-07-01T01:08:30.891368Z","end":"2026-07-01T01:08:31.06869Z","steps":["trace[1726597038] 'agreement among raft nodes before linearized reading' (duration: 177.176655ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.068735Z","caller":"traceutil/trace.go:171","msg":"trace[1121913599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8385; }","duration":"178.326092ms","start":"2026-07-01T01:08:30.89039Z","end":"2026-07-01T01:08:31.068716Z","steps":["trace[1121913599] 'agreement among raft nodes before linearized reading' (duration: 178.036182ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.068742Z","caller":"traceutil/trace.go:171","msg":"trace[1159569429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8385; }","duration":"177.273918ms","start":"2026-07-01T01:08:30.891453Z","end":"2026-07-01T01:08:31.068726Z","steps":["trace[1159569429] 'agreement among raft nodes before linearized reading' (duration: 177.080682ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.068763Z","caller":"traceutil/trace.go:171","msg":"trace[443791268] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8385; }","duration":"229.145094ms","start":"2026-07-01T01:08:30.839598Z","end":"2026-07-01T01:08:31.068743Z","steps":["trace[443791268] 'agreement among raft nodes before linearized reading' (duration: 228.71449ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.247755Z","caller":"traceutil/trace.go:171","msg":"trace[1327052877] transaction","detail":"{read_only:false; response_revision:8388; number_of_response:1; }","duration":"174.472418ms","start":"2026-07-01T01:08:31.073258Z","end":"2026-07-01T01:08:31.24773Z","steps":["trace[1327052877] 'process raft request' (duration: 174.396786ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.247763Z","caller":"traceutil/trace.go:171","msg":"trace[95219855] transaction","detail":"{read_only:false; response_revision:8387; number_of_response:1; }","duration":"174.713036ms","start":"2026-07-01T01:08:31.073015Z","end":"2026-07-01T01:08:31.247728Z","steps":["trace[95219855] 'process raft request' (duration: 174.476239ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.248066Z","caller":"traceutil/trace.go:171","msg":"trace[1342855580] transaction","detail":"{read_only:false; response_revision:8389; number_of_response:1; }","duration":"174.576222ms","start":"2026-07-01T01:08:31.073467Z","end":"2026-07-01T01:08:31.248043Z","steps":["trace[1342855580] 'process raft request' (duration: 174.231371ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.24818Z","caller":"traceutil/trace.go:171","msg":"trace[1045722914] transaction","detail":"{read_only:false; response_revision:8390; number_of_response:1; }","duration":"174.623644ms","start":"2026-07-01T01:08:31.073527Z","end":"2026-07-01T01:08:31.24815Z","steps":["trace[1045722914] 'process raft request' (duration: 174.427078ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:31.248228Z","caller":"traceutil/trace.go:171","msg":"trace[703331957] linearizableReadLoop","detail":"{readStateIndex:8695; appliedIndex:8690; }","duration":"162.174786ms","start":"2026-07-01T01:08:31.086039Z","end":"2026-07-01T01:08:31.248214Z","steps":["trace[703331957] 'read index received' (duration: 161.461983ms)","trace[703331957] 'applied index is now lower than readState.Index' (duration: 712.023µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:31.24827Z","caller":"traceutil/trace.go:171","msg":"trace[1393466083] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"174.589293ms","start":"2026-07-01T01:08:31.073656Z","end":"2026-07-01T01:08:31.248245Z","steps":["trace[1393466083] 'process raft request' (duration: 174.442068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:31.248492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.808523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-01T01:08:31.248545Z","caller":"traceutil/trace.go:171","msg":"trace[1263309176] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8391; }","duration":"160.880185ms","start":"2026-07-01T01:08:31.087654Z","end":"2026-07-01T01:08:31.248534Z","steps":["trace[1263309176] 'agreement among raft nodes before linearized reading' (duration: 160.691699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:31.248777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.501636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223787"} {"level":"info","ts":"2026-07-01T01:08:31.248855Z","caller":"traceutil/trace.go:171","msg":"trace[113204395] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8391; }","duration":"172.63258ms","start":"2026-07-01T01:08:31.076206Z","end":"2026-07-01T01:08:31.248839Z","steps":["trace[113204395] 'agreement among raft nodes before linearized reading' (duration: 172.128684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:33.638009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784764016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:08:33.648559Z","caller":"traceutil/trace.go:171","msg":"trace[1217181761] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"604.529515ms","start":"2026-07-01T01:08:33.044006Z","end":"2026-07-01T01:08:33.648536Z","steps":["trace[1217181761] 'process raft request' (duration: 604.37564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:33.648681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.043982Z","time spent":"604.628238ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:34.083754Z","caller":"traceutil/trace.go:171","msg":"trace[1683430015] linearizableReadLoop","detail":"{readStateIndex:8700; appliedIndex:8697; }","duration":"946.362834ms","start":"2026-07-01T01:08:33.137371Z","end":"2026-07-01T01:08:34.083734Z","steps":["trace[1683430015] 'read index received' (duration: 511.104423ms)","trace[1683430015] 'applied index is now lower than readState.Index' (duration: 435.257291ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:34.083781Z","caller":"traceutil/trace.go:171","msg":"trace[1840018841] transaction","detail":"{read_only:false; response_revision:8395; number_of_response:1; }","duration":"1.011113071s","start":"2026-07-01T01:08:33.072635Z","end":"2026-07-01T01:08:34.083748Z","steps":["trace[1840018841] 'process raft request' (duration: 994.252133ms)","trace[1840018841] 'compare' (duration: 16.413354ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:34.083799Z","caller":"traceutil/trace.go:171","msg":"trace[649478545] transaction","detail":"{read_only:false; response_revision:8396; number_of_response:1; }","duration":"1.010567714s","start":"2026-07-01T01:08:33.073203Z","end":"2026-07-01T01:08:34.083771Z","steps":["trace[649478545] 'process raft request' (duration: 1.010477511s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.083908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.520889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:08:34.083944Z","caller":"traceutil/trace.go:171","msg":"trace[233046545] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8396; }","duration":"946.617442ms","start":"2026-07-01T01:08:33.137315Z","end":"2026-07-01T01:08:34.083932Z","steps":["trace[233046545] 'agreement among raft nodes before linearized reading' (duration: 946.54374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.083936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.073185Z","time spent":"1.010678147s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:34.083943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.072609Z","time spent":"1.011248565s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:34.083985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.13729Z","time spent":"946.684805ms","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:08:34.08407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.150039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:08:34.084161Z","caller":"traceutil/trace.go:171","msg":"trace[1886809389] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8396; }","duration":"832.283173ms","start":"2026-07-01T01:08:33.251858Z","end":"2026-07-01T01:08:34.084141Z","steps":["trace[1886809389] 'agreement among raft nodes before linearized reading' (duration: 832.081956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.084201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.081793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T01:08:34.084246Z","caller":"traceutil/trace.go:171","msg":"trace[1479554525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8396; }","duration":"767.125374ms","start":"2026-07-01T01:08:33.31711Z","end":"2026-07-01T01:08:34.084236Z","steps":["trace[1479554525] 'agreement among raft nodes before linearized reading' (duration: 766.986669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.084277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.317059Z","time spent":"767.211206ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:34.084288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.210805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:08:34.084321Z","caller":"traceutil/trace.go:171","msg":"trace[599050327] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8396; }","duration":"829.281897ms","start":"2026-07-01T01:08:33.255028Z","end":"2026-07-01T01:08:34.08431Z","steps":["trace[599050327] 'agreement among raft nodes before linearized reading' (duration: 829.195855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.084345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.255008Z","time spent":"829.331429ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:08:34.084362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.399935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:08:34.084379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.632524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:08:34.084399Z","caller":"traceutil/trace.go:171","msg":"trace[1183584117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8396; }","duration":"142.472017ms","start":"2026-07-01T01:08:33.941917Z","end":"2026-07-01T01:08:34.084389Z","steps":["trace[1183584117] 'agreement among raft nodes before linearized reading' (duration: 142.416125ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:34.084407Z","caller":"traceutil/trace.go:171","msg":"trace[1407629214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8396; }","duration":"686.706817ms","start":"2026-07-01T01:08:33.39769Z","end":"2026-07-01T01:08:34.084397Z","steps":["trace[1407629214] 'agreement among raft nodes before linearized reading' (duration: 686.654135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.084565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.397668Z","time spent":"686.873062ms","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:08:34.084581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.816409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:08:34.084609Z","caller":"traceutil/trace.go:171","msg":"trace[976339699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8396; }","duration":"831.87103ms","start":"2026-07-01T01:08:33.25273Z","end":"2026-07-01T01:08:34.084601Z","steps":["trace[976339699] 'agreement among raft nodes before linearized reading' (duration: 831.791827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.084644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.252715Z","time spent":"831.923462ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:34.084203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.251843Z","time spent":"832.349926ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:08:34.084701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.980546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T01:08:34.084739Z","caller":"traceutil/trace.go:171","msg":"trace[1697431025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8396; }","duration":"118.061968ms","start":"2026-07-01T01:08:33.966667Z","end":"2026-07-01T01:08:34.084729Z","steps":["trace[1697431025] 'agreement among raft nodes before linearized reading' (duration: 117.934834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.084816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.914523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:08:34.084857Z","caller":"traceutil/trace.go:171","msg":"trace[176723170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8396; }","duration":"832.985695ms","start":"2026-07-01T01:08:33.251861Z","end":"2026-07-01T01:08:34.084847Z","steps":["trace[176723170] 'agreement among raft nodes before linearized reading' (duration: 832.891182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.08489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.25185Z","time spent":"833.030668ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:08:34.084906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.673616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:08:34.084933Z","caller":"traceutil/trace.go:171","msg":"trace[1237957813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8396; }","duration":"832.715057ms","start":"2026-07-01T01:08:33.25221Z","end":"2026-07-01T01:08:34.084925Z","steps":["trace[1237957813] 'agreement among raft nodes before linearized reading' (duration: 832.641685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.084958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.2522Z","time spent":"832.752428ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:34.085028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.853471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:08:34.08506Z","caller":"traceutil/trace.go:171","msg":"trace[1962657243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8396; }","duration":"832.907983ms","start":"2026-07-01T01:08:33.252144Z","end":"2026-07-01T01:08:34.085052Z","steps":["trace[1962657243] 'agreement among raft nodes before linearized reading' (duration: 832.81795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.085086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:33.252134Z","time spent":"832.946645ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:08:34.899312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.342029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:08:34.89996Z","caller":"traceutil/trace.go:171","msg":"trace[280245602] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"810.278092ms","start":"2026-07-01T01:08:34.089625Z","end":"2026-07-01T01:08:34.899903Z","steps":["trace[280245602] 'process raft request' (duration: 189.23177ms)","trace[280245602] 'compare' (duration: 620.04052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:08:34.900133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.089596Z","time spent":"810.446847ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:34.900302Z","caller":"traceutil/trace.go:171","msg":"trace[1071981939] transaction","detail":"{read_only:false; response_revision:8400; number_of_response:1; }","duration":"810.624073ms","start":"2026-07-01T01:08:34.089655Z","end":"2026-07-01T01:08:34.900279Z","steps":["trace[1071981939] 'process raft request' (duration: 809.862559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.900442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.08964Z","time spent":"810.732176ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:34.900458Z","caller":"traceutil/trace.go:171","msg":"trace[494287628] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8701; }","duration":"762.948531ms","start":"2026-07-01T01:08:34.137493Z","end":"2026-07-01T01:08:34.900441Z","steps":["trace[494287628] 'read index received' (duration: 141.449054ms)","trace[494287628] 'applied index is now lower than readState.Index' (duration: 621.498357ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:34.900546Z","caller":"traceutil/trace.go:171","msg":"trace[1780909253] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"810.813099ms","start":"2026-07-01T01:08:34.089667Z","end":"2026-07-01T01:08:34.90048Z","steps":["trace[1780909253] 'process raft request' (duration: 810.559741ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:34.900514Z","caller":"traceutil/trace.go:171","msg":"trace[695033549] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"809.986562ms","start":"2026-07-01T01:08:34.090496Z","end":"2026-07-01T01:08:34.900483Z","steps":["trace[695033549] 'process raft request' (duration: 809.874669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.900673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.089646Z","time spent":"810.966544ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:34.900088Z","caller":"traceutil/trace.go:171","msg":"trace[1830330561] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"810.392166ms","start":"2026-07-01T01:08:34.08967Z","end":"2026-07-01T01:08:34.900062Z","steps":["trace[1830330561] 'process raft request' (duration: 809.754826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.900906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.430657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223787"} {"level":"warn","ts":"2026-07-01T01:08:34.900914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.089658Z","time spent":"811.189561ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:34.90097Z","caller":"traceutil/trace.go:171","msg":"trace[738199628] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8402; }","duration":"810.511149ms","start":"2026-07-01T01:08:34.090443Z","end":"2026-07-01T01:08:34.900954Z","steps":["trace[738199628] 'agreement among raft nodes before linearized reading' (duration: 810.066255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:34.90102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.090433Z","time spent":"810.572661ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223810,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:08:34.90075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.090485Z","time spent":"810.137278ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:35.076163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.168503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:08:35.07624Z","caller":"traceutil/trace.go:171","msg":"trace[613015658] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8403; }","duration":"280.301637ms","start":"2026-07-01T01:08:34.795922Z","end":"2026-07-01T01:08:35.076224Z","steps":["trace[613015658] 'agreement among raft nodes before linearized reading' (duration: 280.129971ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:35.076352Z","caller":"traceutil/trace.go:171","msg":"trace[1732665077] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"779.80628ms","start":"2026-07-01T01:08:34.296511Z","end":"2026-07-01T01:08:35.076318Z","steps":["trace[1732665077] 'process raft request' (duration: 715.442695ms)","trace[1732665077] 'compare' (duration: 63.907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:08:35.076368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.716581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-07-01T01:08:35.076463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.296489Z","time spent":"779.913392ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:35.076474Z","caller":"traceutil/trace.go:171","msg":"trace[1891344708] range","detail":"{range_begin:/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83; range_end:; response_count:1; response_revision:8403; }","duration":"343.854585ms","start":"2026-07-01T01:08:34.732595Z","end":"2026-07-01T01:08:35.076449Z","steps":["trace[1891344708] 'agreement among raft nodes before linearized reading' (duration: 343.605777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:35.076392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.401591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-01T01:08:35.076542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.732586Z","time spent":"343.939718ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83\" "} {"level":"warn","ts":"2026-07-01T01:08:35.076574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.669498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-07-01T01:08:35.076587Z","caller":"traceutil/trace.go:171","msg":"trace[99178132] linearizableReadLoop","detail":"{readStateIndex:8707; appliedIndex:8706; }","duration":"175.533842ms","start":"2026-07-01T01:08:34.900496Z","end":"2026-07-01T01:08:35.07603Z","steps":["trace[99178132] 'read index received' (duration: 111.484398ms)","trace[99178132] 'applied index is now lower than readState.Index' (duration: 64.048284ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:35.076629Z","caller":"traceutil/trace.go:171","msg":"trace[1706061429] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8403; }","duration":"937.75064ms","start":"2026-07-01T01:08:34.138865Z","end":"2026-07-01T01:08:35.076616Z","steps":["trace[1706061429] 'agreement among raft nodes before linearized reading' (duration: 937.592545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:35.076669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.138852Z","time spent":"937.807702ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19429,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-01T01:08:35.076721Z","caller":"traceutil/trace.go:171","msg":"trace[49865531] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8403; }","duration":"401.626178ms","start":"2026-07-01T01:08:34.674939Z","end":"2026-07-01T01:08:35.076565Z","steps":["trace[49865531] 'agreement among raft nodes before linearized reading' (duration: 401.291978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:35.076969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:34.674919Z","time spent":"401.947139ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T01:08:45.171035Z","caller":"traceutil/trace.go:171","msg":"trace[2048220282] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"142.163518ms","start":"2026-07-01T01:08:45.028835Z","end":"2026-07-01T01:08:45.170998Z","steps":["trace[2048220282] 'process raft request' (duration: 125.482845ms)","trace[2048220282] 'compare' (duration: 16.410344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:08:59.846654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.649358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:08:59.846894Z","caller":"traceutil/trace.go:171","msg":"trace[507040] linearizableReadLoop","detail":"{readStateIndex:8893; appliedIndex:8889; }","duration":"754.968536ms","start":"2026-07-01T01:08:59.09191Z","end":"2026-07-01T01:08:59.846879Z","steps":["trace[507040] 'read index received' (duration: 43.938982ms)","trace[507040] 'applied index is now lower than readState.Index' (duration: 711.028764ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:59.846964Z","caller":"traceutil/trace.go:171","msg":"trace[2122747486] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"756.540277ms","start":"2026-07-01T01:08:59.090412Z","end":"2026-07-01T01:08:59.846953Z","steps":["trace[2122747486] 'process raft request' (duration: 198.510206ms)","trace[2122747486] 'compare' (duration: 557.469903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:08:59.847027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.090389Z","time spent":"756.606089ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:59.847029Z","caller":"traceutil/trace.go:171","msg":"trace[847966758] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"755.971658ms","start":"2026-07-01T01:08:59.091027Z","end":"2026-07-01T01:08:59.846999Z","steps":["trace[847966758] 'process raft request' (duration: 755.810453ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:59.847047Z","caller":"traceutil/trace.go:171","msg":"trace[1261751981] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"756.497926ms","start":"2026-07-01T01:08:59.090513Z","end":"2026-07-01T01:08:59.847011Z","steps":["trace[1261751981] 'process raft request' (duration: 756.245728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:59.84717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.091006Z","time spent":"756.088732ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:59.847179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.090421Z","time spent":"756.686882ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:59.847165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.229475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:08:59.847252Z","caller":"traceutil/trace.go:171","msg":"trace[1914739536] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8582; }","duration":"755.343959ms","start":"2026-07-01T01:08:59.091888Z","end":"2026-07-01T01:08:59.847232Z","steps":["trace[1914739536] 'agreement among raft nodes before linearized reading' (duration: 755.113901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:59.847292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.091879Z","time spent":"755.40524ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"info","ts":"2026-07-01T01:08:59.848768Z","caller":"traceutil/trace.go:171","msg":"trace[1294467112] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"353.770812ms","start":"2026-07-01T01:08:59.494971Z","end":"2026-07-01T01:08:59.848742Z","steps":["trace[1294467112] 'process raft request' (duration: 353.619717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:59.848915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.49494Z","time spent":"353.901086ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:59.851818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.820926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8lhrp\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-07-01T01:08:59.852Z","caller":"traceutil/trace.go:171","msg":"trace[878103963] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8lhrp; range_end:; response_count:1; response_revision:8584; }","duration":"674.040303ms","start":"2026-07-01T01:08:59.177945Z","end":"2026-07-01T01:08:59.851985Z","steps":["trace[878103963] 'agreement among raft nodes before linearized reading' (duration: 673.739384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:59.852021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.141673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-07-01T01:08:59.852079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.176165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-07-01T01:08:59.852145Z","caller":"traceutil/trace.go:171","msg":"trace[830750324] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8584; }","duration":"615.245087ms","start":"2026-07-01T01:08:59.236884Z","end":"2026-07-01T01:08:59.852129Z","steps":["trace[830750324] 'agreement among raft nodes before linearized reading' (duration: 615.070931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:59.852039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.177927Z","time spent":"674.101136ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4477,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8lhrp\" "} {"level":"warn","ts":"2026-07-01T01:08:59.852196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.236823Z","time spent":"615.360741ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19429,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-01T01:08:59.852087Z","caller":"traceutil/trace.go:171","msg":"trace[1672927686] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8584; }","duration":"312.246836ms","start":"2026-07-01T01:08:59.539824Z","end":"2026-07-01T01:08:59.852071Z","steps":["trace[1672927686] 'agreement among raft nodes before linearized reading' (duration: 312.05774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:59.852263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.539803Z","time spent":"312.445633ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-01T01:08:59.852249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.52474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T01:08:59.852364Z","caller":"traceutil/trace.go:171","msg":"trace[2010160152] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8584; }","duration":"596.698754ms","start":"2026-07-01T01:08:59.255637Z","end":"2026-07-01T01:08:59.852336Z","steps":["trace[2010160152] 'agreement among raft nodes before linearized reading' (duration: 596.276801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:59.852469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.255623Z","time spent":"596.789868ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:09:02.862139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784764707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:09:03.362812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784764707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:09:03.677814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.373020222s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:09:03.678145Z","caller":"traceutil/trace.go:171","msg":"trace[1449795089] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"1.373412945s","start":"2026-07-01T01:09:02.304708Z","end":"2026-07-01T01:09:03.678121Z","steps":["trace[1449795089] 'process raft request' (duration: 1.37326752s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.678302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:02.304692Z","time spent":"1.373527298s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:03.704772Z","caller":"traceutil/trace.go:171","msg":"trace[1045783210] linearizableReadLoop","detail":"{readStateIndex:8917; appliedIndex:8915; }","duration":"1.343242992s","start":"2026-07-01T01:09:02.361507Z","end":"2026-07-01T01:09:03.70475Z","steps":["trace[1045783210] 'read index received' (duration: 1.316455477s)","trace[1045783210] 'applied index is now lower than readState.Index' (duration: 26.786505ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:03.704822Z","caller":"traceutil/trace.go:171","msg":"trace[110263604] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"1.37453693s","start":"2026-07-01T01:09:02.330261Z","end":"2026-07-01T01:09:03.704798Z","steps":["trace[110263604] 'process raft request' (duration: 1.374363305s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.704983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343466428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:09:03.705019Z","caller":"traceutil/trace.go:171","msg":"trace[550457683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8605; }","duration":"1.34351642s","start":"2026-07-01T01:09:02.361494Z","end":"2026-07-01T01:09:03.705011Z","steps":["trace[550457683] 'agreement among raft nodes before linearized reading' (duration: 1.343382696s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.705007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106141115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:09:03.705045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:02.361409Z","time spent":"1.343629554s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:09:03.705059Z","caller":"traceutil/trace.go:171","msg":"trace[1542900874] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8605; }","duration":"1.106228268s","start":"2026-07-01T01:09:02.598817Z","end":"2026-07-01T01:09:03.705045Z","steps":["trace[1542900874] 'agreement among raft nodes before linearized reading' (duration: 1.106138965s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.705065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.900307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:09:03.705094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.910794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:09:03.705101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:02.598802Z","time spent":"1.106286919s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:09:03.705122Z","caller":"traceutil/trace.go:171","msg":"trace[166078700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8605; }","duration":"185.995906ms","start":"2026-07-01T01:09:03.519119Z","end":"2026-07-01T01:09:03.705115Z","steps":["trace[166078700] 'agreement among raft nodes before linearized reading' (duration: 185.932624ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:03.705117Z","caller":"traceutil/trace.go:171","msg":"trace[1550128218] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8605; }","duration":"115.009381ms","start":"2026-07-01T01:09:03.590087Z","end":"2026-07-01T01:09:03.705096Z","steps":["trace[1550128218] 'agreement among raft nodes before linearized reading' (duration: 114.892597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.705282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.33082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:09:03.705359Z","caller":"traceutil/trace.go:171","msg":"trace[1506421054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8605; }","duration":"553.461454ms","start":"2026-07-01T01:09:03.15188Z","end":"2026-07-01T01:09:03.705342Z","steps":["trace[1506421054] 'agreement among raft nodes before linearized reading' (duration: 553.214067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.705405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.151861Z","time spent":"553.536767ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:09:03.705463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:02.330244Z","time spent":"1.37514441s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:03.859549Z","caller":"traceutil/trace.go:171","msg":"trace[1985147871] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"150.745582ms","start":"2026-07-01T01:09:03.708779Z","end":"2026-07-01T01:09:03.859525Z","steps":["trace[1985147871] 'process raft request' (duration: 57.098703ms)","trace[1985147871] 'compare' (duration: 93.552966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:04.96728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.34719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:09:04.967382Z","caller":"traceutil/trace.go:171","msg":"trace[351417173] linearizableReadLoop","detail":"{readStateIndex:8920; appliedIndex:8919; }","duration":"1.08750895s","start":"2026-07-01T01:09:03.879857Z","end":"2026-07-01T01:09:04.967366Z","steps":["trace[351417173] 'read index received' (duration: 148.994885ms)","trace[351417173] 'applied index is now lower than readState.Index' (duration: 938.512875ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:04.967479Z","caller":"traceutil/trace.go:171","msg":"trace[1923696957] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"1.088636296s","start":"2026-07-01T01:09:03.878769Z","end":"2026-07-01T01:09:04.967405Z","steps":["trace[1923696957] 'process raft request' (duration: 150.091411ms)","trace[1923696957] 'compare' (duration: 937.869524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:04.967672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027004629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:09:04.96772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087149299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:09:04.967674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087795019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:09:04.967755Z","caller":"traceutil/trace.go:171","msg":"trace[514929292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8608; }","duration":"1.087244852s","start":"2026-07-01T01:09:03.8805Z","end":"2026-07-01T01:09:04.967745Z","steps":["trace[514929292] 'agreement among raft nodes before linearized reading' (duration: 1.087084067s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:04.967766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.878745Z","time spent":"1.088841682s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:04.967786Z","caller":"traceutil/trace.go:171","msg":"trace[1009983887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8608; }","duration":"1.087957605s","start":"2026-07-01T01:09:03.879812Z","end":"2026-07-01T01:09:04.967769Z","steps":["trace[1009983887] 'agreement among raft nodes before linearized reading' (duration: 1.087697967s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:04.967797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.880492Z","time spent":"1.087295604s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:09:04.967795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.863924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:09:04.967802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082142069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:09:04.96775Z","caller":"traceutil/trace.go:171","msg":"trace[1033569490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8608; }","duration":"1.027120903s","start":"2026-07-01T01:09:03.940618Z","end":"2026-07-01T01:09:04.967739Z","steps":["trace[1033569490] 'agreement among raft nodes before linearized reading' (duration: 1.0270195s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:04.967825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074724402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-01T01:09:04.967841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.879794Z","time spent":"1.088038037s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:09:04.967863Z","caller":"traceutil/trace.go:171","msg":"trace[1718117052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8608; }","duration":"1.082241022s","start":"2026-07-01T01:09:03.885609Z","end":"2026-07-01T01:09:04.96785Z","steps":["trace[1718117052] 'agreement among raft nodes before linearized reading' (duration: 1.082007994s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:04.967871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.940601Z","time spent":"1.027261647s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:09:04.967873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08720494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:09:04.967923Z","caller":"traceutil/trace.go:171","msg":"trace[1722671625] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8608; }","duration":"1.074818475s","start":"2026-07-01T01:09:03.893063Z","end":"2026-07-01T01:09:04.967881Z","steps":["trace[1722671625] 'agreement among raft nodes before linearized reading' (duration: 1.074557996s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:04.967989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.893056Z","time spent":"1.074919439s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:09:04.9679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.885591Z","time spent":"1.082301504s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"info","ts":"2026-07-01T01:09:04.96794Z","caller":"traceutil/trace.go:171","msg":"trace[1279302514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8608; }","duration":"1.087341355s","start":"2026-07-01T01:09:03.880585Z","end":"2026-07-01T01:09:04.967926Z","steps":["trace[1279302514] 'agreement among raft nodes before linearized reading' (duration: 1.087079097s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:04.968112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.880563Z","time spent":"1.087538772s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:09:04.967716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.61419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-01T01:09:04.968173Z","caller":"traceutil/trace.go:171","msg":"trace[1001045316] range","detail":"{range_begin:/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83; range_end:; response_count:1; response_revision:8608; }","duration":"236.135476ms","start":"2026-07-01T01:09:04.732021Z","end":"2026-07-01T01:09:04.968157Z","steps":["trace[1001045316] 'agreement among raft nodes before linearized reading' (duration: 235.569478ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:04.967869Z","caller":"traceutil/trace.go:171","msg":"trace[2122748502] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8608; }","duration":"171.023709ms","start":"2026-07-01T01:09:04.796835Z","end":"2026-07-01T01:09:04.967859Z","steps":["trace[2122748502] 'agreement among raft nodes before linearized reading' (duration: 170.902355ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:05.172321Z","caller":"traceutil/trace.go:171","msg":"trace[1582243336] linearizableReadLoop","detail":"{readStateIndex:8921; appliedIndex:8920; }","duration":"200.275392ms","start":"2026-07-01T01:09:04.97201Z","end":"2026-07-01T01:09:05.172286Z","steps":["trace[1582243336] 'read index received' (duration: 199.952041ms)","trace[1582243336] 'applied index is now lower than readState.Index' (duration: 321.471µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:05.172419Z","caller":"traceutil/trace.go:171","msg":"trace[391989976] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"201.408708ms","start":"2026-07-01T01:09:04.970982Z","end":"2026-07-01T01:09:05.172391Z","steps":["trace[391989976] 'process raft request' (duration: 201.018396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:05.172801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.764338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228517"} {"level":"info","ts":"2026-07-01T01:09:05.172868Z","caller":"traceutil/trace.go:171","msg":"trace[1072540394] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8609; }","duration":"200.876942ms","start":"2026-07-01T01:09:04.971977Z","end":"2026-07-01T01:09:05.172854Z","steps":["trace[1072540394] 'agreement among raft nodes before linearized reading' (duration: 200.481189ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:05.204748Z","caller":"traceutil/trace.go:171","msg":"trace[493438158] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"232.636784ms","start":"2026-07-01T01:09:04.972072Z","end":"2026-07-01T01:09:05.204709Z","steps":["trace[493438158] 'process raft request' (duration: 232.380626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:05.204935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.514725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:05.205001Z","caller":"traceutil/trace.go:171","msg":"trace[767607135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8613; }","duration":"229.635799ms","start":"2026-07-01T01:09:04.975353Z","end":"2026-07-01T01:09:05.204988Z","steps":["trace[767607135] 'agreement among raft nodes before linearized reading' (duration: 229.502235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:05.205024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.742445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:09:05.20508Z","caller":"traceutil/trace.go:171","msg":"trace[1126657497] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8613; }","duration":"105.844898ms","start":"2026-07-01T01:09:05.099216Z","end":"2026-07-01T01:09:05.205061Z","steps":["trace[1126657497] 'agreement among raft nodes before linearized reading' (duration: 105.668342ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:05.204917Z","caller":"traceutil/trace.go:171","msg":"trace[1839852867] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"231.257411ms","start":"2026-07-01T01:09:04.97362Z","end":"2026-07-01T01:09:05.204877Z","steps":["trace[1839852867] 'process raft request' (duration: 231.058885ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:05.204776Z","caller":"traceutil/trace.go:171","msg":"trace[1441423481] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"232.456079ms","start":"2026-07-01T01:09:04.972261Z","end":"2026-07-01T01:09:05.204717Z","steps":["trace[1441423481] 'process raft request' (duration: 232.378396ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:05.204815Z","caller":"traceutil/trace.go:171","msg":"trace[570090043] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"232.510781ms","start":"2026-07-01T01:09:04.972254Z","end":"2026-07-01T01:09:05.204765Z","steps":["trace[570090043] 'process raft request' (duration: 232.348006ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:05.970636Z","caller":"traceutil/trace.go:171","msg":"trace[2088916603] linearizableReadLoop","detail":"{readStateIndex:8928; appliedIndex:8926; }","duration":"240.985651ms","start":"2026-07-01T01:09:05.729614Z","end":"2026-07-01T01:09:05.9706Z","steps":["trace[2088916603] 'read index received' (duration: 21.577139ms)","trace[2088916603] 'applied index is now lower than readState.Index' (duration: 219.406892ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:05.97067Z","caller":"traceutil/trace.go:171","msg":"trace[1117332652] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"260.577246ms","start":"2026-07-01T01:09:05.71005Z","end":"2026-07-01T01:09:05.970628Z","steps":["trace[1117332652] 'process raft request' (duration: 260.221635ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:05.970779Z","caller":"traceutil/trace.go:171","msg":"trace[1865411543] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"238.846113ms","start":"2026-07-01T01:09:05.731898Z","end":"2026-07-01T01:09:05.970744Z","steps":["trace[1865411543] 'process raft request' (duration: 238.619626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:05.971031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.364793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:09:05.971072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.410925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T01:09:05.971106Z","caller":"traceutil/trace.go:171","msg":"trace[915761022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8617; }","duration":"241.505948ms","start":"2026-07-01T01:09:05.729581Z","end":"2026-07-01T01:09:05.971087Z","steps":["trace[915761022] 'agreement among raft nodes before linearized reading' (duration: 241.222609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:05.971118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.46203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:09:05.971161Z","caller":"traceutil/trace.go:171","msg":"trace[1661610045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8617; }","duration":"231.54283ms","start":"2026-07-01T01:09:05.739598Z","end":"2026-07-01T01:09:05.97114Z","steps":["trace[1661610045] 'agreement among raft nodes before linearized reading' (duration: 231.266701ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:05.971169Z","caller":"traceutil/trace.go:171","msg":"trace[1477210745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8617; }","duration":"107.554972ms","start":"2026-07-01T01:09:05.863603Z","end":"2026-07-01T01:09:05.971158Z","steps":["trace[1477210745] 'agreement among raft nodes before linearized reading' (duration: 107.349026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:06.441861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.305979ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-01T01:09:06.441988Z","caller":"traceutil/trace.go:171","msg":"trace[2008132878] linearizableReadLoop","detail":"{readStateIndex:8932; appliedIndex:8931; }","duration":"320.436216ms","start":"2026-07-01T01:09:06.121532Z","end":"2026-07-01T01:09:06.441968Z","steps":["trace[2008132878] 'read index received' (duration: 137.989063ms)","trace[2008132878] 'applied index is now lower than readState.Index' (duration: 182.445683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:06.442121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.583442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:06.442187Z","caller":"traceutil/trace.go:171","msg":"trace[1478599753] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8619; }","duration":"320.709835ms","start":"2026-07-01T01:09:06.121463Z","end":"2026-07-01T01:09:06.442173Z","steps":["trace[1478599753] 'agreement among raft nodes before linearized reading' (duration: 320.593601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:06.442218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:06.121438Z","time spent":"320.774517ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:09:06.442325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.041089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-01T01:09:06.442407Z","caller":"traceutil/trace.go:171","msg":"trace[1241144936] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8619; }","duration":"197.217065ms","start":"2026-07-01T01:09:06.245177Z","end":"2026-07-01T01:09:06.442394Z","steps":["trace[1241144936] 'agreement among raft nodes before linearized reading' (duration: 196.898175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:06.770972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.098825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-01T01:09:06.77106Z","caller":"traceutil/trace.go:171","msg":"trace[2115995127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8620; }","duration":"215.25863ms","start":"2026-07-01T01:09:06.55578Z","end":"2026-07-01T01:09:06.771039Z","steps":["trace[2115995127] 'range keys from in-memory index tree' (duration: 214.804366ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:07.14163Z","caller":"traceutil/trace.go:171","msg":"trace[91300070] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"167.749305ms","start":"2026-07-01T01:09:06.973853Z","end":"2026-07-01T01:09:07.141603Z","steps":["trace[91300070] 'process raft request' (duration: 167.531818ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:08.149063Z","caller":"traceutil/trace.go:171","msg":"trace[1640383940] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"391.768824ms","start":"2026-07-01T01:09:07.757269Z","end":"2026-07-01T01:09:08.149038Z","steps":["trace[1640383940] 'process raft request' (duration: 391.594019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:08.149383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:07.757239Z","time spent":"391.897338ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:08.153836Z","caller":"traceutil/trace.go:171","msg":"trace[2146226509] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"208.434452ms","start":"2026-07-01T01:09:07.945381Z","end":"2026-07-01T01:09:08.153816Z","steps":["trace[2146226509] 'process raft request' (duration: 208.284008ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:08.154025Z","caller":"traceutil/trace.go:171","msg":"trace[1424039586] linearizableReadLoop","detail":"{readStateIndex:8941; appliedIndex:8938; }","duration":"157.345082ms","start":"2026-07-01T01:09:07.996614Z","end":"2026-07-01T01:09:08.153959Z","steps":["trace[1424039586] 'read index received' (duration: 152.326682ms)","trace[1424039586] 'applied index is now lower than readState.Index' (duration: 5.01673ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:08.154084Z","caller":"traceutil/trace.go:171","msg":"trace[1541944038] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"177.572947ms","start":"2026-07-01T01:09:07.976481Z","end":"2026-07-01T01:09:08.154054Z","steps":["trace[1541944038] 'process raft request' (duration: 177.283048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:08.154345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.719004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:09:08.154409Z","caller":"traceutil/trace.go:171","msg":"trace[269866783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8628; }","duration":"157.792996ms","start":"2026-07-01T01:09:07.9966Z","end":"2026-07-01T01:09:08.154393Z","steps":["trace[269866783] 'agreement among raft nodes before linearized reading' (duration: 157.560458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:08.15449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.548352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:09:08.15456Z","caller":"traceutil/trace.go:171","msg":"trace[1287419420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8628; }","duration":"138.654656ms","start":"2026-07-01T01:09:08.01589Z","end":"2026-07-01T01:09:08.154545Z","steps":["trace[1287419420] 'agreement among raft nodes before linearized reading' (duration: 138.403638ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:11.108502Z","caller":"traceutil/trace.go:171","msg":"trace[670101880] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"103.969618ms","start":"2026-07-01T01:09:11.004512Z","end":"2026-07-01T01:09:11.108482Z","steps":["trace[670101880] 'process raft request' (duration: 103.824674ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:11.33001Z","caller":"traceutil/trace.go:171","msg":"trace[512314209] linearizableReadLoop","detail":"{readStateIndex:8959; appliedIndex:8958; }","duration":"114.312928ms","start":"2026-07-01T01:09:11.215677Z","end":"2026-07-01T01:09:11.32999Z","steps":["trace[512314209] 'read index received' (duration: 114.123162ms)","trace[512314209] 'applied index is now lower than readState.Index' (duration: 188.906µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:11.330122Z","caller":"traceutil/trace.go:171","msg":"trace[489701323] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"171.469573ms","start":"2026-07-01T01:09:11.158641Z","end":"2026-07-01T01:09:11.330111Z","steps":["trace[489701323] 'process raft request' (duration: 171.217665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:11.330426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.741002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:09:11.330514Z","caller":"traceutil/trace.go:171","msg":"trace[136209838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8645; }","duration":"114.868356ms","start":"2026-07-01T01:09:11.215626Z","end":"2026-07-01T01:09:11.330494Z","steps":["trace[136209838] 'agreement among raft nodes before linearized reading' (duration: 114.6661ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:13.225275Z","caller":"traceutil/trace.go:171","msg":"trace[737632542] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8677; }","duration":"106.419956ms","start":"2026-07-01T01:09:13.118835Z","end":"2026-07-01T01:09:13.225255Z","steps":["trace[737632542] 'process raft request' (duration: 106.092786ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:18.06781Z","caller":"traceutil/trace.go:171","msg":"trace[376098905] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"501.163996ms","start":"2026-07-01T01:09:17.56662Z","end":"2026-07-01T01:09:18.067784Z","steps":["trace[376098905] 'process raft request' (duration: 500.98849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.067968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:17.566606Z","time spent":"501.2826ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:18.436029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.759465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:09:18.436284Z","caller":"traceutil/trace.go:171","msg":"trace[1308415227] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"245.870667ms","start":"2026-07-01T01:09:18.190398Z","end":"2026-07-01T01:09:18.436268Z","steps":["trace[1308415227] 'process raft request' (duration: 245.812725ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:18.436264Z","caller":"traceutil/trace.go:171","msg":"trace[460766920] linearizableReadLoop","detail":"{readStateIndex:9038; appliedIndex:9037; }","duration":"364.435862ms","start":"2026-07-01T01:09:18.071784Z","end":"2026-07-01T01:09:18.43622Z","steps":["trace[460766920] 'read index received' (duration: 232.423398ms)","trace[460766920] 'applied index is now lower than readState.Index' (duration: 132.004673ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:18.436377Z","caller":"traceutil/trace.go:171","msg":"trace[1513224783] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"247.784609ms","start":"2026-07-01T01:09:18.188566Z","end":"2026-07-01T01:09:18.43635Z","steps":["trace[1513224783] 'process raft request' (duration: 247.555612ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:18.436304Z","caller":"traceutil/trace.go:171","msg":"trace[1132289442] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8720; }","duration":"868.19804ms","start":"2026-07-01T01:09:17.567917Z","end":"2026-07-01T01:09:18.436115Z","steps":["trace[1132289442] 'process raft request' (duration: 736.26916ms)","trace[1132289442] 'compare' (duration: 131.29955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:18.436564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.756442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8lhrp\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-07-01T01:09:18.436636Z","caller":"traceutil/trace.go:171","msg":"trace[1893915519] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8lhrp; range_end:; response_count:1; response_revision:8722; }","duration":"364.867605ms","start":"2026-07-01T01:09:18.071747Z","end":"2026-07-01T01:09:18.436615Z","steps":["trace[1893915519] 'agreement among raft nodes before linearized reading' (duration: 364.635468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.436693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:18.071731Z","time spent":"364.947998ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8lhrp\" "} {"level":"warn","ts":"2026-07-01T01:09:18.436778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:17.567887Z","time spent":"868.732737ms","remote":"127.0.0.1:44554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-01T01:09:18.599945Z","caller":"traceutil/trace.go:171","msg":"trace[1030030433] linearizableReadLoop","detail":"{readStateIndex:9042; appliedIndex:9040; }","duration":"163.584411ms","start":"2026-07-01T01:09:18.43634Z","end":"2026-07-01T01:09:18.599925Z","steps":["trace[1030030433] 'read index received' (duration: 163.230959ms)","trace[1030030433] 'applied index is now lower than readState.Index' (duration: 352.812µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:18.600035Z","caller":"traceutil/trace.go:171","msg":"trace[1426589800] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"260.514905ms","start":"2026-07-01T01:09:18.339478Z","end":"2026-07-01T01:09:18.599992Z","steps":["trace[1426589800] 'process raft request' (duration: 260.388481ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:18.600105Z","caller":"traceutil/trace.go:171","msg":"trace[1656277105] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"270.833774ms","start":"2026-07-01T01:09:18.329238Z","end":"2026-07-01T01:09:18.600072Z","steps":["trace[1656277105] 'process raft request' (duration: 270.406401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.600153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.637659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:09:18.600179Z","caller":"traceutil/trace.go:171","msg":"trace[1037952482] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8724; }","duration":"427.683951ms","start":"2026-07-01T01:09:18.172488Z","end":"2026-07-01T01:09:18.600172Z","steps":["trace[1037952482] 'agreement among raft nodes before linearized reading' (duration: 427.538446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.600204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:18.172426Z","time spent":"427.771223ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":104,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:18.600268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.391992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8lhrp\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-07-01T01:09:18.60033Z","caller":"traceutil/trace.go:171","msg":"trace[1142343073] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8lhrp; range_end:; response_count:1; response_revision:8724; }","duration":"271.502775ms","start":"2026-07-01T01:09:18.328812Z","end":"2026-07-01T01:09:18.600315Z","steps":["trace[1142343073] 'agreement among raft nodes before linearized reading' (duration: 271.311099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.600404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.369196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T01:09:18.60045Z","caller":"traceutil/trace.go:171","msg":"trace[404015161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8724; }","duration":"404.456249ms","start":"2026-07-01T01:09:18.195979Z","end":"2026-07-01T01:09:18.600436Z","steps":["trace[404015161] 'agreement among raft nodes before linearized reading' (duration: 404.338305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.600466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.825488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-07-01T01:09:18.600489Z","caller":"traceutil/trace.go:171","msg":"trace[101131801] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8724; }","duration":"434.88588ms","start":"2026-07-01T01:09:18.165597Z","end":"2026-07-01T01:09:18.600483Z","steps":["trace[101131801] 'agreement among raft nodes before linearized reading' (duration: 434.782276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.600488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:18.195958Z","time spent":"404.51883ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:09:18.600508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:18.165575Z","time spent":"434.929261ms","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T01:09:18.600493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.891284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8lhrp\" ","response":"range_response_count:1 size:4652"} {"level":"warn","ts":"2026-07-01T01:09:18.600622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.861262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:09:18.600628Z","caller":"traceutil/trace.go:171","msg":"trace[342986444] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8lhrp; range_end:; response_count:1; response_revision:8724; }","duration":"160.080159ms","start":"2026-07-01T01:09:18.440516Z","end":"2026-07-01T01:09:18.600597Z","steps":["trace[342986444] 'agreement among raft nodes before linearized reading' (duration: 159.736948ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:18.600662Z","caller":"traceutil/trace.go:171","msg":"trace[1940123429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8724; }","duration":"404.923584ms","start":"2026-07-01T01:09:18.195724Z","end":"2026-07-01T01:09:18.600647Z","steps":["trace[1940123429] 'agreement among raft nodes before linearized reading' (duration: 404.312394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.6007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:18.195711Z","time spent":"404.981785ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:09:18.804876Z","caller":"traceutil/trace.go:171","msg":"trace[726463648] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"199.516158ms","start":"2026-07-01T01:09:18.605328Z","end":"2026-07-01T01:09:18.804845Z","steps":["trace[726463648] 'process raft request' (duration: 112.053347ms)","trace[726463648] 'compare' (duration: 86.672086ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:18.805407Z","caller":"traceutil/trace.go:171","msg":"trace[498553310] linearizableReadLoop","detail":"{readStateIndex:9044; appliedIndex:9042; }","duration":"197.782352ms","start":"2026-07-01T01:09:18.607602Z","end":"2026-07-01T01:09:18.805384Z","steps":["trace[498553310] 'read index received' (duration: 109.764183ms)","trace[498553310] 'applied index is now lower than readState.Index' (duration: 88.017189ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:18.805499Z","caller":"traceutil/trace.go:171","msg":"trace[289581173] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"199.791546ms","start":"2026-07-01T01:09:18.605685Z","end":"2026-07-01T01:09:18.805476Z","steps":["trace[289581173] 'process raft request' (duration: 199.517528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.805672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.833982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18be05201b030213\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-01T01:09:18.805706Z","caller":"traceutil/trace.go:171","msg":"trace[968122160] range","detail":"{range_begin:/registry/events/openstack/ceph.18be05201b030213; range_end:; response_count:1; response_revision:8726; }","duration":"196.900544ms","start":"2026-07-01T01:09:18.608797Z","end":"2026-07-01T01:09:18.805697Z","steps":["trace[968122160] 'agreement among raft nodes before linearized reading' (duration: 196.742739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:18.806748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.103104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8lhrp\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-07-01T01:09:18.806875Z","caller":"traceutil/trace.go:171","msg":"trace[579068270] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8lhrp; range_end:; response_count:1; response_revision:8726; }","duration":"199.26848ms","start":"2026-07-01T01:09:18.607576Z","end":"2026-07-01T01:09:18.806845Z","steps":["trace[579068270] 'agreement among raft nodes before linearized reading' (duration: 197.954848ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:19.442045Z","caller":"traceutil/trace.go:171","msg":"trace[1901783500] linearizableReadLoop","detail":"{readStateIndex:9047; appliedIndex:9046; }","duration":"104.213076ms","start":"2026-07-01T01:09:19.337809Z","end":"2026-07-01T01:09:19.442022Z","steps":["trace[1901783500] 'read index received' (duration: 60.112709ms)","trace[1901783500] 'applied index is now lower than readState.Index' (duration: 44.099007ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:19.442454Z","caller":"traceutil/trace.go:171","msg":"trace[2137260102] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"104.927509ms","start":"2026-07-01T01:09:19.337488Z","end":"2026-07-01T01:09:19.442415Z","steps":["trace[2137260102] 'process raft request' (duration: 60.426588ms)","trace[2137260102] 'compare' (duration: 43.790838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:19.442612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.781744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-01T01:09:19.442701Z","caller":"traceutil/trace.go:171","msg":"trace[2019837699] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8729; }","duration":"104.912168ms","start":"2026-07-01T01:09:19.337771Z","end":"2026-07-01T01:09:19.442683Z","steps":["trace[2019837699] 'agreement among raft nodes before linearized reading' (duration: 104.65129ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:19.481509Z","caller":"traceutil/trace.go:171","msg":"trace[66260228] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"143.650185ms","start":"2026-07-01T01:09:19.337841Z","end":"2026-07-01T01:09:19.481492Z","steps":["trace[66260228] 'process raft request' (duration: 143.50896ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:19.481799Z","caller":"traceutil/trace.go:171","msg":"trace[53337986] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"106.630544ms","start":"2026-07-01T01:09:19.375161Z","end":"2026-07-01T01:09:19.481791Z","steps":["trace[53337986] 'process raft request' (duration: 106.288883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:20.012549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.404552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:09:20.012773Z","caller":"traceutil/trace.go:171","msg":"trace[594240655] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"517.459826ms","start":"2026-07-01T01:09:19.495289Z","end":"2026-07-01T01:09:20.012749Z","steps":["trace[594240655] 'process raft request' (duration: 99.773315ms)","trace[594240655] 'compare' (duration: 417.044561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:20.012856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:19.495264Z","time spent":"517.552759ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:20.690997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784765075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:09:21.191314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784765075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:09:21.62048Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.548186753s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:09:21.620737Z","caller":"traceutil/trace.go:171","msg":"trace[5116220] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"1.548531234s","start":"2026-07-01T01:09:20.072185Z","end":"2026-07-01T01:09:21.620717Z","steps":["trace[5116220] 'process raft request' (duration: 1.548427141s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.620856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.072166Z","time spent":"1.548618026s","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:21.686978Z","caller":"traceutil/trace.go:171","msg":"trace[26360162] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"1.245214933s","start":"2026-07-01T01:09:20.44175Z","end":"2026-07-01T01:09:21.686965Z","steps":["trace[26360162] 'process raft request' (duration: 1.245153101s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.687003Z","caller":"traceutil/trace.go:171","msg":"trace[354023299] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"1.400883151s","start":"2026-07-01T01:09:20.286088Z","end":"2026-07-01T01:09:21.686971Z","steps":["trace[354023299] 'process raft request' (duration: 1.400705545s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.687063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.441734Z","time spent":"1.245281365s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:21.687099Z","caller":"traceutil/trace.go:171","msg":"trace[22464784] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"1.245316077s","start":"2026-07-01T01:09:20.441734Z","end":"2026-07-01T01:09:21.68705Z","steps":["trace[22464784] 'process raft request' (duration: 1.245146001s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.687143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.28606Z","time spent":"1.401006895s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:21.687238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.441711Z","time spent":"1.24545159s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:21.687441Z","caller":"traceutil/trace.go:171","msg":"trace[801884894] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"560.518461ms","start":"2026-07-01T01:09:21.126912Z","end":"2026-07-01T01:09:21.68743Z","steps":["trace[801884894] 'process raft request' (duration: 560.022345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.687499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:21.126887Z","time spent":"560.578192ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:21.687693Z","caller":"traceutil/trace.go:171","msg":"trace[1452489819] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"200.983465ms","start":"2026-07-01T01:09:21.486696Z","end":"2026-07-01T01:09:21.68768Z","steps":["trace[1452489819] 'process raft request' (duration: 200.772058ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.687686Z","caller":"traceutil/trace.go:171","msg":"trace[124062082] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9055; }","duration":"1.49765829s","start":"2026-07-01T01:09:20.19Z","end":"2026-07-01T01:09:21.687658Z","steps":["trace[124062082] 'read index received' (duration: 1.430690782s)","trace[124062082] 'applied index is now lower than readState.Index' (duration: 66.966408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:21.687954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497915278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:21.688015Z","caller":"traceutil/trace.go:171","msg":"trace[623975798] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8742; }","duration":"1.498041133s","start":"2026-07-01T01:09:20.189955Z","end":"2026-07-01T01:09:21.687996Z","steps":["trace[623975798] 'agreement among raft nodes before linearized reading' (duration: 1.497894268s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.688054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.189935Z","time spent":"1.498109514s","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:21.688566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419650411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:09:21.688611Z","caller":"traceutil/trace.go:171","msg":"trace[718264064] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8742; }","duration":"1.419730433s","start":"2026-07-01T01:09:20.268867Z","end":"2026-07-01T01:09:21.688598Z","steps":["trace[718264064] 'agreement among raft nodes before linearized reading' (duration: 1.419591639s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.68861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.818907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-01T01:09:21.688636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.268848Z","time spent":"1.419782675s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:09:21.688769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.971702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T01:09:21.688765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.342738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-01T01:09:21.688793Z","caller":"traceutil/trace.go:171","msg":"trace[1122516563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8742; }","duration":"877.996163ms","start":"2026-07-01T01:09:20.810791Z","end":"2026-07-01T01:09:21.688787Z","steps":["trace[1122516563] 'agreement among raft nodes before linearized reading' (duration: 877.928541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.688813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.810728Z","time spent":"878.080896ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:09:21.688816Z","caller":"traceutil/trace.go:171","msg":"trace[1063815747] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:8742; }","duration":"864.424201ms","start":"2026-07-01T01:09:20.824378Z","end":"2026-07-01T01:09:21.688803Z","steps":["trace[1063815747] 'agreement among raft nodes before linearized reading' (duration: 864.140621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.688971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.64626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T01:09:21.688979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267811154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-01T01:09:21.68895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.093029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-01T01:09:21.689014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.700061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:09:21.689042Z","caller":"traceutil/trace.go:171","msg":"trace[1768199831] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8742; }","duration":"144.226593ms","start":"2026-07-01T01:09:21.544793Z","end":"2026-07-01T01:09:21.68902Z","steps":["trace[1768199831] 'agreement among raft nodes before linearized reading' (duration: 143.955625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.689105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.788669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T01:09:21.689128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.563457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:09:21.689139Z","caller":"traceutil/trace.go:171","msg":"trace[445795508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8742; }","duration":"878.861701ms","start":"2026-07-01T01:09:20.81027Z","end":"2026-07-01T01:09:21.689132Z","steps":["trace[445795508] 'agreement among raft nodes before linearized reading' (duration: 878.772898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.689133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.336507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:09:21.689308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.488291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:09:21.689275Z","caller":"traceutil/trace.go:171","msg":"trace[1681709408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8742; }","duration":"749.617616ms","start":"2026-07-01T01:09:20.939644Z","end":"2026-07-01T01:09:21.689262Z","steps":["trace[1681709408] 'agreement among raft nodes before linearized reading' (duration: 749.354008ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.689344Z","caller":"traceutil/trace.go:171","msg":"trace[2073775122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8742; }","duration":"191.542873ms","start":"2026-07-01T01:09:21.497791Z","end":"2026-07-01T01:09:21.689334Z","steps":["trace[2073775122] 'agreement among raft nodes before linearized reading' (duration: 190.672626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.689361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.939622Z","time spent":"749.72841ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:09:21.689014Z","caller":"traceutil/trace.go:171","msg":"trace[942106209] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8742; }","duration":"1.267880067s","start":"2026-07-01T01:09:20.421125Z","end":"2026-07-01T01:09:21.689005Z","steps":["trace[942106209] 'agreement among raft nodes before linearized reading' (duration: 1.267795354s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.689555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.421105Z","time spent":"1.268433724s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-01T01:09:21.689156Z","caller":"traceutil/trace.go:171","msg":"trace[1537592899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8742; }","duration":"187.598398ms","start":"2026-07-01T01:09:21.501549Z","end":"2026-07-01T01:09:21.689148Z","steps":["trace[1537592899] 'agreement among raft nodes before linearized reading' (duration: 187.527445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.688781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.870954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:21.689792Z","caller":"traceutil/trace.go:171","msg":"trace[1552955836] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8742; }","duration":"489.909427ms","start":"2026-07-01T01:09:21.199841Z","end":"2026-07-01T01:09:21.689751Z","steps":["trace[1552955836] 'agreement among raft nodes before linearized reading' (duration: 488.873374ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.689055Z","caller":"traceutil/trace.go:171","msg":"trace[739708893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8742; }","duration":"187.689571ms","start":"2026-07-01T01:09:21.501311Z","end":"2026-07-01T01:09:21.689Z","steps":["trace[739708893] 'agreement among raft nodes before linearized reading' (duration: 187.586308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.689921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:21.199819Z","time spent":"490.059772ms","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:21.688931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.824364Z","time spent":"864.554874ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T01:09:21.688871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.613582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:09:21.690069Z","caller":"traceutil/trace.go:171","msg":"trace[2100819670] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8742; }","duration":"409.842541ms","start":"2026-07-01T01:09:21.280212Z","end":"2026-07-01T01:09:21.690054Z","steps":["trace[2100819670] 'agreement among raft nodes before linearized reading' (duration: 408.631513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.690155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:21.280186Z","time spent":"409.954805ms","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:09:21.68906Z","caller":"traceutil/trace.go:171","msg":"trace[1244769134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8742; }","duration":"187.761183ms","start":"2026-07-01T01:09:21.50129Z","end":"2026-07-01T01:09:21.689051Z","steps":["trace[1244769134] 'agreement among raft nodes before linearized reading' (duration: 187.624899ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.688639Z","caller":"traceutil/trace.go:171","msg":"trace[561541018] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8742; }","duration":"183.856378ms","start":"2026-07-01T01:09:21.504775Z","end":"2026-07-01T01:09:21.688632Z","steps":["trace[561541018] 'agreement among raft nodes before linearized reading' (duration: 183.721864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.689164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:20.810249Z","time spent":"878.909543ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:09:21.955099Z","caller":"traceutil/trace.go:171","msg":"trace[1638568527] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"259.324957ms","start":"2026-07-01T01:09:21.695717Z","end":"2026-07-01T01:09:21.955042Z","steps":["trace[1638568527] 'process raft request' (duration: 258.898293ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.955191Z","caller":"traceutil/trace.go:171","msg":"trace[411222925] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"258.375587ms","start":"2026-07-01T01:09:21.696779Z","end":"2026-07-01T01:09:21.955154Z","steps":["trace[411222925] 'process raft request' (duration: 258.276993ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.955219Z","caller":"traceutil/trace.go:171","msg":"trace[904899245] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"259.391539ms","start":"2026-07-01T01:09:21.695781Z","end":"2026-07-01T01:09:21.955173Z","steps":["trace[904899245] 'process raft request' (duration: 259.042498ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.955478Z","caller":"traceutil/trace.go:171","msg":"trace[1233744518] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"258.47214ms","start":"2026-07-01T01:09:21.696973Z","end":"2026-07-01T01:09:21.955445Z","steps":["trace[1233744518] 'process raft request' (duration: 258.130709ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.955594Z","caller":"traceutil/trace.go:171","msg":"trace[493670934] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"256.618111ms","start":"2026-07-01T01:09:21.698946Z","end":"2026-07-01T01:09:21.955564Z","steps":["trace[493670934] 'process raft request' (duration: 256.459936ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.955691Z","caller":"traceutil/trace.go:171","msg":"trace[328543230] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"255.568577ms","start":"2026-07-01T01:09:21.7001Z","end":"2026-07-01T01:09:21.955669Z","steps":["trace[328543230] 'process raft request' (duration: 255.36124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:21.955728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.73517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:21.955727Z","caller":"traceutil/trace.go:171","msg":"trace[1118356803] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"258.570813ms","start":"2026-07-01T01:09:21.697131Z","end":"2026-07-01T01:09:21.955702Z","steps":["trace[1118356803] 'process raft request' (duration: 258.214982ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.955836Z","caller":"traceutil/trace.go:171","msg":"trace[976628327] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8750; }","duration":"259.890385ms","start":"2026-07-01T01:09:21.695924Z","end":"2026-07-01T01:09:21.955815Z","steps":["trace[976628327] 'agreement among raft nodes before linearized reading' (duration: 259.691158ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.955555Z","caller":"traceutil/trace.go:171","msg":"trace[340818434] linearizableReadLoop","detail":"{readStateIndex:9069; appliedIndex:9061; }","duration":"249.537854ms","start":"2026-07-01T01:09:21.705985Z","end":"2026-07-01T01:09:21.955523Z","steps":["trace[340818434] 'read index received' (duration: 248.653386ms)","trace[340818434] 'applied index is now lower than readState.Index' (duration: 879.578µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:21.955621Z","caller":"traceutil/trace.go:171","msg":"trace[337261470] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"258.505981ms","start":"2026-07-01T01:09:21.697074Z","end":"2026-07-01T01:09:21.95558Z","steps":["trace[337261470] 'process raft request' (duration: 258.16896ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:21.979587Z","caller":"traceutil/trace.go:171","msg":"trace[1744828574] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"269.852643ms","start":"2026-07-01T01:09:21.709704Z","end":"2026-07-01T01:09:21.979557Z","steps":["trace[1744828574] 'process raft request' (duration: 269.639336ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:22.221496Z","caller":"traceutil/trace.go:171","msg":"trace[635465318] linearizableReadLoop","detail":"{readStateIndex:9071; appliedIndex:9070; }","duration":"239.630628ms","start":"2026-07-01T01:09:21.981839Z","end":"2026-07-01T01:09:22.221469Z","steps":["trace[635465318] 'read index received' (duration: 239.474504ms)","trace[635465318] 'applied index is now lower than readState.Index' (duration: 154.934µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:22.221554Z","caller":"traceutil/trace.go:171","msg":"trace[1230434888] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"260.468654ms","start":"2026-07-01T01:09:21.961049Z","end":"2026-07-01T01:09:22.221517Z","steps":["trace[1230434888] 'process raft request' (duration: 260.256617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:22.221802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.393529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-280aa328-cf27-43f2-ae4f-5fd9526c7d8f\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-01T01:09:22.22185Z","caller":"traceutil/trace.go:171","msg":"trace[1917874327] range","detail":"{range_begin:/registry/persistentvolumes/pvc-280aa328-cf27-43f2-ae4f-5fd9526c7d8f; range_end:; response_count:1; response_revision:8752; }","duration":"238.499782ms","start":"2026-07-01T01:09:21.983337Z","end":"2026-07-01T01:09:22.221836Z","steps":["trace[1917874327] 'agreement among raft nodes before linearized reading' (duration: 238.304536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:22.221863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.00265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-01T01:09:22.221952Z","caller":"traceutil/trace.go:171","msg":"trace[1890355947] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8752; }","duration":"240.137074ms","start":"2026-07-01T01:09:21.981797Z","end":"2026-07-01T01:09:22.221934Z","steps":["trace[1890355947] 'agreement among raft nodes before linearized reading' (duration: 239.825134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:22.221961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.879564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T01:09:22.222089Z","caller":"traceutil/trace.go:171","msg":"trace[381891372] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8752; }","duration":"228.051539ms","start":"2026-07-01T01:09:21.994001Z","end":"2026-07-01T01:09:22.222052Z","steps":["trace[381891372] 'agreement among raft nodes before linearized reading' (duration: 227.699598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:22.498541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.593707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:22.49864Z","caller":"traceutil/trace.go:171","msg":"trace[1342943816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8752; }","duration":"202.747381ms","start":"2026-07-01T01:09:22.295867Z","end":"2026-07-01T01:09:22.498615Z","steps":["trace[1342943816] 'range keys from in-memory index tree' (duration: 202.491713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:22.498656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.114708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-01T01:09:22.498741Z","caller":"traceutil/trace.go:171","msg":"trace[478885386] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8752; }","duration":"253.250663ms","start":"2026-07-01T01:09:22.245467Z","end":"2026-07-01T01:09:22.498717Z","steps":["trace[478885386] 'range keys from in-memory index tree' (duration: 252.916462ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:22.499168Z","caller":"traceutil/trace.go:171","msg":"trace[144565911] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"165.328977ms","start":"2026-07-01T01:09:22.333826Z","end":"2026-07-01T01:09:22.499155Z","steps":["trace[144565911] 'process raft request' (duration: 114.645789ms)","trace[144565911] 'compare' (duration: 50.166681ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:22.71836Z","caller":"traceutil/trace.go:171","msg":"trace[1709945880] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"109.686921ms","start":"2026-07-01T01:09:22.608645Z","end":"2026-07-01T01:09:22.718332Z","steps":["trace[1709945880] 'process raft request' (duration: 109.505895ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:23.919993Z","caller":"traceutil/trace.go:171","msg":"trace[350278903] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"228.09792ms","start":"2026-07-01T01:09:23.691869Z","end":"2026-07-01T01:09:23.919967Z","steps":["trace[350278903] 'process raft request' (duration: 227.933985ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:24.135427Z","caller":"traceutil/trace.go:171","msg":"trace[1786468052] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"442.562614ms","start":"2026-07-01T01:09:23.692827Z","end":"2026-07-01T01:09:24.13539Z","steps":["trace[1786468052] 'process raft request' (duration: 349.66707ms)","trace[1786468052] 'compare' (duration: 92.689958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:24.135579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.692791Z","time spent":"442.713409ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:24.135789Z","caller":"traceutil/trace.go:171","msg":"trace[11460645] linearizableReadLoop","detail":"{readStateIndex:9076; appliedIndex:9073; }","duration":"419.87744ms","start":"2026-07-01T01:09:23.715876Z","end":"2026-07-01T01:09:24.135754Z","steps":["trace[11460645] 'read index received' (duration: 204.005391ms)","trace[11460645] 'applied index is now lower than readState.Index' (duration: 215.870539ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:24.13593Z","caller":"traceutil/trace.go:171","msg":"trace[1728285020] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"442.617986ms","start":"2026-07-01T01:09:23.693269Z","end":"2026-07-01T01:09:24.135887Z","steps":["trace[1728285020] 'process raft request' (duration: 442.044058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:24.136065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.163199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:09:24.136114Z","caller":"traceutil/trace.go:171","msg":"trace[964385946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:8757; }","duration":"420.259312ms","start":"2026-07-01T01:09:23.715844Z","end":"2026-07-01T01:09:24.136103Z","steps":["trace[964385946] 'agreement among raft nodes before linearized reading' (duration: 420.051346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:24.136152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.715834Z","time spent":"420.310135ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:09:24.136456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.693203Z","time spent":"443.152433ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:24.61029Z","caller":"traceutil/trace.go:171","msg":"trace[1265827450] linearizableReadLoop","detail":"{readStateIndex:9077; appliedIndex:9076; }","duration":"474.401621ms","start":"2026-07-01T01:09:24.135861Z","end":"2026-07-01T01:09:24.610263Z","steps":["trace[1265827450] 'read index received' (duration: 390.786882ms)","trace[1265827450] 'applied index is now lower than readState.Index' (duration: 83.613909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:24.610449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.809015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:09:24.610579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.185037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:09:24.61059Z","caller":"traceutil/trace.go:171","msg":"trace[1111361033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8758; }","duration":"647.978831ms","start":"2026-07-01T01:09:23.96259Z","end":"2026-07-01T01:09:24.610569Z","steps":["trace[1111361033] 'agreement among raft nodes before linearized reading' (duration: 647.676091ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:24.610625Z","caller":"traceutil/trace.go:171","msg":"trace[1594830412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8758; }","duration":"648.258999ms","start":"2026-07-01T01:09:23.962354Z","end":"2026-07-01T01:09:24.610613Z","steps":["trace[1594830412] 'agreement among raft nodes before linearized reading' (duration: 648.048132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:24.610641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.962578Z","time spent":"648.047073ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:09:24.61066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.962345Z","time spent":"648.306881ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:09:24.610805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.044152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:09:24.61079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.017135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:24.610839Z","caller":"traceutil/trace.go:171","msg":"trace[1196108339] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8758; }","duration":"230.115034ms","start":"2026-07-01T01:09:24.380716Z","end":"2026-07-01T01:09:24.610831Z","steps":["trace[1196108339] 'agreement among raft nodes before linearized reading' (duration: 230.056542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:24.610824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.224502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:09:24.610865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.931603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:09:24.610898Z","caller":"traceutil/trace.go:171","msg":"trace[565994849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8758; }","duration":"650.312225ms","start":"2026-07-01T01:09:23.96057Z","end":"2026-07-01T01:09:24.610882Z","steps":["trace[565994849] 'agreement among raft nodes before linearized reading' (duration: 650.088028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:24.610889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.227792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T01:09:24.61094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.960528Z","time spent":"650.404148ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:09:24.610955Z","caller":"traceutil/trace.go:171","msg":"trace[83355763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8758; }","duration":"650.334306ms","start":"2026-07-01T01:09:23.960603Z","end":"2026-07-01T01:09:24.610938Z","steps":["trace[83355763] 'agreement among raft nodes before linearized reading' (duration: 650.15311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:24.61093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.902191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:24.610773Z","caller":"traceutil/trace.go:171","msg":"trace[658999872] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"654.347794ms","start":"2026-07-01T01:09:23.95639Z","end":"2026-07-01T01:09:24.610738Z","steps":["trace[658999872] 'process raft request' (duration: 570.446266ms)","trace[658999872] 'compare' (duration: 83.316399ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:24.611035Z","caller":"traceutil/trace.go:171","msg":"trace[1600021366] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8758; }","duration":"216.055206ms","start":"2026-07-01T01:09:24.394952Z","end":"2026-07-01T01:09:24.611008Z","steps":["trace[1600021366] 'agreement among raft nodes before linearized reading' (duration: 215.812388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:24.61104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.05031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228432"} {"level":"warn","ts":"2026-07-01T01:09:24.611025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.629865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:09:24.611093Z","caller":"traceutil/trace.go:171","msg":"trace[1696771096] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8758; }","duration":"469.158324ms","start":"2026-07-01T01:09:24.14192Z","end":"2026-07-01T01:09:24.611079Z","steps":["trace[1696771096] 'agreement among raft nodes before linearized reading' (duration: 468.813613ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:24.610975Z","caller":"traceutil/trace.go:171","msg":"trace[962265822] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8758; }","duration":"650.113429ms","start":"2026-07-01T01:09:23.960842Z","end":"2026-07-01T01:09:24.610955Z","steps":["trace[962265822] 'agreement among raft nodes before linearized reading' (duration: 649.850741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:24.611144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:24.141896Z","time spent":"469.239497ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228455,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-01T01:09:24.610878Z","caller":"traceutil/trace.go:171","msg":"trace[626853726] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8758; }","duration":"608.139549ms","start":"2026-07-01T01:09:24.002705Z","end":"2026-07-01T01:09:24.610845Z","steps":["trace[626853726] 'agreement among raft nodes before linearized reading' (duration: 607.982374ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:24.611174Z","caller":"traceutil/trace.go:171","msg":"trace[654425198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8758; }","duration":"650.798851ms","start":"2026-07-01T01:09:23.960328Z","end":"2026-07-01T01:09:24.611127Z","steps":["trace[654425198] 'agreement among raft nodes before linearized reading' (duration: 650.401648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:24.611001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.960582Z","time spent":"650.407328ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:09:24.611185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.956368Z","time spent":"654.697935ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:24.611265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:24.002689Z","time spent":"608.553672ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:24.611294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.960272Z","time spent":"650.982357ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:09:24.611483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:23.960834Z","time spent":"650.623415ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:09:24.798772Z","caller":"traceutil/trace.go:171","msg":"trace[535219330] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"182.881377ms","start":"2026-07-01T01:09:24.615847Z","end":"2026-07-01T01:09:24.798728Z","steps":["trace[535219330] 'process raft request' (duration: 171.264947ms)","trace[535219330] 'compare' (duration: 11.245709ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:24.798877Z","caller":"traceutil/trace.go:171","msg":"trace[907059632] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"182.952859ms","start":"2026-07-01T01:09:24.615896Z","end":"2026-07-01T01:09:24.798848Z","steps":["trace[907059632] 'process raft request' (duration: 182.732512ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:24.798936Z","caller":"traceutil/trace.go:171","msg":"trace[685286349] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"182.874337ms","start":"2026-07-01T01:09:24.616054Z","end":"2026-07-01T01:09:24.798928Z","steps":["trace[685286349] 'process raft request' (duration: 182.749223ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:24.799003Z","caller":"traceutil/trace.go:171","msg":"trace[700677185] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"182.9792ms","start":"2026-07-01T01:09:24.616017Z","end":"2026-07-01T01:09:24.798996Z","steps":["trace[700677185] 'process raft request' (duration: 182.738412ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:24.799074Z","caller":"traceutil/trace.go:171","msg":"trace[338793277] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"182.591888ms","start":"2026-07-01T01:09:24.616473Z","end":"2026-07-01T01:09:24.799065Z","steps":["trace[338793277] 'process raft request' (duration: 182.361861ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:35.094389Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023f8.wal"} {"level":"info","ts":"2026-07-01T01:10:02.186164Z","caller":"traceutil/trace.go:171","msg":"trace[1270326078] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"124.811023ms","start":"2026-07-01T01:10:02.06133Z","end":"2026-07-01T01:10:02.186141Z","steps":["trace[1270326078] 'process raft request' (duration: 124.630478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:02.490741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.50149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:10:02.490897Z","caller":"traceutil/trace.go:171","msg":"trace[567522276] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"233.473842ms","start":"2026-07-01T01:10:02.257406Z","end":"2026-07-01T01:10:02.49088Z","steps":["trace[567522276] 'process raft request' (duration: 115.765315ms)","trace[567522276] 'compare' (duration: 117.370366ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:10:02.49113Z","caller":"traceutil/trace.go:171","msg":"trace[355782657] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"230.792997ms","start":"2026-07-01T01:10:02.260326Z","end":"2026-07-01T01:10:02.491119Z","steps":["trace[355782657] 'process raft request' (duration: 230.509928ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:02.491143Z","caller":"traceutil/trace.go:171","msg":"trace[206884251] linearizableReadLoop","detail":"{readStateIndex:9449; appliedIndex:9446; }","duration":"173.945842ms","start":"2026-07-01T01:10:02.317166Z","end":"2026-07-01T01:10:02.491112Z","steps":["trace[206884251] 'read index received' (duration: 56.017259ms)","trace[206884251] 'applied index is now lower than readState.Index' (duration: 117.927673ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:10:02.491273Z","caller":"traceutil/trace.go:171","msg":"trace[1713903047] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"207.350598ms","start":"2026-07-01T01:10:02.283802Z","end":"2026-07-01T01:10:02.491153Z","steps":["trace[1713903047] 'process raft request' (duration: 207.229334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:02.49151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.345415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19335"} {"level":"info","ts":"2026-07-01T01:10:02.491552Z","caller":"traceutil/trace.go:171","msg":"trace[209194642] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9119; }","duration":"174.452048ms","start":"2026-07-01T01:10:02.31709Z","end":"2026-07-01T01:10:02.491542Z","steps":["trace[209194642] 'agreement among raft nodes before linearized reading' (duration: 174.139178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:23.41093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.717988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:10:23.411061Z","caller":"traceutil/trace.go:171","msg":"trace[2000358476] linearizableReadLoop","detail":"{readStateIndex:9733; appliedIndex:9732; }","duration":"435.259579ms","start":"2026-07-01T01:10:22.97578Z","end":"2026-07-01T01:10:23.411039Z","steps":["trace[2000358476] 'read index received' (duration: 18.339715ms)","trace[2000358476] 'applied index is now lower than readState.Index' (duration: 416.918344ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:10:23.411282Z","caller":"traceutil/trace.go:171","msg":"trace[817655444] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"442.221041ms","start":"2026-07-01T01:10:22.969005Z","end":"2026-07-01T01:10:23.411226Z","steps":["trace[817655444] 'process raft request' (duration: 25.10688ms)","trace[817655444] 'compare' (duration: 416.374928ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:10:23.411466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:22.968988Z","time spent":"442.377867ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:10:23.411437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.644941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:10:23.41182Z","caller":"traceutil/trace.go:171","msg":"trace[1642261733] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:9398; }","duration":"436.053005ms","start":"2026-07-01T01:10:22.97575Z","end":"2026-07-01T01:10:23.411803Z","steps":["trace[1642261733] 'agreement among raft nodes before linearized reading' (duration: 435.527998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:23.411905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:22.975739Z","time spent":"436.151297ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:10:23.439818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.302538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-01T01:10:23.439892Z","caller":"traceutil/trace.go:171","msg":"trace[450103815] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9399; }","duration":"312.403471ms","start":"2026-07-01T01:10:23.127462Z","end":"2026-07-01T01:10:23.439866Z","steps":["trace[450103815] 'agreement among raft nodes before linearized reading' (duration: 312.234216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:23.439931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:23.127442Z","time spent":"312.479054ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:10:23.439927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.98638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T01:10:23.440004Z","caller":"traceutil/trace.go:171","msg":"trace[432502785] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"193.012814ms","start":"2026-07-01T01:10:23.246974Z","end":"2026-07-01T01:10:23.439987Z","steps":["trace[432502785] 'process raft request' (duration: 192.473817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:23.440032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.926155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T01:10:23.440051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.314913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:10:23.440005Z","caller":"traceutil/trace.go:171","msg":"trace[1054065386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9399; }","duration":"228.116084ms","start":"2026-07-01T01:10:23.211873Z","end":"2026-07-01T01:10:23.439989Z","steps":["trace[1054065386] 'agreement among raft nodes before linearized reading' (duration: 227.934128ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:23.440116Z","caller":"traceutil/trace.go:171","msg":"trace[1744361862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9399; }","duration":"253.032249ms","start":"2026-07-01T01:10:23.187059Z","end":"2026-07-01T01:10:23.440092Z","steps":["trace[1744361862] 'agreement among raft nodes before linearized reading' (duration: 252.858043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:23.439917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.936359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T01:10:23.440287Z","caller":"traceutil/trace.go:171","msg":"trace[1222071377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9399; }","duration":"292.351432ms","start":"2026-07-01T01:10:23.147918Z","end":"2026-07-01T01:10:23.440269Z","steps":["trace[1222071377] 'agreement among raft nodes before linearized reading' (duration: 291.757443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:23.439923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.196435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T01:10:23.440426Z","caller":"traceutil/trace.go:171","msg":"trace[94240862] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9399; }","duration":"222.66218ms","start":"2026-07-01T01:10:23.217676Z","end":"2026-07-01T01:10:23.440338Z","steps":["trace[94240862] 'agreement among raft nodes before linearized reading' (duration: 222.118393ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:23.440125Z","caller":"traceutil/trace.go:171","msg":"trace[1601304054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9399; }","duration":"309.424747ms","start":"2026-07-01T01:10:23.13068Z","end":"2026-07-01T01:10:23.440104Z","steps":["trace[1601304054] 'agreement among raft nodes before linearized reading' (duration: 309.177269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:23.440574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:23.130669Z","time spent":"309.886371ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:10:34.641886Z","caller":"traceutil/trace.go:171","msg":"trace[1588393534] transaction","detail":"{read_only:false; response_revision:9463; number_of_response:1; }","duration":"337.380618ms","start":"2026-07-01T01:10:34.304477Z","end":"2026-07-01T01:10:34.641857Z","steps":["trace[1588393534] 'process raft request' (duration: 337.206842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:34.642037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:34.304451Z","time spent":"337.506862ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:10:35.217187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.279553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:10:35.217382Z","caller":"traceutil/trace.go:171","msg":"trace[519244188] linearizableReadLoop","detail":"{readStateIndex:9803; appliedIndex:9801; }","duration":"485.138ms","start":"2026-07-01T01:10:34.73223Z","end":"2026-07-01T01:10:35.217368Z","steps":["trace[519244188] 'read index received' (duration: 270.665911ms)","trace[519244188] 'applied index is now lower than readState.Index' (duration: 214.470989ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:10:35.21756Z","caller":"traceutil/trace.go:171","msg":"trace[9359607] transaction","detail":"{read_only:false; response_revision:9464; number_of_response:1; }","duration":"595.806058ms","start":"2026-07-01T01:10:34.621727Z","end":"2026-07-01T01:10:35.217533Z","steps":["trace[9359607] 'process raft request' (duration: 381.108762ms)","trace[9359607] 'compare' (duration: 213.966403ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:10:35.217574Z","caller":"traceutil/trace.go:171","msg":"trace[1801564483] transaction","detail":"{read_only:false; response_revision:9465; number_of_response:1; }","duration":"590.730287ms","start":"2026-07-01T01:10:34.626816Z","end":"2026-07-01T01:10:35.217546Z","steps":["trace[1801564483] 'process raft request' (duration: 590.469958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:35.217631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.970384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:10:35.217636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.391768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-01T01:10:35.217653Z","caller":"traceutil/trace.go:171","msg":"trace[321534089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9465; }","duration":"278.011455ms","start":"2026-07-01T01:10:34.939634Z","end":"2026-07-01T01:10:35.217646Z","steps":["trace[321534089] 'agreement among raft nodes before linearized reading' (duration: 277.981094ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:35.217678Z","caller":"traceutil/trace.go:171","msg":"trace[1073950867] range","detail":"{range_begin:/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83; range_end:; response_count:1; response_revision:9465; }","duration":"485.443849ms","start":"2026-07-01T01:10:34.732221Z","end":"2026-07-01T01:10:35.217665Z","steps":["trace[1073950867] 'agreement among raft nodes before linearized reading' (duration: 485.298145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:35.217691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:34.62171Z","time spent":"595.916732ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:10:35.217706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:34.732198Z","time spent":"485.502481ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83\" "} {"level":"warn","ts":"2026-07-01T01:10:35.217741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:34.626787Z","time spent":"590.852751ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:10:35.217601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.014046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:10:35.217871Z","caller":"traceutil/trace.go:171","msg":"trace[327190695] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9465; }","duration":"305.288285ms","start":"2026-07-01T01:10:34.912576Z","end":"2026-07-01T01:10:35.217864Z","steps":["trace[327190695] 'agreement among raft nodes before linearized reading' (duration: 304.979255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:35.217897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:34.912502Z","time spent":"305.386257ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:10:35.621922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.753397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:10:35.622003Z","caller":"traceutil/trace.go:171","msg":"trace[800511361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9466; }","duration":"161.899681ms","start":"2026-07-01T01:10:35.460086Z","end":"2026-07-01T01:10:35.621985Z","steps":["trace[800511361] 'range keys from in-memory index tree' (duration: 161.514399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:35.622026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.862226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:10:35.622113Z","caller":"traceutil/trace.go:171","msg":"trace[231141932] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:9466; }","duration":"111.98901ms","start":"2026-07-01T01:10:35.510104Z","end":"2026-07-01T01:10:35.622093Z","steps":["trace[231141932] 'range keys from in-memory index tree' (duration: 111.698191ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:11:00.831041Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:11:00.83567Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-01T01:11:00.835784Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-01T01:12:29.296907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7868} {"level":"info","ts":"2026-07-01T01:12:29.359254Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7868,"took":"60.603313ms","hash":1231651299,"current-db-size-bytes":54939648,"current-db-size":"55 MB","current-db-size-in-use-bytes":28880896,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-01T01:12:29.359307Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1231651299,"revision":7868,"compact-revision":5589} {"level":"info","ts":"2026-07-01T01:12:50.582068Z","caller":"traceutil/trace.go:171","msg":"trace[1181041754] transaction","detail":"{read_only:false; response_revision:10492; number_of_response:1; }","duration":"211.909887ms","start":"2026-07-01T01:12:50.370099Z","end":"2026-07-01T01:12:50.582009Z","steps":["trace[1181041754] 'process raft request' (duration: 211.664639ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:12:50.584639Z","caller":"traceutil/trace.go:171","msg":"trace[619205649] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"214.068096ms","start":"2026-07-01T01:12:50.370525Z","end":"2026-07-01T01:12:50.584593Z","steps":["trace[619205649] 'process raft request' (duration: 213.744976ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:12:50.585448Z","caller":"traceutil/trace.go:171","msg":"trace[543012719] transaction","detail":"{read_only:false; response_revision:10494; number_of_response:1; }","duration":"214.82503ms","start":"2026-07-01T01:12:50.370599Z","end":"2026-07-01T01:12:50.585424Z","steps":["trace[543012719] 'process raft request' (duration: 214.071816ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:12:50.585592Z","caller":"traceutil/trace.go:171","msg":"trace[1042847922] transaction","detail":"{read_only:false; response_revision:10496; number_of_response:1; }","duration":"213.583451ms","start":"2026-07-01T01:12:50.371985Z","end":"2026-07-01T01:12:50.585568Z","steps":["trace[1042847922] 'process raft request' (duration: 213.175378ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:12:50.585578Z","caller":"traceutil/trace.go:171","msg":"trace[484371868] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"214.576052ms","start":"2026-07-01T01:12:50.370942Z","end":"2026-07-01T01:12:50.585518Z","steps":["trace[484371868] 'process raft request' (duration: 214.17098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:13:57.278612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.714813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:13:57.278727Z","caller":"traceutil/trace.go:171","msg":"trace[1135420235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:11192; }","duration":"138.870718ms","start":"2026-07-01T01:13:57.139832Z","end":"2026-07-01T01:13:57.278703Z","steps":["trace[1135420235] 'range keys from in-memory index tree' (duration: 138.447864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.534263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.208059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T01:14:11.534317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.442992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T01:14:11.53437Z","caller":"traceutil/trace.go:171","msg":"trace[882708562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11269; }","duration":"446.379605ms","start":"2026-07-01T01:14:11.087969Z","end":"2026-07-01T01:14:11.534348Z","steps":["trace[882708562] 'range keys from in-memory index tree' (duration: 446.016703ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:14:11.534399Z","caller":"traceutil/trace.go:171","msg":"trace[546573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11269; }","duration":"444.584946ms","start":"2026-07-01T01:14:11.089794Z","end":"2026-07-01T01:14:11.534379Z","steps":["trace[546573] 'range keys from in-memory index tree' (duration: 444.274407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.534446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.089773Z","time spent":"444.664289ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:14:11.534496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.6032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:14:11.534482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.279461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:14:11.534589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.834562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-01T01:14:11.53462Z","caller":"traceutil/trace.go:171","msg":"trace[1906186827] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11269; }","duration":"506.890314ms","start":"2026-07-01T01:14:11.027724Z","end":"2026-07-01T01:14:11.534614Z","steps":["trace[1906186827] 'range keys from in-memory index tree' (duration: 506.730769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.534641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.02771Z","time spent":"506.925905ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-01T01:14:11.534686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.661291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-07-01T01:14:11.534694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.732423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:14:11.534755Z","caller":"traceutil/trace.go:171","msg":"trace[957466727] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11269; }","duration":"503.738473ms","start":"2026-07-01T01:14:11.030994Z","end":"2026-07-01T01:14:11.534733Z","steps":["trace[957466727] 'range keys from in-memory index tree' (duration: 503.553227ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:14:11.534529Z","caller":"traceutil/trace.go:171","msg":"trace[1348730623] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11269; }","duration":"509.676413ms","start":"2026-07-01T01:14:11.024843Z","end":"2026-07-01T01:14:11.53452Z","steps":["trace[1348730623] 'range keys from in-memory index tree' (duration: 509.489467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.534792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.030988Z","time spent":"503.796235ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-01T01:14:11.534808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.024821Z","time spent":"509.968692ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-01T01:14:11.534444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.087945Z","time spent":"446.479857ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:14:11.534461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.334084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T01:14:11.534911Z","caller":"traceutil/trace.go:171","msg":"trace[1684365362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11269; }","duration":"505.821969ms","start":"2026-07-01T01:14:11.029076Z","end":"2026-07-01T01:14:11.534898Z","steps":["trace[1684365362] 'range keys from in-memory index tree' (duration: 505.21412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.534897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.894228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:14:11.53458Z","caller":"traceutil/trace.go:171","msg":"trace[1384594891] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11269; }","duration":"504.412494ms","start":"2026-07-01T01:14:11.030144Z","end":"2026-07-01T01:14:11.534557Z","steps":["trace[1384594891] 'range keys from in-memory index tree' (duration: 504.197258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.534959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.029058Z","time spent":"505.888522ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:14:11.534977Z","caller":"traceutil/trace.go:171","msg":"trace[1416907416] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11269; }","duration":"504.042833ms","start":"2026-07-01T01:14:11.030914Z","end":"2026-07-01T01:14:11.534957Z","steps":["trace[1416907416] 'range keys from in-memory index tree' (duration: 503.800305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.535003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.517255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-01T01:14:11.53504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.030874Z","time spent":"504.151806ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T01:14:11.534989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.030133Z","time spent":"504.849979ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-01T01:14:11.535078Z","caller":"traceutil/trace.go:171","msg":"trace[1979300476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11269; }","duration":"444.613248ms","start":"2026-07-01T01:14:11.090442Z","end":"2026-07-01T01:14:11.535056Z","steps":["trace[1979300476] 'range keys from in-memory index tree' (duration: 444.373321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.535158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.090429Z","time spent":"444.712791ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:14:11.535341Z","caller":"traceutil/trace.go:171","msg":"trace[721847318] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11269; }","duration":"503.908818ms","start":"2026-07-01T01:14:11.030871Z","end":"2026-07-01T01:14:11.53478Z","steps":["trace[721847318] 'range keys from in-memory index tree' (duration: 503.64237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.535551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.030863Z","time spent":"504.673443ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-01T01:14:11.53544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.190483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-01T01:14:11.535586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.667483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:14:11.53563Z","caller":"traceutil/trace.go:171","msg":"trace[1204505487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11269; }","duration":"443.478162ms","start":"2026-07-01T01:14:11.092138Z","end":"2026-07-01T01:14:11.535616Z","steps":["trace[1204505487] 'range keys from in-memory index tree' (duration: 442.959565ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:14:11.535656Z","caller":"traceutil/trace.go:171","msg":"trace[1602250337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:11269; }","duration":"144.843129ms","start":"2026-07-01T01:14:11.390801Z","end":"2026-07-01T01:14:11.535644Z","steps":["trace[1602250337] 'range keys from in-memory index tree' (duration: 143.727393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.5357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.092126Z","time spent":"443.559364ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:14:11.843576Z","caller":"traceutil/trace.go:171","msg":"trace[1812207348] linearizableReadLoop","detail":"{readStateIndex:11667; appliedIndex:11662; }","duration":"303.349564ms","start":"2026-07-01T01:14:11.540205Z","end":"2026-07-01T01:14:11.843555Z","steps":["trace[1812207348] 'read index received' (duration: 9.029728ms)","trace[1812207348] 'applied index is now lower than readState.Index' (duration: 294.319176ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:14:11.843618Z","caller":"traceutil/trace.go:171","msg":"trace[153212034] transaction","detail":"{read_only:false; response_revision:11272; number_of_response:1; }","duration":"303.57142ms","start":"2026-07-01T01:14:11.539996Z","end":"2026-07-01T01:14:11.843567Z","steps":["trace[153212034] 'process raft request' (duration: 303.345343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.843778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.539984Z","time spent":"303.707725ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:14:11.844018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.794588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447574"} {"level":"info","ts":"2026-07-01T01:14:11.844054Z","caller":"traceutil/trace.go:171","msg":"trace[1447144586] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11275; }","duration":"303.86954ms","start":"2026-07-01T01:14:11.540174Z","end":"2026-07-01T01:14:11.844044Z","steps":["trace[1447144586] 'agreement among raft nodes before linearized reading' (duration: 303.456577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.844081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.540155Z","time spent":"303.918261ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447597,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-01T01:14:11.844085Z","caller":"traceutil/trace.go:171","msg":"trace[219649550] transaction","detail":"{read_only:false; response_revision:11275; number_of_response:1; }","duration":"303.953282ms","start":"2026-07-01T01:14:11.540119Z","end":"2026-07-01T01:14:11.844072Z","steps":["trace[219649550] 'process raft request' (duration: 303.409875ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:14:11.844109Z","caller":"traceutil/trace.go:171","msg":"trace[1453422422] transaction","detail":"{read_only:false; response_revision:11274; number_of_response:1; }","duration":"303.950732ms","start":"2026-07-01T01:14:11.540094Z","end":"2026-07-01T01:14:11.844045Z","steps":["trace[1453422422] 'process raft request' (duration: 303.409455ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:14:11.84419Z","caller":"traceutil/trace.go:171","msg":"trace[768957675] transaction","detail":"{read_only:false; response_revision:11273; number_of_response:1; }","duration":"304.148989ms","start":"2026-07-01T01:14:11.540018Z","end":"2026-07-01T01:14:11.844167Z","steps":["trace[768957675] 'process raft request' (duration: 303.457757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:14:11.844297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.540086Z","time spent":"304.114638ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:14:11.844307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.539996Z","time spent":"304.254102ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:14:11.844152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:14:11.540107Z","time spent":"304.006745ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:17:29.331375Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10289} {"level":"info","ts":"2026-07-01T01:17:29.416409Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10289,"took":"80.970295ms","hash":1290540892,"current-db-size-bytes":54939648,"current-db-size":"55 MB","current-db-size-in-use-bytes":26845184,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-01T01:17:29.416463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1290540892,"revision":10289,"compact-revision":7868} {"level":"info","ts":"2026-07-01T01:19:37.631449Z","caller":"traceutil/trace.go:171","msg":"trace[1321866113] transaction","detail":"{read_only:false; response_revision:13499; number_of_response:1; }","duration":"105.58569ms","start":"2026-07-01T01:19:37.525833Z","end":"2026-07-01T01:19:37.631419Z","steps":["trace[1321866113] 'process raft request' (duration: 96.119838ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:19:55.528061Z","caller":"traceutil/trace.go:171","msg":"trace[1337328776] transaction","detail":"{read_only:false; response_revision:13627; number_of_response:1; }","duration":"354.127496ms","start":"2026-07-01T01:19:55.173827Z","end":"2026-07-01T01:19:55.527955Z","steps":["trace[1337328776] 'process raft request' (duration: 353.984902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:55.528465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:55.173807Z","time spent":"354.346833ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:19:55.529226Z","caller":"traceutil/trace.go:171","msg":"trace[89183078] transaction","detail":"{read_only:false; response_revision:13628; number_of_response:1; }","duration":"295.105421ms","start":"2026-07-01T01:19:55.234097Z","end":"2026-07-01T01:19:55.529203Z","steps":["trace[89183078] 'process raft request' (duration: 294.948236ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:19:55.52926Z","caller":"traceutil/trace.go:171","msg":"trace[367437505] transaction","detail":"{read_only:false; response_revision:13629; number_of_response:1; }","duration":"293.104367ms","start":"2026-07-01T01:19:55.236144Z","end":"2026-07-01T01:19:55.529249Z","steps":["trace[367437505] 'process raft request' (duration: 292.992844ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:19:55.529265Z","caller":"traceutil/trace.go:171","msg":"trace[508305968] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"233.079011ms","start":"2026-07-01T01:19:55.29616Z","end":"2026-07-01T01:19:55.529239Z","steps":["trace[508305968] 'process raft request' (duration: 233.001249ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:19:55.529343Z","caller":"traceutil/trace.go:171","msg":"trace[569415469] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"160.462922ms","start":"2026-07-01T01:19:55.36885Z","end":"2026-07-01T01:19:55.529313Z","steps":["trace[569415469] 'process raft request' (duration: 160.332088ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:19:56.937042Z","caller":"traceutil/trace.go:171","msg":"trace[1048465814] transaction","detail":"{read_only:false; response_revision:13637; number_of_response:1; }","duration":"153.775349ms","start":"2026-07-01T01:19:56.783243Z","end":"2026-07-01T01:19:56.937018Z","steps":["trace[1048465814] 'process raft request' (duration: 153.620535ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:19:58.74459Z","caller":"traceutil/trace.go:171","msg":"trace[2015771946] linearizableReadLoop","detail":"{readStateIndex:14124; appliedIndex:14123; }","duration":"176.491655ms","start":"2026-07-01T01:19:58.568072Z","end":"2026-07-01T01:19:58.744564Z","steps":["trace[2015771946] 'read index received' (duration: 176.256197ms)","trace[2015771946] 'applied index is now lower than readState.Index' (duration: 231.347µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:19:58.744637Z","caller":"traceutil/trace.go:171","msg":"trace[296708658] transaction","detail":"{read_only:false; response_revision:13651; number_of_response:1; }","duration":"199.52003ms","start":"2026-07-01T01:19:58.545083Z","end":"2026-07-01T01:19:58.744603Z","steps":["trace[296708658] 'process raft request' (duration: 199.302073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:58.744797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.578743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:19:58.744863Z","caller":"traceutil/trace.go:171","msg":"trace[1597704660] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:13651; }","duration":"106.706107ms","start":"2026-07-01T01:19:58.638141Z","end":"2026-07-01T01:19:58.744847Z","steps":["trace[1597704660] 'agreement among raft nodes before linearized reading' (duration: 106.582163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:58.744879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.804175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:19:58.744951Z","caller":"traceutil/trace.go:171","msg":"trace[473657183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:13651; }","duration":"176.915638ms","start":"2026-07-01T01:19:58.568018Z","end":"2026-07-01T01:19:58.744933Z","steps":["trace[473657183] 'agreement among raft nodes before linearized reading' (duration: 176.701972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:15.230056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.895593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:15.230204Z","caller":"traceutil/trace.go:171","msg":"trace[1279522012] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:13736; }","duration":"118.058269ms","start":"2026-07-01T01:20:15.112123Z","end":"2026-07-01T01:20:15.230181Z","steps":["trace[1279522012] 'count revisions from in-memory index tree' (duration: 117.800931ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:17.806945Z","caller":"traceutil/trace.go:171","msg":"trace[1397245133] linearizableReadLoop","detail":"{readStateIndex:14227; appliedIndex:14226; }","duration":"165.569466ms","start":"2026-07-01T01:20:17.641335Z","end":"2026-07-01T01:20:17.806905Z","steps":["trace[1397245133] 'read index received' (duration: 115.25711ms)","trace[1397245133] 'applied index is now lower than readState.Index' (duration: 50.310426ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:17.807035Z","caller":"traceutil/trace.go:171","msg":"trace[447890042] transaction","detail":"{read_only:false; response_revision:13749; number_of_response:1; }","duration":"177.018511ms","start":"2026-07-01T01:20:17.629964Z","end":"2026-07-01T01:20:17.806983Z","steps":["trace[447890042] 'process raft request' (duration: 126.564951ms)","trace[447890042] 'compare' (duration: 50.173492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:17.807344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.969588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:20:17.807559Z","caller":"traceutil/trace.go:171","msg":"trace[2133942879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13749; }","duration":"166.138214ms","start":"2026-07-01T01:20:17.641317Z","end":"2026-07-01T01:20:17.807455Z","steps":["trace[2133942879] 'agreement among raft nodes before linearized reading' (duration: 165.764762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:17.808366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.739221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:20:17.808401Z","caller":"traceutil/trace.go:171","msg":"trace[716865030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13749; }","duration":"165.806463ms","start":"2026-07-01T01:20:17.642584Z","end":"2026-07-01T01:20:17.808391Z","steps":["trace[716865030] 'agreement among raft nodes before linearized reading' (duration: 165.678019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:17.808499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.242787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:20:17.808522Z","caller":"traceutil/trace.go:171","msg":"trace[633019464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13749; }","duration":"119.314158ms","start":"2026-07-01T01:20:17.6892Z","end":"2026-07-01T01:20:17.808514Z","steps":["trace[633019464] 'agreement among raft nodes before linearized reading' (duration: 119.257337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:17.808525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.33067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:20:17.808606Z","caller":"traceutil/trace.go:171","msg":"trace[1477459366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13749; }","duration":"114.462155ms","start":"2026-07-01T01:20:17.694124Z","end":"2026-07-01T01:20:17.808586Z","steps":["trace[1477459366] 'agreement among raft nodes before linearized reading' (duration: 114.235377ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:18.65906Z","caller":"traceutil/trace.go:171","msg":"trace[1652337551] linearizableReadLoop","detail":"{readStateIndex:14233; appliedIndex:14232; }","duration":"458.035563ms","start":"2026-07-01T01:20:18.200994Z","end":"2026-07-01T01:20:18.659029Z","steps":["trace[1652337551] 'read index received' (duration: 457.890218ms)","trace[1652337551] 'applied index is now lower than readState.Index' (duration: 143.915µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:18.65912Z","caller":"traceutil/trace.go:171","msg":"trace[1755750331] transaction","detail":"{read_only:false; response_revision:13755; number_of_response:1; }","duration":"605.266613ms","start":"2026-07-01T01:20:18.053813Z","end":"2026-07-01T01:20:18.65908Z","steps":["trace[1755750331] 'process raft request' (duration: 605.056717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:18.659248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.128773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:20:18.65925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.229919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:20:18.659293Z","caller":"traceutil/trace.go:171","msg":"trace[1907658187] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13755; }","duration":"316.232486ms","start":"2026-07-01T01:20:18.343047Z","end":"2026-07-01T01:20:18.659279Z","steps":["trace[1907658187] 'agreement among raft nodes before linearized reading' (duration: 316.133673ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:18.659323Z","caller":"traceutil/trace.go:171","msg":"trace[1058036173] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13755; }","duration":"458.324843ms","start":"2026-07-01T01:20:18.200982Z","end":"2026-07-01T01:20:18.659306Z","steps":["trace[1058036173] 'agreement among raft nodes before linearized reading' (duration: 458.173388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:18.659341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.343026Z","time spent":"316.303938ms","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:18.659365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.200907Z","time spent":"458.448546ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:18.65959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.05378Z","time spent":"605.661676ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:19.681349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784778987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:20:20.123445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18243653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:20:20.123449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169207996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-01T01:20:20.123492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180317532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:20:20.12352Z","caller":"traceutil/trace.go:171","msg":"trace[2129214972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13755; }","duration":"1.182556093s","start":"2026-07-01T01:20:18.940947Z","end":"2026-07-01T01:20:20.123503Z","steps":["trace[2129214972] 'range keys from in-memory index tree' (duration: 1.182342376s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:20.123535Z","caller":"traceutil/trace.go:171","msg":"trace[492793169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:13755; }","duration":"1.169349531s","start":"2026-07-01T01:20:18.954166Z","end":"2026-07-01T01:20:20.123516Z","steps":["trace[492793169] 'range keys from in-memory index tree' (duration: 1.16900066s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.123567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.940924Z","time spent":"1.182635076s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:20:20.123565Z","caller":"traceutil/trace.go:171","msg":"trace[552630404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13755; }","duration":"1.180427325s","start":"2026-07-01T01:20:18.94312Z","end":"2026-07-01T01:20:20.123548Z","steps":["trace[552630404] 'range keys from in-memory index tree' (duration: 1.180096314s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.123581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.954133Z","time spent":"1.169439544s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:20:20.123611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.943109Z","time spent":"1.180493457s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:20:20.123436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095958399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:20:20.123712Z","caller":"traceutil/trace.go:171","msg":"trace[1246518793] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13755; }","duration":"1.096248239s","start":"2026-07-01T01:20:19.027407Z","end":"2026-07-01T01:20:20.123655Z","steps":["trace[1246518793] 'count revisions from in-memory index tree' (duration: 1.095882387s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.123778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.027392Z","time spent":"1.096365762s","remote":"127.0.0.1:32838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:20.182399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784778987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:20:20.302151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.259448628s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:20:20.302568Z","caller":"traceutil/trace.go:171","msg":"trace[354961214] transaction","detail":"{read_only:false; response_revision:13756; number_of_response:1; }","duration":"1.259914834s","start":"2026-07-01T01:20:19.042625Z","end":"2026-07-01T01:20:20.30254Z","steps":["trace[354961214] 'process raft request' (duration: 1.259730988s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.302731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.042614Z","time spent":"1.260038717s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:20.354735Z","caller":"traceutil/trace.go:171","msg":"trace[526175252] transaction","detail":"{read_only:false; response_revision:13757; number_of_response:1; }","duration":"725.218283ms","start":"2026-07-01T01:20:19.629495Z","end":"2026-07-01T01:20:20.354713Z","steps":["trace[526175252] 'process raft request' (duration: 700.307848ms)","trace[526175252] 'compare' (duration: 24.770931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:20.355511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.629469Z","time spent":"725.327267ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:20.35599Z","caller":"traceutil/trace.go:171","msg":"trace[596820727] transaction","detail":"{read_only:false; response_revision:13758; number_of_response:1; }","duration":"542.675465ms","start":"2026-07-01T01:20:19.81328Z","end":"2026-07-01T01:20:20.355956Z","steps":["trace[596820727] 'process raft request' (duration: 541.398304ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:20.356148Z","caller":"traceutil/trace.go:171","msg":"trace[1515408712] transaction","detail":"{read_only:false; response_revision:13759; number_of_response:1; }","duration":"229.227918ms","start":"2026-07-01T01:20:20.126894Z","end":"2026-07-01T01:20:20.356122Z","steps":["trace[1515408712] 'process raft request' (duration: 228.844316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.356162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.813259Z","time spent":"542.80816ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:20.35598Z","caller":"traceutil/trace.go:171","msg":"trace[1944686219] linearizableReadLoop","detail":"{readStateIndex:14237; appliedIndex:14234; }","duration":"1.174671032s","start":"2026-07-01T01:20:19.181255Z","end":"2026-07-01T01:20:20.355926Z","steps":["trace[1944686219] 'read index received' (duration: 1.121279798s)","trace[1944686219] 'applied index is now lower than readState.Index' (duration: 53.319932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:20.356393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175120477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:20.35649Z","caller":"traceutil/trace.go:171","msg":"trace[238678993] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:13759; }","duration":"1.175299163s","start":"2026-07-01T01:20:19.181175Z","end":"2026-07-01T01:20:20.356474Z","steps":["trace[238678993] 'agreement among raft nodes before linearized reading' (duration: 1.174870839s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.356535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.181152Z","time spent":"1.175371784s","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:20.356667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.025607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:20:20.356705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.552017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T01:20:20.356716Z","caller":"traceutil/trace.go:171","msg":"trace[1420050871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13759; }","duration":"232.09328ms","start":"2026-07-01T01:20:20.124608Z","end":"2026-07-01T01:20:20.356702Z","steps":["trace[1420050871] 'agreement among raft nodes before linearized reading' (duration: 231.945665ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:20.35677Z","caller":"traceutil/trace.go:171","msg":"trace[1461001371] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13759; }","duration":"649.695002ms","start":"2026-07-01T01:20:19.707047Z","end":"2026-07-01T01:20:20.356742Z","steps":["trace[1461001371] 'agreement among raft nodes before linearized reading' (duration: 649.406673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.356806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.707027Z","time spent":"649.770554ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:20:20.356962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.44215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:20:20.357006Z","caller":"traceutil/trace.go:171","msg":"trace[1308780639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13759; }","duration":"455.508432ms","start":"2026-07-01T01:20:19.901487Z","end":"2026-07-01T01:20:20.356996Z","steps":["trace[1308780639] 'agreement among raft nodes before linearized reading' (duration: 455.336747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.357039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.901474Z","time spent":"455.552904ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:20.356806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.45528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:20:20.357241Z","caller":"traceutil/trace.go:171","msg":"trace[1981866910] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13759; }","duration":"455.901445ms","start":"2026-07-01T01:20:19.901303Z","end":"2026-07-01T01:20:20.357204Z","steps":["trace[1981866910] 'agreement among raft nodes before linearized reading' (duration: 455.358007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.3573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.901285Z","time spent":"455.990538ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:20:20.357361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.171583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:20:20.357379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.067167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:20.357404Z","caller":"traceutil/trace.go:171","msg":"trace[844028044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13759; }","duration":"456.245055ms","start":"2026-07-01T01:20:19.901139Z","end":"2026-07-01T01:20:20.357384Z","steps":["trace[844028044] 'agreement among raft nodes before linearized reading' (duration: 456.08651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.357433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.901109Z","time spent":"456.317178ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:20:20.357435Z","caller":"traceutil/trace.go:171","msg":"trace[1778090000] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:13759; }","duration":"143.143769ms","start":"2026-07-01T01:20:20.214264Z","end":"2026-07-01T01:20:20.357408Z","steps":["trace[1778090000] 'agreement among raft nodes before linearized reading' (duration: 142.887101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.357473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.932886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T01:20:20.357533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.943037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:20.357571Z","caller":"traceutil/trace.go:171","msg":"trace[1770293907] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:13759; }","duration":"222.990129ms","start":"2026-07-01T01:20:20.13456Z","end":"2026-07-01T01:20:20.35755Z","steps":["trace[1770293907] 'agreement among raft nodes before linearized reading' (duration: 222.945387ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:20.357565Z","caller":"traceutil/trace.go:171","msg":"trace[2081272018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13759; }","duration":"456.037849ms","start":"2026-07-01T01:20:19.901501Z","end":"2026-07-01T01:20:20.357539Z","steps":["trace[2081272018] 'agreement among raft nodes before linearized reading' (duration: 455.661437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.357628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.901446Z","time spent":"456.169793ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:20.358039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.469698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:20:20.3581Z","caller":"traceutil/trace.go:171","msg":"trace[1016677744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13759; }","duration":"521.575281ms","start":"2026-07-01T01:20:19.836511Z","end":"2026-07-01T01:20:20.358086Z","steps":["trace[1016677744] 'agreement among raft nodes before linearized reading' (duration: 520.669072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.358148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.836487Z","time spent":"521.641403ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:20:20.360216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.029677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:582339"} {"level":"info","ts":"2026-07-01T01:20:20.36028Z","caller":"traceutil/trace.go:171","msg":"trace[2016586668] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13759; }","duration":"232.11866ms","start":"2026-07-01T01:20:20.128139Z","end":"2026-07-01T01:20:20.360258Z","steps":["trace[2016586668] 'agreement among raft nodes before linearized reading' (duration: 229.249179ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:20.479697Z","caller":"traceutil/trace.go:171","msg":"trace[1075178196] transaction","detail":"{read_only:false; response_revision:13761; number_of_response:1; }","duration":"116.951664ms","start":"2026-07-01T01:20:20.362719Z","end":"2026-07-01T01:20:20.479671Z","steps":["trace[1075178196] 'process raft request' (duration: 114.347941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.479756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.227775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:20.47985Z","caller":"traceutil/trace.go:171","msg":"trace[1261211070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13764; }","duration":"113.342789ms","start":"2026-07-01T01:20:20.366479Z","end":"2026-07-01T01:20:20.479822Z","steps":["trace[1261211070] 'agreement among raft nodes before linearized reading' (duration: 113.197604ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:20.480029Z","caller":"traceutil/trace.go:171","msg":"trace[1105662322] transaction","detail":"{read_only:false; response_revision:13763; number_of_response:1; }","duration":"116.906653ms","start":"2026-07-01T01:20:20.363075Z","end":"2026-07-01T01:20:20.479982Z","steps":["trace[1105662322] 'process raft request' (duration: 116.219601ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:20.480124Z","caller":"traceutil/trace.go:171","msg":"trace[1287561046] transaction","detail":"{read_only:false; response_revision:13762; number_of_response:1; }","duration":"117.029996ms","start":"2026-07-01T01:20:20.363083Z","end":"2026-07-01T01:20:20.480112Z","steps":["trace[1287561046] 'process raft request' (duration: 116.169168ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:20.480054Z","caller":"traceutil/trace.go:171","msg":"trace[1985009767] transaction","detail":"{read_only:false; response_revision:13764; number_of_response:1; }","duration":"115.819737ms","start":"2026-07-01T01:20:20.364215Z","end":"2026-07-01T01:20:20.480035Z","steps":["trace[1985009767] 'process raft request' (duration: 115.128415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.870726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.125031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:20.870807Z","caller":"traceutil/trace.go:171","msg":"trace[734030755] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13764; }","duration":"279.259345ms","start":"2026-07-01T01:20:20.59153Z","end":"2026-07-01T01:20:20.870789Z","steps":["trace[734030755] 'range keys from in-memory index tree' (duration: 279.030428ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:28.692086Z","caller":"traceutil/trace.go:171","msg":"trace[1337789138] linearizableReadLoop","detail":"{readStateIndex:14299; appliedIndex:14298; }","duration":"176.460594ms","start":"2026-07-01T01:20:28.515597Z","end":"2026-07-01T01:20:28.692057Z","steps":["trace[1337789138] 'read index received' (duration: 176.251887ms)","trace[1337789138] 'applied index is now lower than readState.Index' (duration: 207.647µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:28.692114Z","caller":"traceutil/trace.go:171","msg":"trace[1613030725] transaction","detail":"{read_only:false; response_revision:13818; number_of_response:1; }","duration":"181.447773ms","start":"2026-07-01T01:20:28.510631Z","end":"2026-07-01T01:20:28.692078Z","steps":["trace[1613030725] 'process raft request' (duration: 181.272177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:28.692422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.815005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:20:28.692431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.500727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:20:28.692564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.082411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:20:28.692584Z","caller":"traceutil/trace.go:171","msg":"trace[107211980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13818; }","duration":"172.695913ms","start":"2026-07-01T01:20:28.519866Z","end":"2026-07-01T01:20:28.692561Z","steps":["trace[107211980] 'agreement among raft nodes before linearized reading' (duration: 172.400484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:28.692422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.901806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:20:28.692631Z","caller":"traceutil/trace.go:171","msg":"trace[1284133099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13818; }","duration":"176.175295ms","start":"2026-07-01T01:20:28.516438Z","end":"2026-07-01T01:20:28.692613Z","steps":["trace[1284133099] 'agreement among raft nodes before linearized reading' (duration: 175.786292ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:28.69268Z","caller":"traceutil/trace.go:171","msg":"trace[1670060147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13818; }","duration":"176.184074ms","start":"2026-07-01T01:20:28.516476Z","end":"2026-07-01T01:20:28.69266Z","steps":["trace[1670060147] 'agreement among raft nodes before linearized reading' (duration: 175.783942ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:28.692566Z","caller":"traceutil/trace.go:171","msg":"trace[835564725] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13818; }","duration":"176.96567ms","start":"2026-07-01T01:20:28.515575Z","end":"2026-07-01T01:20:28.692541Z","steps":["trace[835564725] 'agreement among raft nodes before linearized reading' (duration: 176.585867ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:30.463555Z","caller":"traceutil/trace.go:171","msg":"trace[44626753] transaction","detail":"{read_only:false; response_revision:13825; number_of_response:1; }","duration":"131.885701ms","start":"2026-07-01T01:20:30.331651Z","end":"2026-07-01T01:20:30.463536Z","steps":["trace[44626753] 'process raft request' (duration: 131.754897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:30.915806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.298554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:20:30.915992Z","caller":"traceutil/trace.go:171","msg":"trace[388997627] transaction","detail":"{read_only:false; response_revision:13826; number_of_response:1; }","duration":"524.547676ms","start":"2026-07-01T01:20:30.391425Z","end":"2026-07-01T01:20:30.915973Z","steps":["trace[388997627] 'process raft request' (duration: 235.998624ms)","trace[388997627] 'compare' (duration: 288.16754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:30.916069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:30.391396Z","time spent":"524.632219ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:30.916159Z","caller":"traceutil/trace.go:171","msg":"trace[1802533220] linearizableReadLoop","detail":"{readStateIndex:14308; appliedIndex:14305; }","duration":"521.758817ms","start":"2026-07-01T01:20:30.394374Z","end":"2026-07-01T01:20:30.916133Z","steps":["trace[1802533220] 'read index received' (duration: 69.051694ms)","trace[1802533220] 'applied index is now lower than readState.Index' (duration: 452.705453ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:30.916257Z","caller":"traceutil/trace.go:171","msg":"trace[1420799229] transaction","detail":"{read_only:false; response_revision:13827; number_of_response:1; }","duration":"524.798334ms","start":"2026-07-01T01:20:30.391422Z","end":"2026-07-01T01:20:30.91622Z","steps":["trace[1420799229] 'process raft request' (duration: 524.482084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:30.916376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.992655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T01:20:30.916426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:30.391395Z","time spent":"524.935678ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:30.916449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.660204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-07-01T01:20:30.91645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.345751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:20:30.916443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.423911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:20:30.916517Z","caller":"traceutil/trace.go:171","msg":"trace[1266198252] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13827; }","duration":"230.883561ms","start":"2026-07-01T01:20:30.685616Z","end":"2026-07-01T01:20:30.916499Z","steps":["trace[1266198252] 'agreement among raft nodes before linearized reading' (duration: 230.687415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:30.916527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.440073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-01T01:20:30.916517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.284617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:20:30.916533Z","caller":"traceutil/trace.go:171","msg":"trace[1701021179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:13827; }","duration":"482.524094ms","start":"2026-07-01T01:20:30.43399Z","end":"2026-07-01T01:20:30.916514Z","steps":["trace[1701021179] 'agreement among raft nodes before linearized reading' (duration: 482.274396ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:30.91653Z","caller":"traceutil/trace.go:171","msg":"trace[1253457595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13827; }","duration":"213.424623ms","start":"2026-07-01T01:20:30.703084Z","end":"2026-07-01T01:20:30.916508Z","steps":["trace[1253457595] 'agreement among raft nodes before linearized reading' (duration: 213.183085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:30.916525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.724013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:20:30.91657Z","caller":"traceutil/trace.go:171","msg":"trace[45921635] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13827; }","duration":"472.502585ms","start":"2026-07-01T01:20:30.444054Z","end":"2026-07-01T01:20:30.916557Z","steps":["trace[45921635] 'agreement among raft nodes before linearized reading' (duration: 472.376291ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:30.916584Z","caller":"traceutil/trace.go:171","msg":"trace[1970619533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13827; }","duration":"212.38581ms","start":"2026-07-01T01:20:30.704181Z","end":"2026-07-01T01:20:30.916566Z","steps":["trace[1970619533] 'agreement among raft nodes before linearized reading' (duration: 212.140622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:30.916589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.574368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:20:30.916586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:30.433932Z","time spent":"482.646558ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:20:30.916607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:30.444042Z","time spent":"472.558537ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:20:30.91662Z","caller":"traceutil/trace.go:171","msg":"trace[24338267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13827; }","duration":"213.62362ms","start":"2026-07-01T01:20:30.702988Z","end":"2026-07-01T01:20:30.916611Z","steps":["trace[24338267] 'agreement among raft nodes before linearized reading' (duration: 213.508817ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:30.91662Z","caller":"traceutil/trace.go:171","msg":"trace[1631936268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13827; }","duration":"213.865938ms","start":"2026-07-01T01:20:30.702729Z","end":"2026-07-01T01:20:30.916595Z","steps":["trace[1631936268] 'agreement among raft nodes before linearized reading' (duration: 213.551258ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:30.916456Z","caller":"traceutil/trace.go:171","msg":"trace[2103964559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13827; }","duration":"522.101389ms","start":"2026-07-01T01:20:30.39433Z","end":"2026-07-01T01:20:30.916431Z","steps":["trace[2103964559] 'agreement among raft nodes before linearized reading' (duration: 521.892192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:30.9167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:30.394317Z","time spent":"522.358456ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:20:30.917095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.201279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:20:30.917121Z","caller":"traceutil/trace.go:171","msg":"trace[323645220] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13827; }","duration":"116.267892ms","start":"2026-07-01T01:20:30.800847Z","end":"2026-07-01T01:20:30.917114Z","steps":["trace[323645220] 'agreement among raft nodes before linearized reading' (duration: 115.421275ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:31.139028Z","caller":"traceutil/trace.go:171","msg":"trace[931935841] transaction","detail":"{read_only:false; response_revision:13828; number_of_response:1; }","duration":"218.402202ms","start":"2026-07-01T01:20:30.920604Z","end":"2026-07-01T01:20:31.139007Z","steps":["trace[931935841] 'process raft request' (duration: 218.213456ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:31.139334Z","caller":"traceutil/trace.go:171","msg":"trace[1995009542] transaction","detail":"{read_only:false; response_revision:13829; number_of_response:1; }","duration":"218.160845ms","start":"2026-07-01T01:20:30.921159Z","end":"2026-07-01T01:20:31.13932Z","steps":["trace[1995009542] 'process raft request' (duration: 217.806993ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:31.139429Z","caller":"traceutil/trace.go:171","msg":"trace[1623731241] transaction","detail":"{read_only:false; response_revision:13830; number_of_response:1; }","duration":"217.819984ms","start":"2026-07-01T01:20:30.921528Z","end":"2026-07-01T01:20:31.139348Z","steps":["trace[1623731241] 'process raft request' (duration: 217.665089ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:31.139566Z","caller":"traceutil/trace.go:171","msg":"trace[725329756] transaction","detail":"{read_only:false; response_revision:13832; number_of_response:1; }","duration":"211.973808ms","start":"2026-07-01T01:20:30.927571Z","end":"2026-07-01T01:20:31.139545Z","steps":["trace[725329756] 'process raft request' (duration: 211.761141ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:31.139616Z","caller":"traceutil/trace.go:171","msg":"trace[241597235] transaction","detail":"{read_only:false; response_revision:13831; number_of_response:1; }","duration":"217.721381ms","start":"2026-07-01T01:20:30.921863Z","end":"2026-07-01T01:20:31.139584Z","steps":["trace[241597235] 'process raft request' (duration: 217.432512ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:31.139635Z","caller":"traceutil/trace.go:171","msg":"trace[1158034712] transaction","detail":"{read_only:false; response_revision:13833; number_of_response:1; }","duration":"211.297316ms","start":"2026-07-01T01:20:30.9283Z","end":"2026-07-01T01:20:31.139598Z","steps":["trace[1158034712] 'process raft request' (duration: 211.069859ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:31.139444Z","caller":"traceutil/trace.go:171","msg":"trace[634605062] linearizableReadLoop","detail":"{readStateIndex:14312; appliedIndex:14308; }","duration":"217.877146ms","start":"2026-07-01T01:20:30.921544Z","end":"2026-07-01T01:20:31.139422Z","steps":["trace[634605062] 'read index received' (duration: 213.63545ms)","trace[634605062] 'applied index is now lower than readState.Index' (duration: 4.238896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:31.140167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.607319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:594927"} {"level":"info","ts":"2026-07-01T01:20:31.140818Z","caller":"traceutil/trace.go:171","msg":"trace[1456805144] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13833; }","duration":"219.25634ms","start":"2026-07-01T01:20:30.921504Z","end":"2026-07-01T01:20:31.14076Z","steps":["trace[1456805144] 'agreement among raft nodes before linearized reading' (duration: 217.990479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:31.141238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.103772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:31.14133Z","caller":"traceutil/trace.go:171","msg":"trace[1557740280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13834; }","duration":"202.260547ms","start":"2026-07-01T01:20:30.939051Z","end":"2026-07-01T01:20:31.141312Z","steps":["trace[1557740280] 'agreement among raft nodes before linearized reading' (duration: 202.058271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:31.141436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.123123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-01T01:20:31.141544Z","caller":"traceutil/trace.go:171","msg":"trace[1224526479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13834; }","duration":"129.224276ms","start":"2026-07-01T01:20:31.01226Z","end":"2026-07-01T01:20:31.141484Z","steps":["trace[1224526479] 'agreement among raft nodes before linearized reading' (duration: 129.018959ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:33.845323Z","caller":"traceutil/trace.go:171","msg":"trace[247181766] transaction","detail":"{read_only:false; response_revision:13844; number_of_response:1; }","duration":"172.831027ms","start":"2026-07-01T01:20:33.672459Z","end":"2026-07-01T01:20:33.84529Z","steps":["trace[247181766] 'process raft request' (duration: 172.629051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:41.191098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784779296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:20:41.411789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4693709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:41.411853Z","caller":"traceutil/trace.go:171","msg":"trace[2134141311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13880; }","duration":"1.469482503s","start":"2026-07-01T01:20:39.942355Z","end":"2026-07-01T01:20:41.411838Z","steps":["trace[2134141311] 'range keys from in-memory index tree' (duration: 1.469283676s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:41.411879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:39.94232Z","time spent":"1.469553275s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:20:41.420299Z","caller":"traceutil/trace.go:171","msg":"trace[41222884] transaction","detail":"{read_only:false; response_revision:13881; number_of_response:1; }","duration":"919.449163ms","start":"2026-07-01T01:20:40.500821Z","end":"2026-07-01T01:20:41.42027Z","steps":["trace[41222884] 'process raft request' (duration: 835.523844ms)","trace[41222884] 'compare' (duration: 76.103549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:41.42045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:40.500795Z","time spent":"919.574987ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:42.920164Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.552784443s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:20:42.921307Z","caller":"traceutil/trace.go:171","msg":"trace[812892079] linearizableReadLoop","detail":"{readStateIndex:14366; appliedIndex:14363; }","duration":"2.230253762s","start":"2026-07-01T01:20:40.691029Z","end":"2026-07-01T01:20:42.921283Z","steps":["trace[812892079] 'read index received' (duration: 645.390624ms)","trace[812892079] 'applied index is now lower than readState.Index' (duration: 1.584862178s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:42.921581Z","caller":"traceutil/trace.go:171","msg":"trace[1851505174] transaction","detail":"{read_only:false; response_revision:13882; number_of_response:1; }","duration":"1.934562952s","start":"2026-07-01T01:20:40.986997Z","end":"2026-07-01T01:20:42.92156Z","steps":["trace[1851505174] 'process raft request' (duration: 1.933425566s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.921707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:40.986978Z","time spent":"1.934647155s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:42.921688Z","caller":"traceutil/trace.go:171","msg":"trace[679275686] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"1.908552962s","start":"2026-07-01T01:20:41.013091Z","end":"2026-07-01T01:20:42.921644Z","steps":["trace[679275686] 'process raft request' (duration: 1.908078586s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.921707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230650265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:42.92207Z","caller":"traceutil/trace.go:171","msg":"trace[90476036] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13883; }","duration":"2.231039847s","start":"2026-07-01T01:20:40.690991Z","end":"2026-07-01T01:20:42.922031Z","steps":["trace[90476036] 'agreement among raft nodes before linearized reading' (duration: 2.230625124s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.922129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:40.690974Z","time spent":"2.23113854s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:42.922232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.013065Z","time spent":"1.908696606s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:42.92398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672700762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T01:20:42.924016Z","caller":"traceutil/trace.go:171","msg":"trace[1445371039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13884; }","duration":"1.672777354s","start":"2026-07-01T01:20:41.251229Z","end":"2026-07-01T01:20:42.924007Z","steps":["trace[1445371039] 'agreement among raft nodes before linearized reading' (duration: 1.67265742s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059931134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-01T01:20:42.924008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632996174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-07-01T01:20:42.924038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.251202Z","time spent":"1.672830326s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:20:42.924055Z","caller":"traceutil/trace.go:171","msg":"trace[1866428585] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:13884; }","duration":"2.060019017s","start":"2026-07-01T01:20:40.864023Z","end":"2026-07-01T01:20:42.924042Z","steps":["trace[1866428585] 'agreement among raft nodes before linearized reading' (duration: 2.05980163s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:42.92408Z","caller":"traceutil/trace.go:171","msg":"trace[1785402119] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:13884; }","duration":"1.633085107s","start":"2026-07-01T01:20:41.290974Z","end":"2026-07-01T01:20:42.924059Z","steps":["trace[1785402119] 'agreement among raft nodes before linearized reading' (duration: 1.632873121s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:40.864004Z","time spent":"2.06009289s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T01:20:42.924133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.290967Z","time spent":"1.633153329s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:20:42.924159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611612671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-07-01T01:20:42.924183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599688811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T01:20:42.924213Z","caller":"traceutil/trace.go:171","msg":"trace[1744418454] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13884; }","duration":"1.611689934s","start":"2026-07-01T01:20:41.312509Z","end":"2026-07-01T01:20:42.924199Z","steps":["trace[1744418454] 'agreement among raft nodes before linearized reading' (duration: 1.611539679s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640542326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T01:20:42.924249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.312497Z","time spent":"1.611743965s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:20:42.924282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737109938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T01:20:42.924311Z","caller":"traceutil/trace.go:171","msg":"trace[3420201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13884; }","duration":"1.7371777s","start":"2026-07-01T01:20:41.187125Z","end":"2026-07-01T01:20:42.924303Z","steps":["trace[3420201] 'agreement among raft nodes before linearized reading' (duration: 1.737109288s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600204578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T01:20:42.92432Z","caller":"traceutil/trace.go:171","msg":"trace[1357002772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13884; }","duration":"1.640710541s","start":"2026-07-01T01:20:41.283585Z","end":"2026-07-01T01:20:42.924296Z","steps":["trace[1357002772] 'agreement among raft nodes before linearized reading' (duration: 1.640344549s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.035847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:20:42.924371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27422763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:42.924375Z","caller":"traceutil/trace.go:171","msg":"trace[1104801749] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:13884; }","duration":"481.104139ms","start":"2026-07-01T01:20:42.443265Z","end":"2026-07-01T01:20:42.924369Z","steps":["trace[1104801749] 'agreement among raft nodes before linearized reading' (duration: 481.042597ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:42.924392Z","caller":"traceutil/trace.go:171","msg":"trace[963132935] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:13884; }","duration":"1.274290502s","start":"2026-07-01T01:20:41.650096Z","end":"2026-07-01T01:20:42.924386Z","steps":["trace[963132935] 'agreement among raft nodes before linearized reading' (duration: 1.274258071s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:42.924385Z","caller":"traceutil/trace.go:171","msg":"trace[1083732517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13884; }","duration":"1.600315711s","start":"2026-07-01T01:20:41.324045Z","end":"2026-07-01T01:20:42.92436Z","steps":["trace[1083732517] 'agreement among raft nodes before linearized reading' (duration: 1.599928579s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.283568Z","time spent":"1.640814664s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:20:42.924386Z","caller":"traceutil/trace.go:171","msg":"trace[115979144] transaction","detail":"{read_only:false; response_revision:13884; number_of_response:1; }","duration":"1.571382807s","start":"2026-07-01T01:20:41.352966Z","end":"2026-07-01T01:20:42.924349Z","steps":["trace[115979144] 'process raft request' (duration: 1.570739026s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.650072Z","time spent":"1.274340244s","remote":"127.0.0.1:44738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:42.924339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.187105Z","time spent":"1.737229701s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:20:42.924436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.324024Z","time spent":"1.600398383s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:42.924407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:42.443242Z","time spent":"481.157161ms","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"info","ts":"2026-07-01T01:20:42.924251Z","caller":"traceutil/trace.go:171","msg":"trace[2099120918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13884; }","duration":"1.599790854s","start":"2026-07-01T01:20:41.324443Z","end":"2026-07-01T01:20:42.924234Z","steps":["trace[2099120918] 'agreement among raft nodes before linearized reading' (duration: 1.599577217s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.352931Z","time spent":"1.571514422s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:42.924523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.031857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:20:42.924542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.32443Z","time spent":"1.600095954s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:42.924449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.340988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:42.924582Z","caller":"traceutil/trace.go:171","msg":"trace[523581153] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:13884; }","duration":"606.10274ms","start":"2026-07-01T01:20:42.318464Z","end":"2026-07-01T01:20:42.924566Z","steps":["trace[523581153] 'agreement among raft nodes before linearized reading' (duration: 605.987006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:42.318405Z","time spent":"606.209623ms","remote":"127.0.0.1:44704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:20:42.924655Z","caller":"traceutil/trace.go:171","msg":"trace[895229445] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:13884; }","duration":"393.566865ms","start":"2026-07-01T01:20:42.531064Z","end":"2026-07-01T01:20:42.924631Z","steps":["trace[895229445] 'agreement among raft nodes before linearized reading' (duration: 393.361268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.924084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598876395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T01:20:42.924891Z","caller":"traceutil/trace.go:171","msg":"trace[1281904923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13884; }","duration":"1.599785544s","start":"2026-07-01T01:20:41.325086Z","end":"2026-07-01T01:20:42.924871Z","steps":["trace[1281904923] 'agreement among raft nodes before linearized reading' (duration: 1.598745541s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.925077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.325076Z","time spent":"1.59998031s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:20:42.924752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:42.531044Z","time spent":"393.650288ms","remote":"127.0.0.1:37234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:42.924739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504350427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:42.926317Z","caller":"traceutil/trace.go:171","msg":"trace[110947486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13884; }","duration":"1.506219897s","start":"2026-07-01T01:20:41.420084Z","end":"2026-07-01T01:20:42.926304Z","steps":["trace[110947486] 'agreement among raft nodes before linearized reading' (duration: 1.504325747s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:42.926376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.420057Z","time spent":"1.50630806s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:21:27.333054Z","caller":"traceutil/trace.go:171","msg":"trace[864591813] transaction","detail":"{read_only:false; response_revision:14350; number_of_response:1; }","duration":"103.178937ms","start":"2026-07-01T01:21:27.229848Z","end":"2026-07-01T01:21:27.333027Z","steps":["trace[864591813] 'process raft request' (duration: 69.976856ms)","trace[864591813] 'compare' (duration: 33.060106ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:21:27.333321Z","caller":"traceutil/trace.go:171","msg":"trace[2144490689] transaction","detail":"{read_only:false; response_revision:14351; number_of_response:1; }","duration":"102.366081ms","start":"2026-07-01T01:21:27.230933Z","end":"2026-07-01T01:21:27.3333Z","steps":["trace[2144490689] 'process raft request' (duration: 102.049371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.100844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.859637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9t2ds\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-01T01:21:46.100946Z","caller":"traceutil/trace.go:171","msg":"trace[500523508] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9t2ds; range_end:; response_count:1; response_revision:14767; }","duration":"552.9967ms","start":"2026-07-01T01:21:45.547927Z","end":"2026-07-01T01:21:46.100924Z","steps":["trace[500523508] 'range keys from in-memory index tree' (duration: 552.65848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.100991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:45.547912Z","time spent":"553.068263ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-9t2ds\" "} {"level":"warn","ts":"2026-07-01T01:21:46.101475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.331625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:46.101573Z","caller":"traceutil/trace.go:171","msg":"trace[1072075723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14767; }","duration":"452.486689ms","start":"2026-07-01T01:21:45.649064Z","end":"2026-07-01T01:21:46.10155Z","steps":["trace[1072075723] 'range keys from in-memory index tree' (duration: 450.891628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.101617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:45.649044Z","time spent":"452.564892ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:21:46.238154Z","caller":"traceutil/trace.go:171","msg":"trace[246746504] transaction","detail":"{read_only:false; response_revision:14768; number_of_response:1; }","duration":"558.826547ms","start":"2026-07-01T01:21:45.679302Z","end":"2026-07-01T01:21:46.238129Z","steps":["trace[246746504] 'process raft request' (duration: 558.677742ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:46.238213Z","caller":"traceutil/trace.go:171","msg":"trace[1658845518] linearizableReadLoop","detail":"{readStateIndex:15276; appliedIndex:15276; }","duration":"496.868027ms","start":"2026-07-01T01:21:45.741311Z","end":"2026-07-01T01:21:46.238179Z","steps":["trace[1658845518] 'read index received' (duration: 496.852577ms)","trace[1658845518] 'applied index is now lower than readState.Index' (duration: 12.92µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:21:46.238312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:45.679276Z","time spent":"558.958551ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:21:46.238522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.203658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-w2gjp\" ","response":"range_response_count:1 size:20656"} {"level":"info","ts":"2026-07-01T01:21:46.238606Z","caller":"traceutil/trace.go:171","msg":"trace[169704078] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-w2gjp; range_end:; response_count:1; response_revision:14768; }","duration":"497.321352ms","start":"2026-07-01T01:21:45.741264Z","end":"2026-07-01T01:21:46.238585Z","steps":["trace[169704078] 'agreement among raft nodes before linearized reading' (duration: 497.147787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.238662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:45.741207Z","time spent":"497.441765ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20679,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-w2gjp\" "} {"level":"warn","ts":"2026-07-01T01:21:46.24203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.224081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:46.242124Z","caller":"traceutil/trace.go:171","msg":"trace[536591581] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14768; }","duration":"386.332426ms","start":"2026-07-01T01:21:45.855767Z","end":"2026-07-01T01:21:46.2421Z","steps":["trace[536591581] 'agreement among raft nodes before linearized reading' (duration: 386.15882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.242184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:45.855695Z","time spent":"386.47459ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T01:21:46.242549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.962329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:21:46.242581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.718393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:46.242598Z","caller":"traceutil/trace.go:171","msg":"trace[789379429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14768; }","duration":"302.059622ms","start":"2026-07-01T01:21:45.940525Z","end":"2026-07-01T01:21:46.242584Z","steps":["trace[789379429] 'agreement among raft nodes before linearized reading' (duration: 301.965229ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:46.242631Z","caller":"traceutil/trace.go:171","msg":"trace[841798923] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14768; }","duration":"138.797235ms","start":"2026-07-01T01:21:46.103815Z","end":"2026-07-01T01:21:46.242612Z","steps":["trace[841798923] 'agreement among raft nodes before linearized reading' (duration: 138.64584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.242685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.268762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:21:46.242676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.725129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737243"} {"level":"info","ts":"2026-07-01T01:21:46.242754Z","caller":"traceutil/trace.go:171","msg":"trace[430857761] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14768; }","duration":"136.837383ms","start":"2026-07-01T01:21:46.1059Z","end":"2026-07-01T01:21:46.242737Z","steps":["trace[430857761] 'agreement among raft nodes before linearized reading' (duration: 136.046998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.242802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.493679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T01:21:46.242825Z","caller":"traceutil/trace.go:171","msg":"trace[1746459603] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14768; }","duration":"140.537781ms","start":"2026-07-01T01:21:46.102282Z","end":"2026-07-01T01:21:46.242819Z","steps":["trace[1746459603] 'agreement among raft nodes before linearized reading' (duration: 140.444248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.242821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.836303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:46.242867Z","caller":"traceutil/trace.go:171","msg":"trace[348964426] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14768; }","duration":"382.907736ms","start":"2026-07-01T01:21:45.85995Z","end":"2026-07-01T01:21:46.242858Z","steps":["trace[348964426] 'agreement among raft nodes before linearized reading' (duration: 382.787142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.2429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:45.859939Z","time spent":"382.953707ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T01:21:46.242986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.630466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T01:21:46.243012Z","caller":"traceutil/trace.go:171","msg":"trace[544313814] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14768; }","duration":"182.683997ms","start":"2026-07-01T01:21:46.060322Z","end":"2026-07-01T01:21:46.243006Z","steps":["trace[544313814] 'agreement among raft nodes before linearized reading' (duration: 182.619835ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:46.242713Z","caller":"traceutil/trace.go:171","msg":"trace[14596739] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14768; }","duration":"140.312704ms","start":"2026-07-01T01:21:46.102394Z","end":"2026-07-01T01:21:46.242707Z","steps":["trace[14596739] 'agreement among raft nodes before linearized reading' (duration: 140.263062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.243124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.298976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T01:21:46.243147Z","caller":"traceutil/trace.go:171","msg":"trace[1724689653] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14768; }","duration":"387.344158ms","start":"2026-07-01T01:21:45.855797Z","end":"2026-07-01T01:21:46.243141Z","steps":["trace[1724689653] 'agreement among raft nodes before linearized reading' (duration: 387.292266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:46.243166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:45.855786Z","time spent":"387.376398ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T01:21:46.24264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:45.940506Z","time spent":"302.126675ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:21:47.322519Z","caller":"traceutil/trace.go:171","msg":"trace[956749107] transaction","detail":"{read_only:false; response_revision:14771; number_of_response:1; }","duration":"154.651933ms","start":"2026-07-01T01:21:47.167824Z","end":"2026-07-01T01:21:47.322476Z","steps":["trace[956749107] 'process raft request' (duration: 150.964265ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:52.379321Z","caller":"traceutil/trace.go:171","msg":"trace[1229467815] linearizableReadLoop","detail":"{readStateIndex:15309; appliedIndex:15308; }","duration":"119.407875ms","start":"2026-07-01T01:21:52.259897Z","end":"2026-07-01T01:21:52.379305Z","steps":["trace[1229467815] 'read index received' (duration: 119.208759ms)","trace[1229467815] 'applied index is now lower than readState.Index' (duration: 198.326µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:21:52.379431Z","caller":"traceutil/trace.go:171","msg":"trace[1892051468] transaction","detail":"{read_only:false; response_revision:14799; number_of_response:1; }","duration":"119.631772ms","start":"2026-07-01T01:21:52.259769Z","end":"2026-07-01T01:21:52.379401Z","steps":["trace[1892051468] 'process raft request' (duration: 119.421375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.379491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.031703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:52.37952Z","caller":"traceutil/trace.go:171","msg":"trace[1356666404] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14799; }","duration":"119.099266ms","start":"2026-07-01T01:21:52.260413Z","end":"2026-07-01T01:21:52.379512Z","steps":["trace[1356666404] 'agreement among raft nodes before linearized reading' (duration: 118.999672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.379573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.649803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-07-01T01:21:52.37981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.926766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-01T01:21:52.379867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.341711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:52.379889Z","caller":"traceutil/trace.go:171","msg":"trace[1586743758] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14799; }","duration":"118.382022ms","start":"2026-07-01T01:21:52.261501Z","end":"2026-07-01T01:21:52.379883Z","steps":["trace[1586743758] 'agreement among raft nodes before linearized reading' (duration: 118.321031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.379905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.990252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:52.379936Z","caller":"traceutil/trace.go:171","msg":"trace[587996978] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14799; }","duration":"119.019313ms","start":"2026-07-01T01:21:52.260907Z","end":"2026-07-01T01:21:52.379927Z","steps":["trace[587996978] 'agreement among raft nodes before linearized reading' (duration: 118.963671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.379905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.0604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:52.379983Z","caller":"traceutil/trace.go:171","msg":"trace[1149250708] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14799; }","duration":"117.160513ms","start":"2026-07-01T01:21:52.262805Z","end":"2026-07-01T01:21:52.379965Z","steps":["trace[1149250708] 'agreement among raft nodes before linearized reading' (duration: 117.031829ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:52.379845Z","caller":"traceutil/trace.go:171","msg":"trace[1249809234] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14799; }","duration":"117.020709ms","start":"2026-07-01T01:21:52.262817Z","end":"2026-07-01T01:21:52.379838Z","steps":["trace[1249809234] 'agreement among raft nodes before linearized reading' (duration: 116.940616ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:52.379641Z","caller":"traceutil/trace.go:171","msg":"trace[975621287] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14799; }","duration":"119.737636ms","start":"2026-07-01T01:21:52.259888Z","end":"2026-07-01T01:21:52.379625Z","steps":["trace[975621287] 'agreement among raft nodes before linearized reading' (duration: 119.521809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.380001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.282079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T01:21:52.380094Z","caller":"traceutil/trace.go:171","msg":"trace[1884543775] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14799; }","duration":"118.404343ms","start":"2026-07-01T01:21:52.261667Z","end":"2026-07-01T01:21:52.380071Z","steps":["trace[1884543775] 'agreement among raft nodes before linearized reading' (duration: 118.186477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.910058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.750628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-01T01:21:52.91015Z","caller":"traceutil/trace.go:171","msg":"trace[1177072166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14799; }","duration":"334.875251ms","start":"2026-07-01T01:21:52.575246Z","end":"2026-07-01T01:21:52.910121Z","steps":["trace[1177072166] 'range keys from in-memory index tree' (duration: 334.554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.910196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.402065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-01T01:21:52.910204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:52.575203Z","time spent":"334.985935ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T01:21:52.910243Z","caller":"traceutil/trace.go:171","msg":"trace[1159745295] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14799; }","duration":"298.490229ms","start":"2026-07-01T01:21:52.611738Z","end":"2026-07-01T01:21:52.910228Z","steps":["trace[1159745295] 'range keys from in-memory index tree' (duration: 298.261411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.911372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.934073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:52.911475Z","caller":"traceutil/trace.go:171","msg":"trace[1182350017] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:14799; }","duration":"258.049446ms","start":"2026-07-01T01:21:52.653374Z","end":"2026-07-01T01:21:52.911424Z","steps":["trace[1182350017] 'count revisions from in-memory index tree' (duration: 256.862947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.91228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.669005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737243"} {"level":"info","ts":"2026-07-01T01:21:52.912399Z","caller":"traceutil/trace.go:171","msg":"trace[1128858905] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14799; }","duration":"524.79137ms","start":"2026-07-01T01:21:52.387561Z","end":"2026-07-01T01:21:52.912352Z","steps":["trace[1128858905] 'range keys from in-memory index tree' (duration: 522.326471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.912463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:52.387549Z","time spent":"524.894163ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737266,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:21:52.914534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.121384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737243"} {"level":"info","ts":"2026-07-01T01:21:52.914615Z","caller":"traceutil/trace.go:171","msg":"trace[1708946517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14799; }","duration":"527.264898ms","start":"2026-07-01T01:21:52.38733Z","end":"2026-07-01T01:21:52.914595Z","steps":["trace[1708946517] 'range keys from in-memory index tree' (duration: 522.782735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:52.914687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:52.387309Z","time spent":"527.360522ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":737266,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:21:53.570781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784781955,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:21:53.891473Z","caller":"traceutil/trace.go:171","msg":"trace[1694662310] transaction","detail":"{read_only:false; response_revision:14800; number_of_response:1; }","duration":"973.216049ms","start":"2026-07-01T01:21:52.918232Z","end":"2026-07-01T01:21:53.891448Z","steps":["trace[1694662310] 'process raft request' (duration: 973.015523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:53.891661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:52.918214Z","time spent":"973.375664ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:21:54.016881Z","caller":"traceutil/trace.go:171","msg":"trace[1666774986] transaction","detail":"{read_only:false; response_revision:14801; number_of_response:1; }","duration":"1.097964575s","start":"2026-07-01T01:21:52.918881Z","end":"2026-07-01T01:21:54.016845Z","steps":["trace[1666774986] 'process raft request' (duration: 1.097688926s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.016917Z","caller":"traceutil/trace.go:171","msg":"trace[363125545] transaction","detail":"{read_only:false; response_revision:14802; number_of_response:1; }","duration":"741.452443ms","start":"2026-07-01T01:21:53.275424Z","end":"2026-07-01T01:21:54.016877Z","steps":["trace[363125545] 'process raft request' (duration: 741.331569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.017049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:52.918869Z","time spent":"1.098096369s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:21:54.017135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.275405Z","time spent":"741.619218ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:21:54.017208Z","caller":"traceutil/trace.go:171","msg":"trace[1803028019] transaction","detail":"{read_only:false; response_revision:14803; number_of_response:1; }","duration":"679.037788ms","start":"2026-07-01T01:21:53.338151Z","end":"2026-07-01T01:21:54.017189Z","steps":["trace[1803028019] 'process raft request' (duration: 678.669276ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.017238Z","caller":"traceutil/trace.go:171","msg":"trace[380555391] linearizableReadLoop","detail":"{readStateIndex:15313; appliedIndex:15309; }","duration":"946.944749ms","start":"2026-07-01T01:21:53.070228Z","end":"2026-07-01T01:21:54.017173Z","steps":["trace[380555391] 'read index received' (duration: 821.14679ms)","trace[380555391] 'applied index is now lower than readState.Index' (duration: 125.794999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:21:54.017319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.338137Z","time spent":"679.138342ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:21:54.017374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.140876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:54.017413Z","caller":"traceutil/trace.go:171","msg":"trace[593004218] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14803; }","duration":"947.212338ms","start":"2026-07-01T01:21:53.07019Z","end":"2026-07-01T01:21:54.017402Z","steps":["trace[593004218] 'agreement among raft nodes before linearized reading' (duration: 947.151206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.017442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.070173Z","time spent":"947.2632ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-01T01:21:54.017538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.08105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fc9rf\" ","response":"range_response_count:1 size:22128"} {"level":"warn","ts":"2026-07-01T01:21:54.017561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.182673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:21:54.017582Z","caller":"traceutil/trace.go:171","msg":"trace[907802117] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fc9rf; range_end:; response_count:1; response_revision:14803; }","duration":"459.138811ms","start":"2026-07-01T01:21:53.558433Z","end":"2026-07-01T01:21:54.017572Z","steps":["trace[907802117] 'agreement among raft nodes before linearized reading' (duration: 458.995917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.017608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.583566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:21:54.017534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.753753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:21:54.017624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.558425Z","time spent":"459.192324ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22151,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fc9rf\" "} {"level":"warn","ts":"2026-07-01T01:21:54.017624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.584772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-01T01:21:54.017649Z","caller":"traceutil/trace.go:171","msg":"trace[1464684843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14803; }","duration":"505.637147ms","start":"2026-07-01T01:21:53.511995Z","end":"2026-07-01T01:21:54.017632Z","steps":["trace[1464684843] 'agreement among raft nodes before linearized reading' (duration: 505.517403ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.017692Z","caller":"traceutil/trace.go:171","msg":"trace[1586493939] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14803; }","duration":"682.679344ms","start":"2026-07-01T01:21:53.334993Z","end":"2026-07-01T01:21:54.017672Z","steps":["trace[1586493939] 'agreement among raft nodes before linearized reading' (duration: 682.490378ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.017672Z","caller":"traceutil/trace.go:171","msg":"trace[542863269] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14803; }","duration":"946.989121ms","start":"2026-07-01T01:21:53.07066Z","end":"2026-07-01T01:21:54.017649Z","steps":["trace[542863269] 'agreement among raft nodes before linearized reading' (duration: 946.741023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.017731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.334984Z","time spent":"682.740577ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T01:21:54.017782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.070638Z","time spent":"947.124365ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-01T01:21:54.017825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.69845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-01T01:21:54.017854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.400284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-01T01:21:54.017876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.14557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:21:54.01784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.620449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:21:54.017907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.448642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:21:54.017912Z","caller":"traceutil/trace.go:171","msg":"trace[868394517] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14803; }","duration":"683.206762ms","start":"2026-07-01T01:21:53.334694Z","end":"2026-07-01T01:21:54.0179Z","steps":["trace[868394517] 'agreement among raft nodes before linearized reading' (duration: 683.15799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.017936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.043713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-07-01T01:21:54.017941Z","caller":"traceutil/trace.go:171","msg":"trace[1907027943] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14803; }","duration":"500.478053ms","start":"2026-07-01T01:21:53.51745Z","end":"2026-07-01T01:21:54.017928Z","steps":["trace[1907027943] 'agreement among raft nodes before linearized reading' (duration: 500.40313ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.017968Z","caller":"traceutil/trace.go:171","msg":"trace[1749995131] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14803; }","duration":"681.125906ms","start":"2026-07-01T01:21:53.336836Z","end":"2026-07-01T01:21:54.017962Z","steps":["trace[1749995131] 'agreement among raft nodes before linearized reading' (duration: 681.050243ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.017956Z","caller":"traceutil/trace.go:171","msg":"trace[651575608] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14803; }","duration":"680.750524ms","start":"2026-07-01T01:21:53.337175Z","end":"2026-07-01T01:21:54.017926Z","steps":["trace[651575608] 'agreement among raft nodes before linearized reading' (duration: 680.570498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.017976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.080774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:21:54.017983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.166546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:54.018014Z","caller":"traceutil/trace.go:171","msg":"trace[1617677030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14803; }","duration":"666.137396ms","start":"2026-07-01T01:21:53.351868Z","end":"2026-07-01T01:21:54.018005Z","steps":["trace[1617677030] 'agreement among raft nodes before linearized reading' (duration: 666.052583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.018014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.337166Z","time spent":"680.834186ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T01:21:54.017705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.511985Z","time spent":"505.70577ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:21:54.018047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.351857Z","time spent":"666.183387ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:21:54.017944Z","caller":"traceutil/trace.go:171","msg":"trace[1888932714] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14803; }","duration":"558.57261ms","start":"2026-07-01T01:21:53.459322Z","end":"2026-07-01T01:21:54.017894Z","steps":["trace[1888932714] 'agreement among raft nodes before linearized reading' (duration: 558.377513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.018072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.892934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T01:21:54.018069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.067678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:21:54.018096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.459301Z","time spent":"558.782736ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T01:21:54.017616Z","caller":"traceutil/trace.go:171","msg":"trace[1011653921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14803; }","duration":"664.252276ms","start":"2026-07-01T01:21:53.353346Z","end":"2026-07-01T01:21:54.017598Z","steps":["trace[1011653921] 'agreement among raft nodes before linearized reading' (duration: 664.100431ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.018021Z","caller":"traceutil/trace.go:171","msg":"trace[75245712] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:14803; }","duration":"778.242708ms","start":"2026-07-01T01:21:53.239768Z","end":"2026-07-01T01:21:54.018011Z","steps":["trace[75245712] 'agreement among raft nodes before linearized reading' (duration: 778.189257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.018233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.353337Z","time spent":"664.887776ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:21:54.017828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.509686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:54.018334Z","caller":"traceutil/trace.go:171","msg":"trace[80408312] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14803; }","duration":"927.039733ms","start":"2026-07-01T01:21:53.091282Z","end":"2026-07-01T01:21:54.018322Z","steps":["trace[80408312] 'agreement among raft nodes before linearized reading' (duration: 926.492046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.01841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.09127Z","time spent":"927.097275ms","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:21:54.01794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.334681Z","time spent":"683.253443ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-01T01:21:54.017976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.517318Z","time spent":"500.652308ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:21:54.017831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.019485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fc9rf\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-07-01T01:21:54.018658Z","caller":"traceutil/trace.go:171","msg":"trace[108481277] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fc9rf; range_end:; response_count:1; response_revision:14803; }","duration":"463.877693ms","start":"2026-07-01T01:21:53.554767Z","end":"2026-07-01T01:21:54.018645Z","steps":["trace[108481277] 'agreement among raft nodes before linearized reading' (duration: 462.984564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.018699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.554745Z","time spent":"463.941335ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22151,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fc9rf\" "} {"level":"info","ts":"2026-07-01T01:21:54.017896Z","caller":"traceutil/trace.go:171","msg":"trace[1421660374] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14803; }","duration":"679.769932ms","start":"2026-07-01T01:21:53.338093Z","end":"2026-07-01T01:21:54.017863Z","steps":["trace[1421660374] 'agreement among raft nodes before linearized reading' (duration: 679.604216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.018782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.338082Z","time spent":"680.679181ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T01:21:54.01799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.336809Z","time spent":"681.176686ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":703,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-01T01:21:54.018109Z","caller":"traceutil/trace.go:171","msg":"trace[385983384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14803; }","duration":"668.946836ms","start":"2026-07-01T01:21:53.349154Z","end":"2026-07-01T01:21:54.0181Z","steps":["trace[385983384] 'agreement among raft nodes before linearized reading' (duration: 668.864313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.018904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.349143Z","time spent":"669.741221ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:21:54.018145Z","caller":"traceutil/trace.go:171","msg":"trace[672460590] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:14803; }","duration":"177.192952ms","start":"2026-07-01T01:21:53.840927Z","end":"2026-07-01T01:21:54.01812Z","steps":["trace[672460590] 'agreement among raft nodes before linearized reading' (duration: 177.053107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.01817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.417704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:54.019141Z","caller":"traceutil/trace.go:171","msg":"trace[737956047] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14803; }","duration":"948.367475ms","start":"2026-07-01T01:21:53.070746Z","end":"2026-07-01T01:21:54.019114Z","steps":["trace[737956047] 'agreement among raft nodes before linearized reading' (duration: 947.376833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.019212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.070709Z","time spent":"948.479968ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T01:21:54.018174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.037212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:54.019339Z","caller":"traceutil/trace.go:171","msg":"trace[607225428] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14803; }","duration":"948.22884ms","start":"2026-07-01T01:21:53.071103Z","end":"2026-07-01T01:21:54.019332Z","steps":["trace[607225428] 'agreement among raft nodes before linearized reading' (duration: 947.034092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.019362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.071093Z","time spent":"948.262721ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T01:21:54.018226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.81552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:21:54.019432Z","caller":"traceutil/trace.go:171","msg":"trace[1024621819] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14803; }","duration":"398.062409ms","start":"2026-07-01T01:21:53.621363Z","end":"2026-07-01T01:21:54.019426Z","steps":["trace[1024621819] 'agreement among raft nodes before linearized reading' (duration: 396.84142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.019453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.621341Z","time spent":"398.104321ms","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:21:54.018272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.239749Z","time spent":"778.506947ms","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:21:54.019801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.967662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:21:54.019871Z","caller":"traceutil/trace.go:171","msg":"trace[106180987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14803; }","duration":"508.075565ms","start":"2026-07-01T01:21:53.511774Z","end":"2026-07-01T01:21:54.019849Z","steps":["trace[106180987] 'agreement among raft nodes before linearized reading' (duration: 505.866934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.019923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:53.511758Z","time spent":"508.151128ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:21:54.253286Z","caller":"traceutil/trace.go:171","msg":"trace[483138859] transaction","detail":"{read_only:false; response_revision:14805; number_of_response:1; }","duration":"230.656561ms","start":"2026-07-01T01:21:54.022609Z","end":"2026-07-01T01:21:54.253266Z","steps":["trace[483138859] 'process raft request' (duration: 230.451804ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.253486Z","caller":"traceutil/trace.go:171","msg":"trace[1547350505] transaction","detail":"{read_only:false; response_revision:14806; number_of_response:1; }","duration":"230.288979ms","start":"2026-07-01T01:21:54.023189Z","end":"2026-07-01T01:21:54.253478Z","steps":["trace[1547350505] 'process raft request' (duration: 230.043031ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.253621Z","caller":"traceutil/trace.go:171","msg":"trace[191849436] transaction","detail":"{read_only:false; response_revision:14807; number_of_response:1; }","duration":"229.677199ms","start":"2026-07-01T01:21:54.023937Z","end":"2026-07-01T01:21:54.253615Z","steps":["trace[191849436] 'process raft request' (duration: 229.475463ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.253682Z","caller":"traceutil/trace.go:171","msg":"trace[1379768017] linearizableReadLoop","detail":"{readStateIndex:15319; appliedIndex:15313; }","duration":"227.029285ms","start":"2026-07-01T01:21:54.026626Z","end":"2026-07-01T01:21:54.253655Z","steps":["trace[1379768017] 'read index received' (duration: 13.651157ms)","trace[1379768017] 'applied index is now lower than readState.Index' (duration: 213.376588ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:21:54.253829Z","caller":"traceutil/trace.go:171","msg":"trace[280304397] transaction","detail":"{read_only:false; response_revision:14808; number_of_response:1; }","duration":"229.661619ms","start":"2026-07-01T01:21:54.024152Z","end":"2026-07-01T01:21:54.253813Z","steps":["trace[280304397] 'process raft request' (duration: 229.396351ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:54.253932Z","caller":"traceutil/trace.go:171","msg":"trace[308630988] transaction","detail":"{read_only:false; response_revision:14809; number_of_response:1; }","duration":"228.616136ms","start":"2026-07-01T01:21:54.025308Z","end":"2026-07-01T01:21:54.253924Z","steps":["trace[308630988] 'process raft request' (duration: 228.289085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.254649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.009886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737243"} {"level":"info","ts":"2026-07-01T01:21:54.254729Z","caller":"traceutil/trace.go:171","msg":"trace[2053017825] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14809; }","duration":"228.12698ms","start":"2026-07-01T01:21:54.026584Z","end":"2026-07-01T01:21:54.254711Z","steps":["trace[2053017825] 'agreement among raft nodes before linearized reading' (duration: 227.307924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:54.254933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.287595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737243"} {"level":"info","ts":"2026-07-01T01:21:54.255018Z","caller":"traceutil/trace.go:171","msg":"trace[565635717] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14809; }","duration":"228.410889ms","start":"2026-07-01T01:21:54.026585Z","end":"2026-07-01T01:21:54.254996Z","steps":["trace[565635717] 'agreement among raft nodes before linearized reading' (duration: 227.350355ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:22:29.346405Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12559} {"level":"info","ts":"2026-07-01T01:22:29.425835Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12559,"took":"77.30257ms","hash":1220139174,"current-db-size-bytes":54939648,"current-db-size":"55 MB","current-db-size-in-use-bytes":30482432,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-01T01:22:29.425979Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1220139174,"revision":12559,"compact-revision":10289} {"level":"info","ts":"2026-07-01T01:27:29.352297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14991} {"level":"info","ts":"2026-07-01T01:27:29.471642Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14991,"took":"116.378243ms","hash":1250268101,"current-db-size-bytes":54939648,"current-db-size":"55 MB","current-db-size-in-use-bytes":31735808,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T01:27:29.471705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1250268101,"revision":14991,"compact-revision":12559} {"level":"info","ts":"2026-07-01T01:27:44.636413Z","caller":"traceutil/trace.go:171","msg":"trace[1875183977] transaction","detail":"{read_only:false; response_revision:17390; number_of_response:1; }","duration":"104.630917ms","start":"2026-07-01T01:27:44.531747Z","end":"2026-07-01T01:27:44.636378Z","steps":["trace[1875183977] 'process raft request' (duration: 104.306687ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:45.285066Z","caller":"traceutil/trace.go:171","msg":"trace[1493987201] linearizableReadLoop","detail":"{readStateIndex:17988; appliedIndex:17987; }","duration":"333.732336ms","start":"2026-07-01T01:27:44.95131Z","end":"2026-07-01T01:27:45.285042Z","steps":["trace[1493987201] 'read index received' (duration: 333.507679ms)","trace[1493987201] 'applied index is now lower than readState.Index' (duration: 224.107µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:27:45.285326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.002064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ghckl\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-07-01T01:27:45.285366Z","caller":"traceutil/trace.go:171","msg":"trace[62710803] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ghckl; range_end:; response_count:1; response_revision:17391; }","duration":"334.094097ms","start":"2026-07-01T01:27:44.95126Z","end":"2026-07-01T01:27:45.285354Z","steps":["trace[62710803] 'agreement among raft nodes before linearized reading' (duration: 333.87496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:45.285409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.951237Z","time spent":"334.159959ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ghckl\" "} {"level":"info","ts":"2026-07-01T01:27:45.285761Z","caller":"traceutil/trace.go:171","msg":"trace[1391767226] transaction","detail":"{read_only:false; response_revision:17391; number_of_response:1; }","duration":"399.732306ms","start":"2026-07-01T01:27:44.886017Z","end":"2026-07-01T01:27:45.285749Z","steps":["trace[1391767226] 'process raft request' (duration: 398.879799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:45.285838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.885991Z","time spent":"399.798419ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:27:46.825319Z","caller":"traceutil/trace.go:171","msg":"trace[923745131] transaction","detail":"{read_only:false; response_revision:17411; number_of_response:1; }","duration":"175.618757ms","start":"2026-07-01T01:27:46.649663Z","end":"2026-07-01T01:27:46.825282Z","steps":["trace[923745131] 'process raft request' (duration: 175.4013ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:50.77096Z","caller":"traceutil/trace.go:171","msg":"trace[1538102170] transaction","detail":"{read_only:false; response_revision:17433; number_of_response:1; }","duration":"128.081877ms","start":"2026-07-01T01:27:50.642693Z","end":"2026-07-01T01:27:50.770775Z","steps":["trace[1538102170] 'process raft request' (duration: 127.585551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.496958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.839388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:27:52.497125Z","caller":"traceutil/trace.go:171","msg":"trace[1549307984] transaction","detail":"{read_only:false; response_revision:17437; number_of_response:1; }","duration":"1.155025968s","start":"2026-07-01T01:27:51.342068Z","end":"2026-07-01T01:27:52.497094Z","steps":["trace[1549307984] 'process raft request' (duration: 292.961562ms)","trace[1549307984] 'compare' (duration: 861.482617ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:52.497171Z","caller":"traceutil/trace.go:171","msg":"trace[998034952] linearizableReadLoop","detail":"{readStateIndex:18036; appliedIndex:18034; }","duration":"1.114693477s","start":"2026-07-01T01:27:51.382459Z","end":"2026-07-01T01:27:52.497152Z","steps":["trace[998034952] 'read index received' (duration: 32.020524ms)","trace[998034952] 'applied index is now lower than readState.Index' (duration: 1.082671763s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:52.497264Z","caller":"traceutil/trace.go:171","msg":"trace[1175109744] transaction","detail":"{read_only:false; response_revision:17438; number_of_response:1; }","duration":"756.661545ms","start":"2026-07-01T01:27:51.740583Z","end":"2026-07-01T01:27:52.497245Z","steps":["trace[1175109744] 'process raft request' (duration: 756.51401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.497301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:51.342032Z","time spent":"1.155168702s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:27:52.497361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:51.740553Z","time spent":"756.763628ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:27:52.497385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114922074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ghckl\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-07-01T01:27:52.497358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090275056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:52.49741Z","caller":"traceutil/trace.go:171","msg":"trace[1783244307] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ghckl; range_end:; response_count:1; response_revision:17438; }","duration":"1.114989417s","start":"2026-07-01T01:27:51.382413Z","end":"2026-07-01T01:27:52.497403Z","steps":["trace[1783244307] 'agreement among raft nodes before linearized reading' (duration: 1.114852412s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.497428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:51.3824Z","time spent":"1.115024727s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-ghckl\" "} {"level":"info","ts":"2026-07-01T01:27:52.497432Z","caller":"traceutil/trace.go:171","msg":"trace[1518923763] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17438; }","duration":"1.090368499s","start":"2026-07-01T01:27:51.407043Z","end":"2026-07-01T01:27:52.497412Z","steps":["trace[1518923763] 'agreement among raft nodes before linearized reading' (duration: 1.090257195s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.497468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:51.407018Z","time spent":"1.090441731s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:27:52.497595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.626864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fc9rf\" ","response":"range_response_count:1 size:22129"} {"level":"warn","ts":"2026-07-01T01:27:52.497592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.056189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-01T01:27:52.497684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.208016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:27:52.497693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.840168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:27:52.497662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.641817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T01:27:52.497712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.967434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T01:27:52.49772Z","caller":"traceutil/trace.go:171","msg":"trace[1434714250] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:17438; }","duration":"171.281249ms","start":"2026-07-01T01:27:52.326429Z","end":"2026-07-01T01:27:52.49771Z","steps":["trace[1434714250] 'agreement among raft nodes before linearized reading' (duration: 171.222778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.497724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.518737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:27:52.497756Z","caller":"traceutil/trace.go:171","msg":"trace[1420135723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17438; }","duration":"659.587559ms","start":"2026-07-01T01:27:51.838163Z","end":"2026-07-01T01:27:52.49775Z","steps":["trace[1420135723] 'agreement among raft nodes before linearized reading' (duration: 659.521127ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:52.497751Z","caller":"traceutil/trace.go:171","msg":"trace[2050064567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17438; }","duration":"581.048406ms","start":"2026-07-01T01:27:51.916692Z","end":"2026-07-01T01:27:52.497741Z","steps":["trace[2050064567] 'agreement among raft nodes before linearized reading' (duration: 580.934013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.497776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:51.838143Z","time spent":"659.62838ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:27:52.497781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:51.916671Z","time spent":"581.103478ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:27:52.497783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.59357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:27:52.497687Z","caller":"traceutil/trace.go:171","msg":"trace[777646279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17438; }","duration":"305.195583ms","start":"2026-07-01T01:27:52.192462Z","end":"2026-07-01T01:27:52.497657Z","steps":["trace[777646279] 'agreement among raft nodes before linearized reading' (duration: 304.936454ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:52.497832Z","caller":"traceutil/trace.go:171","msg":"trace[930677916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17438; }","duration":"242.690723ms","start":"2026-07-01T01:27:52.255128Z","end":"2026-07-01T01:27:52.497818Z","steps":["trace[930677916] 'agreement among raft nodes before linearized reading' (duration: 242.60245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.497853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:52.192442Z","time spent":"305.40582ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:27:52.497785Z","caller":"traceutil/trace.go:171","msg":"trace[206564605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17438; }","duration":"577.73548ms","start":"2026-07-01T01:27:51.920002Z","end":"2026-07-01T01:27:52.497737Z","steps":["trace[206564605] 'agreement among raft nodes before linearized reading' (duration: 577.460932ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:52.497747Z","caller":"traceutil/trace.go:171","msg":"trace[966970163] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:17438; }","duration":"197.89596ms","start":"2026-07-01T01:27:52.299835Z","end":"2026-07-01T01:27:52.497731Z","steps":["trace[966970163] 'agreement among raft nodes before linearized reading' (duration: 197.811507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.497905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:51.919962Z","time spent":"577.931707ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:27:52.497914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.738823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:27:52.497632Z","caller":"traceutil/trace.go:171","msg":"trace[1798016219] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fc9rf; range_end:; response_count:1; response_revision:17438; }","duration":"178.682236ms","start":"2026-07-01T01:27:52.31894Z","end":"2026-07-01T01:27:52.497622Z","steps":["trace[1798016219] 'agreement among raft nodes before linearized reading' (duration: 178.537571ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:52.497979Z","caller":"traceutil/trace.go:171","msg":"trace[1001398228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17438; }","duration":"412.843177ms","start":"2026-07-01T01:27:52.085125Z","end":"2026-07-01T01:27:52.497968Z","steps":["trace[1001398228] 'agreement among raft nodes before linearized reading' (duration: 412.689382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.498045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:52.085105Z","time spent":"412.900548ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:27:52.498118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.940241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:27:52.498168Z","caller":"traceutil/trace.go:171","msg":"trace[2054635645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17438; }","duration":"419.029734ms","start":"2026-07-01T01:27:52.079127Z","end":"2026-07-01T01:27:52.498157Z","steps":["trace[2054635645] 'agreement among raft nodes before linearized reading' (duration: 418.91715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.498204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:52.079099Z","time spent":"419.097136ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:27:52.635946Z","caller":"traceutil/trace.go:171","msg":"trace[1733512066] transaction","detail":"{read_only:false; response_revision:17441; number_of_response:1; }","duration":"130.855246ms","start":"2026-07-01T01:27:52.505066Z","end":"2026-07-01T01:27:52.635921Z","steps":["trace[1733512066] 'process raft request' (duration: 105.722792ms)","trace[1733512066] 'compare' (duration: 24.937138ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:52.637538Z","caller":"traceutil/trace.go:171","msg":"trace[415224866] transaction","detail":"{read_only:false; response_revision:17442; number_of_response:1; }","duration":"132.184369ms","start":"2026-07-01T01:27:52.505333Z","end":"2026-07-01T01:27:52.637517Z","steps":["trace[415224866] 'process raft request' (duration: 130.545446ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:52.639185Z","caller":"traceutil/trace.go:171","msg":"trace[167788890] transaction","detail":"{read_only:false; response_revision:17443; number_of_response:1; }","duration":"132.85604ms","start":"2026-07-01T01:27:52.506304Z","end":"2026-07-01T01:27:52.63916Z","steps":["trace[167788890] 'process raft request' (duration: 131.398693ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:52.639281Z","caller":"traceutil/trace.go:171","msg":"trace[1787749375] linearizableReadLoop","detail":"{readStateIndex:18041; appliedIndex:18037; }","duration":"133.891563ms","start":"2026-07-01T01:27:52.505375Z","end":"2026-07-01T01:27:52.639266Z","steps":["trace[1787749375] 'read index received' (duration: 61.369284ms)","trace[1787749375] 'applied index is now lower than readState.Index' (duration: 72.521489ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:27:52.639971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.641105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T01:27:52.640009Z","caller":"traceutil/trace.go:171","msg":"trace[2063014396] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17444; }","duration":"133.716138ms","start":"2026-07-01T01:27:52.506283Z","end":"2026-07-01T01:27:52.639999Z","steps":["trace[2063014396] 'agreement among raft nodes before linearized reading' (duration: 133.614275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.640463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.065131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945840"} {"level":"info","ts":"2026-07-01T01:27:52.640538Z","caller":"traceutil/trace.go:171","msg":"trace[1558419903] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17444; }","duration":"135.174244ms","start":"2026-07-01T01:27:52.505345Z","end":"2026-07-01T01:27:52.640519Z","steps":["trace[1558419903] 'agreement among raft nodes before linearized reading' (duration: 134.238085ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:52.640569Z","caller":"traceutil/trace.go:171","msg":"trace[1513704663] transaction","detail":"{read_only:false; response_revision:17444; number_of_response:1; }","duration":"134.200573ms","start":"2026-07-01T01:27:52.506347Z","end":"2026-07-01T01:27:52.640548Z","steps":["trace[1513704663] 'process raft request' (duration: 132.761037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:52.641522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.257047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:945840"} {"level":"info","ts":"2026-07-01T01:27:52.641589Z","caller":"traceutil/trace.go:171","msg":"trace[1353533782] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17444; }","duration":"135.337439ms","start":"2026-07-01T01:27:52.506237Z","end":"2026-07-01T01:27:52.641575Z","steps":["trace[1353533782] 'agreement among raft nodes before linearized reading' (duration: 133.215341ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.715753Z","caller":"traceutil/trace.go:171","msg":"trace[452960977] transaction","detail":"{read_only:false; response_revision:17475; number_of_response:1; }","duration":"100.292769ms","start":"2026-07-01T01:27:56.615427Z","end":"2026-07-01T01:27:56.71572Z","steps":["trace[452960977] 'process raft request' (duration: 98.184091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:57.831553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.209569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T01:27:57.831633Z","caller":"traceutil/trace.go:171","msg":"trace[1411146075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17482; }","duration":"172.354773ms","start":"2026-07-01T01:27:57.65926Z","end":"2026-07-01T01:27:57.831615Z","steps":["trace[1411146075] 'range keys from in-memory index tree' (duration: 171.999952ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:28:04.74867Z","caller":"traceutil/trace.go:171","msg":"trace[1050019272] linearizableReadLoop","detail":"{readStateIndex:18238; appliedIndex:18236; }","duration":"110.741442ms","start":"2026-07-01T01:28:04.637897Z","end":"2026-07-01T01:28:04.748638Z","steps":["trace[1050019272] 'read index received' (duration: 30.268968ms)","trace[1050019272] 'applied index is now lower than readState.Index' (duration: 80.471074ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:28:04.748733Z","caller":"traceutil/trace.go:171","msg":"trace[2060921676] transaction","detail":"{read_only:false; response_revision:17631; number_of_response:1; }","duration":"152.608601ms","start":"2026-07-01T01:28:04.596092Z","end":"2026-07-01T01:28:04.748701Z","steps":["trace[2060921676] 'process raft request' (duration: 122.435486ms)","trace[2060921676] 'compare' (duration: 29.898617ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:28:04.748916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.981371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:28:04.748999Z","caller":"traceutil/trace.go:171","msg":"trace[480863156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17631; }","duration":"111.091694ms","start":"2026-07-01T01:28:04.637887Z","end":"2026-07-01T01:28:04.748978Z","steps":["trace[480863156] 'agreement among raft nodes before linearized reading' (duration: 110.915349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:28:05.074559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.450243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:28:05.074722Z","caller":"traceutil/trace.go:171","msg":"trace[728649018] linearizableReadLoop","detail":"{readStateIndex:18244; appliedIndex:18241; }","duration":"254.179751ms","start":"2026-07-01T01:28:04.82053Z","end":"2026-07-01T01:28:05.07471Z","steps":["trace[728649018] 'read index received' (duration: 78.447399ms)","trace[728649018] 'applied index is now lower than readState.Index' (duration: 175.731522ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:28:05.074761Z","caller":"traceutil/trace.go:171","msg":"trace[458676494] transaction","detail":"{read_only:false; response_revision:17636; number_of_response:1; }","duration":"292.194586ms","start":"2026-07-01T01:28:04.78254Z","end":"2026-07-01T01:28:05.074734Z","steps":["trace[458676494] 'process raft request' (duration: 292.097903ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:28:05.074798Z","caller":"traceutil/trace.go:171","msg":"trace[358374331] transaction","detail":"{read_only:false; response_revision:17637; number_of_response:1; }","duration":"291.863146ms","start":"2026-07-01T01:28:04.782924Z","end":"2026-07-01T01:28:05.074788Z","steps":["trace[358374331] 'process raft request' (duration: 291.753763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:28:05.074926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.395037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fc9rf\" ","response":"range_response_count:1 size:22129"} {"level":"info","ts":"2026-07-01T01:28:05.074958Z","caller":"traceutil/trace.go:171","msg":"trace[1589860983] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fc9rf; range_end:; response_count:1; response_revision:17637; }","duration":"254.462129ms","start":"2026-07-01T01:28:04.820487Z","end":"2026-07-01T01:28:05.074949Z","steps":["trace[1589860983] 'agreement among raft nodes before linearized reading' (duration: 254.327845ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:28:05.074882Z","caller":"traceutil/trace.go:171","msg":"trace[1806465354] transaction","detail":"{read_only:false; response_revision:17635; number_of_response:1; }","duration":"292.6148ms","start":"2026-07-01T01:28:04.782252Z","end":"2026-07-01T01:28:05.074866Z","steps":["trace[1806465354] 'process raft request' (duration: 116.793736ms)","trace[1806465354] 'compare' (duration: 175.338188ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:28:05.075027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.661307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:28:05.07508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.51244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fdd31104-803f-43e4-bd3f-f8fef2e51c3e\" ","response":"range_response_count:1 size:3639"} {"level":"info","ts":"2026-07-01T01:28:05.075106Z","caller":"traceutil/trace.go:171","msg":"trace[1676182184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17637; }","duration":"134.786392ms","start":"2026-07-01T01:28:04.940302Z","end":"2026-07-01T01:28:05.075088Z","steps":["trace[1676182184] 'agreement among raft nodes before linearized reading' (duration: 134.651387ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:28:05.075148Z","caller":"traceutil/trace.go:171","msg":"trace[709912156] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fdd31104-803f-43e4-bd3f-f8fef2e51c3e; range_end:; response_count:1; response_revision:17637; }","duration":"188.624754ms","start":"2026-07-01T01:28:04.886503Z","end":"2026-07-01T01:28:05.075128Z","steps":["trace[709912156] 'agreement among raft nodes before linearized reading' (duration: 188.452148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:28:05.07515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.551081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-ghckl\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-07-01T01:28:05.075234Z","caller":"traceutil/trace.go:171","msg":"trace[1208078504] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-ghckl; range_end:; response_count:1; response_revision:17637; }","duration":"233.683955ms","start":"2026-07-01T01:28:04.841526Z","end":"2026-07-01T01:28:05.07521Z","steps":["trace[1208078504] 'agreement among raft nodes before linearized reading' (duration: 233.433727ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:31:41.79685Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:31:41.802218Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-01T01:31:41.802296Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-01T01:32:29.358316Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17286} {"level":"info","ts":"2026-07-01T01:32:29.454231Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17286,"took":"92.352024ms","hash":3170205024,"current-db-size-bytes":54939648,"current-db-size":"55 MB","current-db-size-in-use-bytes":34512896,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-01T01:32:29.454304Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3170205024,"revision":17286,"compact-revision":14991} {"level":"info","ts":"2026-07-01T01:33:18.082393Z","caller":"traceutil/trace.go:171","msg":"trace[2065217395] transaction","detail":"{read_only:false; response_revision:20012; number_of_response:1; }","duration":"276.231005ms","start":"2026-07-01T01:33:17.806136Z","end":"2026-07-01T01:33:18.082367Z","steps":["trace[2065217395] 'process raft request' (duration: 276.080021ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:18.502348Z","caller":"traceutil/trace.go:171","msg":"trace[1790137939] linearizableReadLoop","detail":"{readStateIndex:20696; appliedIndex:20695; }","duration":"357.164605ms","start":"2026-07-01T01:33:18.145155Z","end":"2026-07-01T01:33:18.502319Z","steps":["trace[1790137939] 'read index received' (duration: 262.862619ms)","trace[1790137939] 'applied index is now lower than readState.Index' (duration: 94.300896ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:33:18.502368Z","caller":"traceutil/trace.go:171","msg":"trace[388382241] transaction","detail":"{read_only:false; response_revision:20013; number_of_response:1; }","duration":"694.082862ms","start":"2026-07-01T01:33:17.808242Z","end":"2026-07-01T01:33:18.502325Z","steps":["trace[388382241] 'process raft request' (duration: 599.856428ms)","trace[388382241] 'compare' (duration: 94.11301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:18.502529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:17.808219Z","time spent":"694.233777ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:18.502574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.408593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:33:18.502609Z","caller":"traceutil/trace.go:171","msg":"trace[214377708] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:20013; }","duration":"357.502216ms","start":"2026-07-01T01:33:18.145098Z","end":"2026-07-01T01:33:18.5026Z","steps":["trace[214377708] 'agreement among raft nodes before linearized reading' (duration: 357.365251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:18.502659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:18.145075Z","time spent":"357.574788ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":82,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:18.502725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.400502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T01:33:18.502822Z","caller":"traceutil/trace.go:171","msg":"trace[2063502933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20013; }","duration":"231.543236ms","start":"2026-07-01T01:33:18.271255Z","end":"2026-07-01T01:33:18.502798Z","steps":["trace[2063502933] 'agreement among raft nodes before linearized reading' (duration: 231.294858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:18.503067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.935205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:33:18.503117Z","caller":"traceutil/trace.go:171","msg":"trace[1660328684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20013; }","duration":"230.020618ms","start":"2026-07-01T01:33:18.273083Z","end":"2026-07-01T01:33:18.503103Z","steps":["trace[1660328684] 'agreement among raft nodes before linearized reading' (duration: 229.840772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:19.26307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784800118,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:33:19.630825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.693423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-01T01:33:19.630408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.057793ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:19.630987Z","caller":"traceutil/trace.go:171","msg":"trace[1310366852] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20013; }","duration":"957.649522ms","start":"2026-07-01T01:33:18.673319Z","end":"2026-07-01T01:33:19.630969Z","steps":["trace[1310366852] 'range keys from in-memory index tree' (duration: 957.040953ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:19.631161Z","caller":"traceutil/trace.go:171","msg":"trace[495631688] transaction","detail":"{read_only:false; response_revision:20014; number_of_response:1; }","duration":"1.123910081s","start":"2026-07-01T01:33:18.507087Z","end":"2026-07-01T01:33:19.630997Z","steps":["trace[495631688] 'process raft request' (duration: 895.97699ms)","trace[495631688] 'compare' (duration: 227.120395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:19.631244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:18.507067Z","time spent":"1.124152618s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:20.941518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:33:20.94162Z","caller":"traceutil/trace.go:171","msg":"trace[558885311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056436s","start":"2026-07-01T01:33:18.941543Z","end":"2026-07-01T01:33:20.941599Z","steps":["trace[558885311] 'agreement among raft nodes before linearized reading' (duration: 1.999883371s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:20.941675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:18.941512Z","time spent":"2.000150239s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:33:21.415385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541309234s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:33:21.415799Z","caller":"traceutil/trace.go:171","msg":"trace[1925464555] transaction","detail":"{read_only:false; response_revision:20018; number_of_response:1; }","duration":"1.328974371s","start":"2026-07-01T01:33:20.086799Z","end":"2026-07-01T01:33:21.415773Z","steps":["trace[1925464555] 'process raft request' (duration: 1.328879258s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:21.415912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.086779Z","time spent":"1.329081545s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:21.416381Z","caller":"traceutil/trace.go:171","msg":"trace[649563660] transaction","detail":"{read_only:false; response_revision:20016; number_of_response:1; }","duration":"2.908548177s","start":"2026-07-01T01:33:18.507789Z","end":"2026-07-01T01:33:21.416338Z","steps":["trace[649563660] 'process raft request' (duration: 2.907739671s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:21.416391Z","caller":"traceutil/trace.go:171","msg":"trace[1974254457] linearizableReadLoop","detail":"{readStateIndex:20700; appliedIndex:20696; }","duration":"2.653697315s","start":"2026-07-01T01:33:18.762663Z","end":"2026-07-01T01:33:21.41636Z","steps":["trace[1974254457] 'read index received' (duration: 640.508377ms)","trace[1974254457] 'applied index is now lower than readState.Index' (duration: 2.013185598s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:21.416487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:18.50778Z","time spent":"2.90865758s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:21.416511Z","caller":"traceutil/trace.go:171","msg":"trace[903881044] transaction","detail":"{read_only:false; response_revision:20017; number_of_response:1; }","duration":"2.861148441s","start":"2026-07-01T01:33:18.555347Z","end":"2026-07-01T01:33:21.416496Z","steps":["trace[903881044] 'process raft request' (duration: 2.860268023s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:21.416588Z","caller":"traceutil/trace.go:171","msg":"trace[1411673402] transaction","detail":"{read_only:false; response_revision:20015; number_of_response:1; }","duration":"2.909105336s","start":"2026-07-01T01:33:18.507432Z","end":"2026-07-01T01:33:21.416537Z","steps":["trace[1411673402] 'process raft request' (duration: 1.366549003s)","trace[1411673402] 'compare' (duration: 1.541201079s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:21.416627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:18.555334Z","time spent":"2.861207463s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:21.416785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:18.507417Z","time spent":"2.90926117s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:21.416809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654112188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:33:21.416915Z","caller":"traceutil/trace.go:171","msg":"trace[2131464660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20018; }","duration":"2.654287054s","start":"2026-07-01T01:33:18.762595Z","end":"2026-07-01T01:33:21.416882Z","steps":["trace[2131464660] 'agreement among raft nodes before linearized reading' (duration: 2.653929642s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:21.416992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:18.762552Z","time spent":"2.654422769s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:33:21.475302Z","caller":"traceutil/trace.go:171","msg":"trace[294379241] transaction","detail":"{read_only:false; response_revision:20020; number_of_response:1; }","duration":"774.437613ms","start":"2026-07-01T01:33:20.700837Z","end":"2026-07-01T01:33:21.475275Z","steps":["trace[294379241] 'process raft request' (duration: 774.385491ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:21.475356Z","caller":"traceutil/trace.go:171","msg":"trace[65557364] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"967.375825ms","start":"2026-07-01T01:33:20.507961Z","end":"2026-07-01T01:33:21.475337Z","steps":["trace[65557364] 'process raft request' (duration: 967.136557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:21.475461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.700812Z","time spent":"774.565107ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:21.475488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.507943Z","time spent":"967.457037ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:22.91737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.442203562s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:33:22.917957Z","caller":"traceutil/trace.go:171","msg":"trace[1340081833] linearizableReadLoop","detail":"{readStateIndex:20704; appliedIndex:20701; }","duration":"1.501473578s","start":"2026-07-01T01:33:21.416453Z","end":"2026-07-01T01:33:22.917927Z","steps":["trace[1340081833] 'read index received' (duration: 58.689587ms)","trace[1340081833] 'applied index is now lower than readState.Index' (duration: 1.442782971s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:22.91808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628949414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:33:22.918162Z","caller":"traceutil/trace.go:171","msg":"trace[1154488954] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20022; }","duration":"2.629089298s","start":"2026-07-01T01:33:20.289053Z","end":"2026-07-01T01:33:22.918142Z","steps":["trace[1154488954] 'agreement among raft nodes before linearized reading' (duration: 2.628904642s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.289032Z","time spent":"2.629180141s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:22.918236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836273006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:33:22.918263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766114281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:33:22.918287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00391338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-01T01:33:22.918303Z","caller":"traceutil/trace.go:171","msg":"trace[958211595] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20022; }","duration":"2.836371378s","start":"2026-07-01T01:33:20.081907Z","end":"2026-07-01T01:33:22.918278Z","steps":["trace[958211595] 'agreement among raft nodes before linearized reading' (duration: 2.836285816s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:22.918336Z","caller":"traceutil/trace.go:171","msg":"trace[1657506076] transaction","detail":"{read_only:false; response_revision:20021; number_of_response:1; }","duration":"1.658798451s","start":"2026-07-01T01:33:21.259525Z","end":"2026-07-01T01:33:22.918323Z","steps":["trace[1657506076] 'process raft request' (duration: 1.658082488s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.081885Z","time spent":"2.836462632s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:22.918353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061836191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:33:22.918411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759701866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:33:22.91843Z","caller":"traceutil/trace.go:171","msg":"trace[462739603] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:20022; }","duration":"2.004023623s","start":"2026-07-01T01:33:20.914312Z","end":"2026-07-01T01:33:22.918336Z","steps":["trace[462739603] 'agreement among raft nodes before linearized reading' (duration: 2.003783576s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004662652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:22.918444Z","caller":"traceutil/trace.go:171","msg":"trace[1056932939] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:20022; }","duration":"3.061971815s","start":"2026-07-01T01:33:19.856451Z","end":"2026-07-01T01:33:22.918423Z","steps":["trace[1056932939] 'agreement among raft nodes before linearized reading' (duration: 3.06182519s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552970354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:33:22.91848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.259497Z","time spent":"1.658889914s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:22.91849Z","caller":"traceutil/trace.go:171","msg":"trace[780587808] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20022; }","duration":"3.005068005s","start":"2026-07-01T01:33:19.913408Z","end":"2026-07-01T01:33:22.918476Z","steps":["trace[780587808] 'agreement among raft nodes before linearized reading' (duration: 3.004625071s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721555792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T01:33:22.918508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:19.856427Z","time spent":"3.062061738s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:22.918526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976201664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:33:22.918539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:19.913386Z","time spent":"3.005139727s","remote":"127.0.0.1:60762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:22.918555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089526069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:33:22.918554Z","caller":"traceutil/trace.go:171","msg":"trace[990385426] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20022; }","duration":"3.721692318s","start":"2026-07-01T01:33:19.196843Z","end":"2026-07-01T01:33:22.918535Z","steps":["trace[990385426] 'agreement among raft nodes before linearized reading' (duration: 3.721412159s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:22.918577Z","caller":"traceutil/trace.go:171","msg":"trace[902411614] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20022; }","duration":"2.08954956s","start":"2026-07-01T01:33:20.829022Z","end":"2026-07-01T01:33:22.918571Z","steps":["trace[902411614] 'agreement among raft nodes before linearized reading' (duration: 2.089510689s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:19.196822Z","time spent":"3.72177442s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:33:22.918642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435859187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:33:22.918663Z","caller":"traceutil/trace.go:171","msg":"trace[1229558314] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:20022; }","duration":"2.43592396s","start":"2026-07-01T01:33:20.482733Z","end":"2026-07-01T01:33:22.918657Z","steps":["trace[1229558314] 'agreement among raft nodes before linearized reading' (duration: 2.435891148s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086417554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T01:33:22.918713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.482712Z","time spent":"2.435992371s","remote":"127.0.0.1:45420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:22.918723Z","caller":"traceutil/trace.go:171","msg":"trace[1922297119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20022; }","duration":"4.086507567s","start":"2026-07-01T01:33:18.832203Z","end":"2026-07-01T01:33:22.918711Z","steps":["trace[1922297119] 'agreement among raft nodes before linearized reading' (duration: 4.086382163s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:18.832183Z","time spent":"4.086571939s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:33:22.91848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.914292Z","time spent":"2.004177879s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T01:33:22.918773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086349002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:33:22.918516Z","caller":"traceutil/trace.go:171","msg":"trace[1952122823] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20022; }","duration":"2.553040436s","start":"2026-07-01T01:33:20.365467Z","end":"2026-07-01T01:33:22.918507Z","steps":["trace[1952122823] 'agreement among raft nodes before linearized reading' (duration: 2.552998224s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:22.918865Z","caller":"traceutil/trace.go:171","msg":"trace[626040177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20022; }","duration":"4.086534328s","start":"2026-07-01T01:33:18.832315Z","end":"2026-07-01T01:33:22.918849Z","steps":["trace[626040177] 'agreement among raft nodes before linearized reading' (duration: 4.086148825s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:22.918344Z","caller":"traceutil/trace.go:171","msg":"trace[363380750] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20022; }","duration":"2.766253166s","start":"2026-07-01T01:33:20.152071Z","end":"2026-07-01T01:33:22.918325Z","steps":["trace[363380750] 'agreement among raft nodes before linearized reading' (duration: 2.766100621s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.365445Z","time spent":"2.553438579s","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:22.91844Z","caller":"traceutil/trace.go:171","msg":"trace[534111559] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20022; }","duration":"2.759751677s","start":"2026-07-01T01:33:20.15868Z","end":"2026-07-01T01:33:22.918432Z","steps":["trace[534111559] 'agreement among raft nodes before linearized reading' (duration: 2.759686875s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:18.832299Z","time spent":"4.086625381s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:33:22.918265Z","caller":"traceutil/trace.go:171","msg":"trace[473510601] transaction","detail":"{read_only:false; response_revision:20022; number_of_response:1; }","duration":"1.496427277s","start":"2026-07-01T01:33:21.421798Z","end":"2026-07-01T01:33:22.918225Z","steps":["trace[473510601] 'process raft request' (duration: 1.496077986s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.918609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.828968Z","time spent":"2.089634792s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:22.918979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.15867Z","time spent":"2.760296345s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:22.91896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.15205Z","time spent":"2.766886045s","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:22.918564Z","caller":"traceutil/trace.go:171","msg":"trace[165403378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20022; }","duration":"1.976274376s","start":"2026-07-01T01:33:20.94228Z","end":"2026-07-01T01:33:22.918555Z","steps":["trace[165403378] 'agreement among raft nodes before linearized reading' (duration: 1.976222375s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.919128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.942264Z","time spent":"1.976852544s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:33:22.918372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05305714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-01T01:33:22.919198Z","caller":"traceutil/trace.go:171","msg":"trace[1904315061] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20022; }","duration":"3.053968269s","start":"2026-07-01T01:33:19.865206Z","end":"2026-07-01T01:33:22.919174Z","steps":["trace[1904315061] 'agreement among raft nodes before linearized reading' (duration: 3.052857904s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:22.919245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:19.865194Z","time spent":"3.054039892s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-01T01:33:22.919072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.421771Z","time spent":"1.497223502s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:23.700253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.29283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:33:23.700455Z","caller":"traceutil/trace.go:171","msg":"trace[1803467426] linearizableReadLoop","detail":"{readStateIndex:20706; appliedIndex:20705; }","duration":"782.322314ms","start":"2026-07-01T01:33:22.918036Z","end":"2026-07-01T01:33:23.700358Z","steps":["trace[1803467426] 'read index received' (duration: 313.939472ms)","trace[1803467426] 'applied index is now lower than readState.Index' (duration: 468.380332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:23.70061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203670982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:23.70071Z","caller":"traceutil/trace.go:171","msg":"trace[971486715] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:20023; }","duration":"1.203824427s","start":"2026-07-01T01:33:22.496867Z","end":"2026-07-01T01:33:23.700692Z","steps":["trace[971486715] 'agreement among raft nodes before linearized reading' (duration: 1.203643261s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:23.700726Z","caller":"traceutil/trace.go:171","msg":"trace[896700036] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"1.81696196s","start":"2026-07-01T01:33:21.883716Z","end":"2026-07-01T01:33:23.700678Z","steps":["trace[896700036] 'process raft request' (duration: 1.348141973s)","trace[896700036] 'compare' (duration: 468.013861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:23.700789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.496848Z","time spent":"1.203904259s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:23.700915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.883698Z","time spent":"1.817099635s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:23.700893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066093499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T01:33:23.700921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010745349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:33:23.70102Z","caller":"traceutil/trace.go:171","msg":"trace[1175476371] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20023; }","duration":"2.010849272s","start":"2026-07-01T01:33:21.690155Z","end":"2026-07-01T01:33:23.701004Z","steps":["trace[1175476371] 'agreement among raft nodes before linearized reading' (duration: 2.010373057s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:23.701005Z","caller":"traceutil/trace.go:171","msg":"trace[1869100255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20023; }","duration":"2.066209683s","start":"2026-07-01T01:33:21.634781Z","end":"2026-07-01T01:33:23.700991Z","steps":["trace[1869100255] 'agreement among raft nodes before linearized reading' (duration: 2.06582739s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:23.701066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.690087Z","time spent":"2.010968376s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":80,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:23.701109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.63472Z","time spent":"2.066376658s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:33:24.20129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784800139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:33:24.624257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392272166s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:33:24.839622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.104051ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-01T01:33:24.84Z","caller":"traceutil/trace.go:171","msg":"trace[1767475137] transaction","detail":"{read_only:false; response_revision:20026; number_of_response:1; }","duration":"1.905636958s","start":"2026-07-01T01:33:22.934345Z","end":"2026-07-01T01:33:24.839982Z","steps":["trace[1767475137] 'process raft request' (duration: 1.905584276s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.840116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.934331Z","time spent":"1.90571155s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:24.840202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.920127Z","time spent":"1.920067359s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:33:24.840239Z","caller":"traceutil/trace.go:171","msg":"trace[1597903190] transaction","detail":"{read_only:false; response_revision:20024; number_of_response:1; }","duration":"1.914060307s","start":"2026-07-01T01:33:22.926129Z","end":"2026-07-01T01:33:24.84019Z","steps":["trace[1597903190] 'process raft request' (duration: 1.913613963s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.840271Z","caller":"traceutil/trace.go:171","msg":"trace[797840960] transaction","detail":"{read_only:false; response_revision:20025; number_of_response:1; }","duration":"1.913881331s","start":"2026-07-01T01:33:22.926308Z","end":"2026-07-01T01:33:24.840189Z","steps":["trace[797840960] 'process raft request' (duration: 1.913576432s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.840464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.926119Z","time spent":"1.914206142s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:24.840692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.926302Z","time spent":"1.914077437s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:33:24.842924Z","caller":"traceutil/trace.go:171","msg":"trace[183625122] transaction","detail":"{read_only:false; response_revision:20027; number_of_response:1; }","duration":"1.420332124s","start":"2026-07-01T01:33:23.422567Z","end":"2026-07-01T01:33:24.842899Z","steps":["trace[183625122] 'process raft request' (duration: 1.420067676s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.842997Z","caller":"traceutil/trace.go:171","msg":"trace[2118227207] linearizableReadLoop","detail":"{readStateIndex:20714; appliedIndex:20706; }","duration":"1.142400423s","start":"2026-07-01T01:33:23.700575Z","end":"2026-07-01T01:33:24.842976Z","steps":["trace[2118227207] 'read index received' (duration: 923.951656ms)","trace[2118227207] 'applied index is now lower than readState.Index' (duration: 218.447647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:24.843052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.422551Z","time spent":"1.420429707s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:24.843188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914508362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:24.843287Z","caller":"traceutil/trace.go:171","msg":"trace[52768222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20030; }","duration":"1.914622615s","start":"2026-07-01T01:33:22.928644Z","end":"2026-07-01T01:33:24.843267Z","steps":["trace[52768222] 'agreement among raft nodes before linearized reading' (duration: 1.91446997s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.843298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91727536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T01:33:24.843289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422690959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T01:33:24.843271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543245106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:24.843342Z","caller":"traceutil/trace.go:171","msg":"trace[1205142931] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20030; }","duration":"1.917342692s","start":"2026-07-01T01:33:22.925987Z","end":"2026-07-01T01:33:24.843329Z","steps":["trace[1205142931] 'agreement among raft nodes before linearized reading' (duration: 1.917136535s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.843343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.928637Z","time spent":"1.914686407s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:33:24.843357Z","caller":"traceutil/trace.go:171","msg":"trace[1199025034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20030; }","duration":"1.422793622s","start":"2026-07-01T01:33:23.420545Z","end":"2026-07-01T01:33:24.843339Z","steps":["trace[1199025034] 'agreement among raft nodes before linearized reading' (duration: 1.422594296s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.843389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.420529Z","time spent":"1.422853264s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:33:24.843386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.92598Z","time spent":"1.917391733s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T01:33:24.843373Z","caller":"traceutil/trace.go:171","msg":"trace[990177427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20030; }","duration":"1.543435941s","start":"2026-07-01T01:33:23.299914Z","end":"2026-07-01T01:33:24.84335Z","steps":["trace[990177427] 'agreement among raft nodes before linearized reading' (duration: 1.543165123s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.843359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422212704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-01T01:33:24.843454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.299893Z","time spent":"1.543538595s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:24.843484Z","caller":"traceutil/trace.go:171","msg":"trace[1116961709] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20030; }","duration":"1.422367889s","start":"2026-07-01T01:33:23.421096Z","end":"2026-07-01T01:33:24.843464Z","steps":["trace[1116961709] 'agreement among raft nodes before linearized reading' (duration: 1.421907594s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.84351Z","caller":"traceutil/trace.go:171","msg":"trace[956737753] transaction","detail":"{read_only:false; response_revision:20029; number_of_response:1; }","duration":"1.362786973s","start":"2026-07-01T01:33:23.480702Z","end":"2026-07-01T01:33:24.843489Z","steps":["trace[956737753] 'process raft request' (duration: 1.362165083s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.843532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.421086Z","time spent":"1.422434391s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:33:24.843593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.480666Z","time spent":"1.362879546s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:24.84368Z","caller":"traceutil/trace.go:171","msg":"trace[1761510239] transaction","detail":"{read_only:false; response_revision:20030; number_of_response:1; }","duration":"1.13887959s","start":"2026-07-01T01:33:23.704785Z","end":"2026-07-01T01:33:24.843664Z","steps":["trace[1761510239] 'process raft request' (duration: 1.138134357s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.843714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417144752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:24.843747Z","caller":"traceutil/trace.go:171","msg":"trace[1702320303] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:20030; }","duration":"1.417204684s","start":"2026-07-01T01:33:23.42653Z","end":"2026-07-01T01:33:24.843735Z","steps":["trace[1702320303] 'agreement among raft nodes before linearized reading' (duration: 1.417141552s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.843755Z","caller":"traceutil/trace.go:171","msg":"trace[1495757042] transaction","detail":"{read_only:false; response_revision:20028; number_of_response:1; }","duration":"1.421100718s","start":"2026-07-01T01:33:23.422642Z","end":"2026-07-01T01:33:24.843743Z","steps":["trace[1495757042] 'process raft request' (duration: 1.420163618s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.843766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.704769Z","time spent":"1.138942593s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:24.843776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.42652Z","time spent":"1.417248595s","remote":"127.0.0.1:44792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:24.84381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.422615Z","time spent":"1.42116339s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:24.843986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921232316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-51c366fb-c9ec-4a03-aab3-6ee4f51688a1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T01:33:24.844029Z","caller":"traceutil/trace.go:171","msg":"trace[1711340143] range","detail":"{range_begin:/registry/persistentvolumes/pvc-51c366fb-c9ec-4a03-aab3-6ee4f51688a1; range_end:; response_count:1; response_revision:20030; }","duration":"1.921318219s","start":"2026-07-01T01:33:22.9227Z","end":"2026-07-01T01:33:24.844018Z","steps":["trace[1711340143] 'agreement among raft nodes before linearized reading' (duration: 1.920628277s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.84406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.922675Z","time spent":"1.921377341s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-51c366fb-c9ec-4a03-aab3-6ee4f51688a1\" "} {"level":"warn","ts":"2026-07-01T01:33:25.260595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.804853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:33:25.260711Z","caller":"traceutil/trace.go:171","msg":"trace[749643602] linearizableReadLoop","detail":"{readStateIndex:20715; appliedIndex:20714; }","duration":"417.64907ms","start":"2026-07-01T01:33:24.843047Z","end":"2026-07-01T01:33:25.260696Z","steps":["trace[749643602] 'read index received' (duration: 156.688842ms)","trace[749643602] 'applied index is now lower than readState.Index' (duration: 260.959107ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:33:25.26079Z","caller":"traceutil/trace.go:171","msg":"trace[969698469] transaction","detail":"{read_only:false; response_revision:20031; number_of_response:1; }","duration":"419.458948ms","start":"2026-07-01T01:33:24.841316Z","end":"2026-07-01T01:33:25.260775Z","steps":["trace[969698469] 'process raft request' (duration: 158.404557ms)","trace[969698469] 'compare' (duration: 260.635898ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:25.260884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.841291Z","time spent":"419.55636ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:25.260953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.985857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-01T01:33:25.261008Z","caller":"traceutil/trace.go:171","msg":"trace[475812167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20031; }","duration":"914.052899ms","start":"2026-07-01T01:33:24.346941Z","end":"2026-07-01T01:33:25.260994Z","steps":["trace[475812167] 'agreement among raft nodes before linearized reading' (duration: 913.845492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.261019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463957719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:33:25.261039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.346868Z","time spent":"914.163712ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T01:33:25.261043Z","caller":"traceutil/trace.go:171","msg":"trace[1136071585] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20031; }","duration":"1.464027051s","start":"2026-07-01T01:33:23.797008Z","end":"2026-07-01T01:33:25.261035Z","steps":["trace[1136071585] 'agreement among raft nodes before linearized reading' (duration: 1.46397083s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.261051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505320283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:33:25.261065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.796985Z","time spent":"1.464073743s","remote":"127.0.0.1:60708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:25.261081Z","caller":"traceutil/trace.go:171","msg":"trace[2087646286] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20031; }","duration":"1.505392145s","start":"2026-07-01T01:33:23.755681Z","end":"2026-07-01T01:33:25.261073Z","steps":["trace[2087646286] 'agreement among raft nodes before linearized reading' (duration: 1.505333023s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.26106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188171287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:33:25.261099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.755662Z","time spent":"1.505431666s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:25.261122Z","caller":"traceutil/trace.go:171","msg":"trace[2037087485] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20031; }","duration":"1.18825045s","start":"2026-07-01T01:33:24.072856Z","end":"2026-07-01T01:33:25.261107Z","steps":["trace[2037087485] 'agreement among raft nodes before linearized reading' (duration: 1.188125636s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.261123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.590436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:33:25.261169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.0728Z","time spent":"1.188347153s","remote":"127.0.0.1:32838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:25.261181Z","caller":"traceutil/trace.go:171","msg":"trace[425683376] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20031; }","duration":"693.707571ms","start":"2026-07-01T01:33:24.56746Z","end":"2026-07-01T01:33:25.261168Z","steps":["trace[425683376] 'agreement among raft nodes before linearized reading' (duration: 693.523365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.261236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.567437Z","time spent":"693.768163ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":114,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:25.261272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.615225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:33:25.261355Z","caller":"traceutil/trace.go:171","msg":"trace[1425804187] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20031; }","duration":"782.759959ms","start":"2026-07-01T01:33:24.478578Z","end":"2026-07-01T01:33:25.261338Z","steps":["trace[1425804187] 'agreement among raft nodes before linearized reading' (duration: 782.443129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.261391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.478559Z","time spent":"782.826142ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T01:33:25.264121Z","caller":"traceutil/trace.go:171","msg":"trace[1573395367] transaction","detail":"{read_only:false; response_revision:20032; number_of_response:1; }","duration":"416.742381ms","start":"2026-07-01T01:33:24.847348Z","end":"2026-07-01T01:33:25.26409Z","steps":["trace[1573395367] 'process raft request' (duration: 416.510754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.264167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.940355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-01T01:33:25.264206Z","caller":"traceutil/trace.go:171","msg":"trace[939082407] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20033; }","duration":"415.991677ms","start":"2026-07-01T01:33:24.8482Z","end":"2026-07-01T01:33:25.264192Z","steps":["trace[939082407] 'agreement among raft nodes before linearized reading' (duration: 415.861713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.264221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.847336Z","time spent":"416.823603ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:25.264239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.84819Z","time spent":"416.043509ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-01T01:33:25.264259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.791901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:33:25.264299Z","caller":"traceutil/trace.go:171","msg":"trace[509091314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20033; }","duration":"340.865073ms","start":"2026-07-01T01:33:24.923419Z","end":"2026-07-01T01:33:25.264284Z","steps":["trace[509091314] 'agreement among raft nodes before linearized reading' (duration: 340.625936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.264329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.9234Z","time spent":"340.923375ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:33:25.264322Z","caller":"traceutil/trace.go:171","msg":"trace[1920908318] transaction","detail":"{read_only:false; response_revision:20033; number_of_response:1; }","duration":"415.510312ms","start":"2026-07-01T01:33:24.848786Z","end":"2026-07-01T01:33:25.264297Z","steps":["trace[1920908318] 'process raft request' (duration: 415.188351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.264407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.852138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:25.264438Z","caller":"traceutil/trace.go:171","msg":"trace[1167028704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20033; }","duration":"418.9087ms","start":"2026-07-01T01:33:24.845521Z","end":"2026-07-01T01:33:25.26443Z","steps":["trace[1167028704] 'agreement among raft nodes before linearized reading' (duration: 418.857668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.264442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.848766Z","time spent":"415.615815ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:25.264462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.845502Z","time spent":"418.955102ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:33:25.264676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.367285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18259"} {"level":"info","ts":"2026-07-01T01:33:25.264707Z","caller":"traceutil/trace.go:171","msg":"trace[1680139209] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20033; }","duration":"419.519739ms","start":"2026-07-01T01:33:24.845179Z","end":"2026-07-01T01:33:25.264699Z","steps":["trace[1680139209] 'agreement among raft nodes before linearized reading' (duration: 419.443847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:25.264724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.84516Z","time spent":"419.560491ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18282,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-01T01:34:41.053716Z","caller":"traceutil/trace.go:171","msg":"trace[601761801] linearizableReadLoop","detail":"{readStateIndex:21397; appliedIndex:21396; }","duration":"112.581861ms","start":"2026-07-01T01:34:40.941109Z","end":"2026-07-01T01:34:41.05369Z","steps":["trace[601761801] 'read index received' (duration: 112.494038ms)","trace[601761801] 'applied index is now lower than readState.Index' (duration: 84.153µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:34:41.053855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.730167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:34:41.05389Z","caller":"traceutil/trace.go:171","msg":"trace[735427201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20685; }","duration":"112.812059ms","start":"2026-07-01T01:34:40.941065Z","end":"2026-07-01T01:34:41.053877Z","steps":["trace[735427201] 'agreement among raft nodes before linearized reading' (duration: 112.728497ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:34:41.475697Z","caller":"traceutil/trace.go:171","msg":"trace[1464972016] transaction","detail":"{read_only:false; response_revision:20688; number_of_response:1; }","duration":"143.760929ms","start":"2026-07-01T01:34:41.331915Z","end":"2026-07-01T01:34:41.475676Z","steps":["trace[1464972016] 'process raft request' (duration: 104.742391ms)","trace[1464972016] 'compare' (duration: 38.861523ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:34:41.475935Z","caller":"traceutil/trace.go:171","msg":"trace[939502064] transaction","detail":"{read_only:false; response_revision:20689; number_of_response:1; }","duration":"141.048242ms","start":"2026-07-01T01:34:41.33486Z","end":"2026-07-01T01:34:41.475908Z","steps":["trace[939502064] 'process raft request' (duration: 140.787364ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:34:41.475905Z","caller":"traceutil/trace.go:171","msg":"trace[830561003] linearizableReadLoop","detail":"{readStateIndex:21401; appliedIndex:21398; }","duration":"136.29241ms","start":"2026-07-01T01:34:41.339581Z","end":"2026-07-01T01:34:41.475874Z","steps":["trace[830561003] 'read index received' (duration: 11.839689ms)","trace[830561003] 'applied index is now lower than readState.Index' (duration: 124.443421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:34:41.476174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.080123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:34:41.476205Z","caller":"traceutil/trace.go:171","msg":"trace[676527200] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20689; }","duration":"116.159926ms","start":"2026-07-01T01:34:41.360035Z","end":"2026-07-01T01:34:41.476195Z","steps":["trace[676527200] 'agreement among raft nodes before linearized reading' (duration: 116.093234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:34:41.476187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.587079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T01:34:41.476263Z","caller":"traceutil/trace.go:171","msg":"trace[693271779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20689; }","duration":"136.712183ms","start":"2026-07-01T01:34:41.339532Z","end":"2026-07-01T01:34:41.476244Z","steps":["trace[693271779] 'agreement among raft nodes before linearized reading' (duration: 136.464355ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:04.380572Z","caller":"traceutil/trace.go:171","msg":"trace[1748311081] transaction","detail":"{read_only:false; response_revision:21878; number_of_response:1; }","duration":"187.099155ms","start":"2026-07-01T01:37:04.193446Z","end":"2026-07-01T01:37:04.380545Z","steps":["trace[1748311081] 'process raft request' (duration: 186.432363ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:08.675915Z","caller":"traceutil/trace.go:171","msg":"trace[2672199] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"107.408036ms","start":"2026-07-01T01:37:08.568472Z","end":"2026-07-01T01:37:08.67588Z","steps":["trace[2672199] 'process raft request' (duration: 88.324855ms)","trace[2672199] 'compare' (duration: 18.657907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:08.720536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.03983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-07-01T01:37:08.720694Z","caller":"traceutil/trace.go:171","msg":"trace[1657036267] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21999; }","duration":"130.258816ms","start":"2026-07-01T01:37:08.590416Z","end":"2026-07-01T01:37:08.720675Z","steps":["trace[1657036267] 'agreement among raft nodes before linearized reading' (duration: 129.986678ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:08.720547Z","caller":"traceutil/trace.go:171","msg":"trace[1162665680] transaction","detail":"{read_only:false; response_revision:21998; number_of_response:1; }","duration":"135.110342ms","start":"2026-07-01T01:37:08.5854Z","end":"2026-07-01T01:37:08.720511Z","steps":["trace[1162665680] 'process raft request' (duration: 134.785092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:08.72074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.070443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:08.720838Z","caller":"traceutil/trace.go:171","msg":"trace[1580681346] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:0; response_revision:21999; }","duration":"111.229588ms","start":"2026-07-01T01:37:08.609588Z","end":"2026-07-01T01:37:08.720817Z","steps":["trace[1580681346] 'agreement among raft nodes before linearized reading' (duration: 111.026971ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:08.720625Z","caller":"traceutil/trace.go:171","msg":"trace[1284861862] transaction","detail":"{read_only:false; response_revision:21999; number_of_response:1; }","duration":"114.170182ms","start":"2026-07-01T01:37:08.606441Z","end":"2026-07-01T01:37:08.720611Z","steps":["trace[1284861862] 'process raft request' (duration: 113.903214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.111844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.916443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:37:14.112081Z","caller":"traceutil/trace.go:171","msg":"trace[1483942119] transaction","detail":"{read_only:false; response_revision:22349; number_of_response:1; }","duration":"176.818216ms","start":"2026-07-01T01:37:13.935244Z","end":"2026-07-01T01:37:14.112062Z","steps":["trace[1483942119] 'process raft request' (duration: 176.718182ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.112606Z","caller":"traceutil/trace.go:171","msg":"trace[561196568] transaction","detail":"{read_only:false; response_revision:22348; number_of_response:1; }","duration":"316.635758ms","start":"2026-07-01T01:37:13.795911Z","end":"2026-07-01T01:37:14.112547Z","steps":["trace[561196568] 'process raft request' (duration: 96.9411ms)","trace[561196568] 'compare' (duration: 218.649365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:14.112771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:13.795899Z","time spent":"316.806874ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:37:14.113091Z","caller":"traceutil/trace.go:171","msg":"trace[1979632981] linearizableReadLoop","detail":"{readStateIndex:23107; appliedIndex:23106; }","duration":"316.819694ms","start":"2026-07-01T01:37:13.796205Z","end":"2026-07-01T01:37:14.113025Z","steps":["trace[1979632981] 'read index received' (duration: 96.628181ms)","trace[1979632981] 'applied index is now lower than readState.Index' (duration: 220.183473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:14.113385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.153365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:14.11346Z","caller":"traceutil/trace.go:171","msg":"trace[855100233] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test0; response_count:0; response_revision:22349; }","duration":"317.240578ms","start":"2026-07-01T01:37:13.796199Z","end":"2026-07-01T01:37:14.11344Z","steps":["trace[855100233] 'agreement among raft nodes before linearized reading' (duration: 317.106073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.113511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:13.79619Z","time spent":"317.30963ms","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/cert-manager-test0\" "} {"level":"info","ts":"2026-07-01T01:37:14.154681Z","caller":"traceutil/trace.go:171","msg":"trace[1280364822] transaction","detail":"{read_only:false; response_revision:22350; number_of_response:1; }","duration":"167.158117ms","start":"2026-07-01T01:37:13.987481Z","end":"2026-07-01T01:37:14.154639Z","steps":["trace[1280364822] 'process raft request' (duration: 166.806595ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.154715Z","caller":"traceutil/trace.go:171","msg":"trace[1791656111] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"145.97647ms","start":"2026-07-01T01:37:14.00871Z","end":"2026-07-01T01:37:14.154687Z","steps":["trace[1791656111] 'process raft request' (duration: 145.856276ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.154892Z","caller":"traceutil/trace.go:171","msg":"trace[2006481317] transaction","detail":"{read_only:false; response_revision:22351; number_of_response:1; }","duration":"166.404313ms","start":"2026-07-01T01:37:13.988451Z","end":"2026-07-01T01:37:14.154855Z","steps":["trace[2006481317] 'process raft request' (duration: 166.035981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.155023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.32513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:14.155112Z","caller":"traceutil/trace.go:171","msg":"trace[236466747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:22352; }","duration":"261.469364ms","start":"2026-07-01T01:37:13.893621Z","end":"2026-07-01T01:37:14.155091Z","steps":["trace[236466747] 'agreement among raft nodes before linearized reading' (duration: 261.310779ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.399519Z","caller":"traceutil/trace.go:171","msg":"trace[2002788533] linearizableReadLoop","detail":"{readStateIndex:23114; appliedIndex:23113; }","duration":"210.189294ms","start":"2026-07-01T01:37:14.189299Z","end":"2026-07-01T01:37:14.399488Z","steps":["trace[2002788533] 'read index received' (duration: 185.791794ms)","trace[2002788533] 'applied index is now lower than readState.Index' (duration: 24.39645ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:37:14.399541Z","caller":"traceutil/trace.go:171","msg":"trace[415803395] transaction","detail":"{read_only:false; response_revision:22355; number_of_response:1; }","duration":"223.103497ms","start":"2026-07-01T01:37:14.176409Z","end":"2026-07-01T01:37:14.399512Z","steps":["trace[415803395] 'process raft request' (duration: 198.665715ms)","trace[415803395] 'compare' (duration: 24.146472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:14.399645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.333578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:37:14.399686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.363579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:14.399706Z","caller":"traceutil/trace.go:171","msg":"trace[1703852077] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22355; }","duration":"210.448731ms","start":"2026-07-01T01:37:14.189244Z","end":"2026-07-01T01:37:14.399693Z","steps":["trace[1703852077] 'agreement among raft nodes before linearized reading' (duration: 210.300977ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.39976Z","caller":"traceutil/trace.go:171","msg":"trace[2146717052] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:22355; }","duration":"210.496423ms","start":"2026-07-01T01:37:14.189246Z","end":"2026-07-01T01:37:14.399742Z","steps":["trace[2146717052] 'agreement among raft nodes before linearized reading' (duration: 210.363299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.404128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.621835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:14.404196Z","caller":"traceutil/trace.go:171","msg":"trace[1871569144] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0; response_count:0; response_revision:22356; }","duration":"214.726789ms","start":"2026-07-01T01:37:14.189456Z","end":"2026-07-01T01:37:14.404183Z","steps":["trace[1871569144] 'agreement among raft nodes before linearized reading' (duration: 214.609155ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.611711Z","caller":"traceutil/trace.go:171","msg":"trace[831852300] linearizableReadLoop","detail":"{readStateIndex:23117; appliedIndex:23115; }","duration":"204.043057ms","start":"2026-07-01T01:37:14.407628Z","end":"2026-07-01T01:37:14.611671Z","steps":["trace[831852300] 'read index received' (duration: 2.772559ms)","trace[831852300] 'applied index is now lower than readState.Index' (duration: 201.268518ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:37:14.611745Z","caller":"traceutil/trace.go:171","msg":"trace[287670657] transaction","detail":"{read_only:false; response_revision:22358; number_of_response:1; }","duration":"204.848613ms","start":"2026-07-01T01:37:14.406841Z","end":"2026-07-01T01:37:14.611689Z","steps":["trace[287670657] 'process raft request' (duration: 148.526781ms)","trace[287670657] 'compare' (duration: 55.983271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:14.611898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.238613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:14.611978Z","caller":"traceutil/trace.go:171","msg":"trace[2031740164] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/cert-manager-test0; response_count:0; response_revision:22358; }","duration":"204.374197ms","start":"2026-07-01T01:37:14.407586Z","end":"2026-07-01T01:37:14.611961Z","steps":["trace[2031740164] 'agreement among raft nodes before linearized reading' (duration: 204.225463ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.626472Z","caller":"traceutil/trace.go:171","msg":"trace[679765408] transaction","detail":"{read_only:false; response_revision:22359; number_of_response:1; }","duration":"215.825794ms","start":"2026-07-01T01:37:14.410623Z","end":"2026-07-01T01:37:14.626449Z","steps":["trace[679765408] 'process raft request' (duration: 215.477853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.626654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.267415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T01:37:14.626702Z","caller":"traceutil/trace.go:171","msg":"trace[183370422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22360; }","duration":"114.367358ms","start":"2026-07-01T01:37:14.512323Z","end":"2026-07-01T01:37:14.62669Z","steps":["trace[183370422] 'agreement among raft nodes before linearized reading' (duration: 114.211873ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.626755Z","caller":"traceutil/trace.go:171","msg":"trace[277252644] transaction","detail":"{read_only:false; response_revision:22360; number_of_response:1; }","duration":"101.833457ms","start":"2026-07-01T01:37:14.524846Z","end":"2026-07-01T01:37:14.626679Z","steps":["trace[277252644] 'process raft request' (duration: 101.432124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.626838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.568084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:37:14.626883Z","caller":"traceutil/trace.go:171","msg":"trace[2144057663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22360; }","duration":"114.660877ms","start":"2026-07-01T01:37:14.512212Z","end":"2026-07-01T01:37:14.626873Z","steps":["trace[2144057663] 'agreement among raft nodes before linearized reading' (duration: 114.514233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.626912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.078459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:37:14.626964Z","caller":"traceutil/trace.go:171","msg":"trace[741034133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22360; }","duration":"109.173652ms","start":"2026-07-01T01:37:14.517778Z","end":"2026-07-01T01:37:14.626951Z","steps":["trace[741034133] 'agreement among raft nodes before linearized reading' (duration: 109.033947ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.757806Z","caller":"traceutil/trace.go:171","msg":"trace[1292271124] transaction","detail":"{read_only:false; response_revision:22362; number_of_response:1; }","duration":"125.275797ms","start":"2026-07-01T01:37:14.632492Z","end":"2026-07-01T01:37:14.757768Z","steps":["trace[1292271124] 'process raft request' (duration: 124.042708ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.757854Z","caller":"traceutil/trace.go:171","msg":"trace[864737627] linearizableReadLoop","detail":"{readStateIndex:23125; appliedIndex:23119; }","duration":"123.037685ms","start":"2026-07-01T01:37:14.634798Z","end":"2026-07-01T01:37:14.757836Z","steps":["trace[864737627] 'read index received' (duration: 32.622704ms)","trace[864737627] 'applied index is now lower than readState.Index' (duration: 90.414161ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:37:14.757868Z","caller":"traceutil/trace.go:171","msg":"trace[1274791209] transaction","detail":"{read_only:false; response_revision:22363; number_of_response:1; }","duration":"125.121992ms","start":"2026-07-01T01:37:14.632715Z","end":"2026-07-01T01:37:14.757837Z","steps":["trace[1274791209] 'process raft request' (duration: 124.982058ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.75795Z","caller":"traceutil/trace.go:171","msg":"trace[888557562] transaction","detail":"{read_only:false; response_revision:22364; number_of_response:1; }","duration":"125.109612ms","start":"2026-07-01T01:37:14.632833Z","end":"2026-07-01T01:37:14.757942Z","steps":["trace[888557562] 'process raft request' (duration: 124.897165ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.758096Z","caller":"traceutil/trace.go:171","msg":"trace[1454814581] transaction","detail":"{read_only:false; response_revision:22366; number_of_response:1; }","duration":"123.468389ms","start":"2026-07-01T01:37:14.634613Z","end":"2026-07-01T01:37:14.758081Z","steps":["trace[1454814581] 'process raft request' (duration: 123.18406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.758137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.331335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:14.75823Z","caller":"traceutil/trace.go:171","msg":"trace[1747261817] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/keypairs/cert-manager-test0; response_count:0; response_revision:22366; }","duration":"123.405568ms","start":"2026-07-01T01:37:14.634751Z","end":"2026-07-01T01:37:14.758156Z","steps":["trace[1747261817] 'agreement among raft nodes before linearized reading' (duration: 123.339776ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:14.758446Z","caller":"traceutil/trace.go:171","msg":"trace[174718821] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"125.458943ms","start":"2026-07-01T01:37:14.632973Z","end":"2026-07-01T01:37:14.758432Z","steps":["trace[174718821] 'process raft request' (duration: 124.786421ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:15.110415Z","caller":"traceutil/trace.go:171","msg":"trace[1796325135] linearizableReadLoop","detail":"{readStateIndex:23131; appliedIndex:23130; }","duration":"222.245659ms","start":"2026-07-01T01:37:14.88814Z","end":"2026-07-01T01:37:15.110386Z","steps":["trace[1796325135] 'read index received' (duration: 221.980111ms)","trace[1796325135] 'applied index is now lower than readState.Index' (duration: 263.188µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:15.110588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.424265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/cert-manager-test/\" range_end:\"/registry/secretgen.carvel.dev/secretimports/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:15.110654Z","caller":"traceutil/trace.go:171","msg":"trace[1963475045] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/cert-manager-test/; range_end:/registry/secretgen.carvel.dev/secretimports/cert-manager-test0; response_count:0; response_revision:22372; }","duration":"222.538819ms","start":"2026-07-01T01:37:14.888097Z","end":"2026-07-01T01:37:15.110635Z","steps":["trace[1963475045] 'agreement among raft nodes before linearized reading' (duration: 222.417265ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:15.110523Z","caller":"traceutil/trace.go:171","msg":"trace[2055025856] transaction","detail":"{read_only:false; response_revision:22372; number_of_response:1; }","duration":"222.496077ms","start":"2026-07-01T01:37:14.887996Z","end":"2026-07-01T01:37:15.110492Z","steps":["trace[2055025856] 'process raft request' (duration: 222.172487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.110584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.616045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:37:15.110769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.205751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T01:37:15.110841Z","caller":"traceutil/trace.go:171","msg":"trace[1733339163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22372; }","duration":"169.901815ms","start":"2026-07-01T01:37:14.940927Z","end":"2026-07-01T01:37:15.110828Z","steps":["trace[1733339163] 'agreement among raft nodes before linearized reading' (duration: 169.604386ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:15.110869Z","caller":"traceutil/trace.go:171","msg":"trace[358350721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22372; }","duration":"158.337336ms","start":"2026-07-01T01:37:14.952504Z","end":"2026-07-01T01:37:15.110841Z","steps":["trace[358350721] 'agreement among raft nodes before linearized reading' (duration: 158.054837ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:20.614906Z","caller":"traceutil/trace.go:171","msg":"trace[250902822] transaction","detail":"{read_only:false; response_revision:22468; number_of_response:1; }","duration":"590.825489ms","start":"2026-07-01T01:37:20.024048Z","end":"2026-07-01T01:37:20.614874Z","steps":["trace[250902822] 'process raft request' (duration: 573.403072ms)","trace[250902822] 'compare' (duration: 16.805247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:20.615096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.024022Z","time spent":"590.981234ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:37:20.741553Z","caller":"traceutil/trace.go:171","msg":"trace[1538014351] transaction","detail":"{read_only:false; response_revision:22469; number_of_response:1; }","duration":"611.290574ms","start":"2026-07-01T01:37:20.130233Z","end":"2026-07-01T01:37:20.741523Z","steps":["trace[1538014351] 'process raft request' (duration: 610.684765ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:20.741677Z","caller":"traceutil/trace.go:171","msg":"trace[6112102] transaction","detail":"{read_only:false; response_revision:22472; number_of_response:1; }","duration":"561.510552ms","start":"2026-07-01T01:37:20.180134Z","end":"2026-07-01T01:37:20.741645Z","steps":["trace[6112102] 'process raft request' (duration: 561.414289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:20.74172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.130203Z","time spent":"611.432639ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:37:20.741637Z","caller":"traceutil/trace.go:171","msg":"trace[1273379336] transaction","detail":"{read_only:false; response_revision:22470; number_of_response:1; }","duration":"565.190619ms","start":"2026-07-01T01:37:20.1764Z","end":"2026-07-01T01:37:20.741591Z","steps":["trace[1273379336] 'process raft request' (duration: 565.054415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:20.741758Z","caller":"traceutil/trace.go:171","msg":"trace[1282543342] linearizableReadLoop","detail":"{readStateIndex:23232; appliedIndex:23227; }","duration":"541.253993ms","start":"2026-07-01T01:37:20.200469Z","end":"2026-07-01T01:37:20.741723Z","steps":["trace[1282543342] 'read index received' (duration: 396.978088ms)","trace[1282543342] 'applied index is now lower than readState.Index' (duration: 144.274685ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:37:20.741826Z","caller":"traceutil/trace.go:171","msg":"trace[873212100] transaction","detail":"{read_only:false; response_revision:22471; number_of_response:1; }","duration":"561.787161ms","start":"2026-07-01T01:37:20.179886Z","end":"2026-07-01T01:37:20.741673Z","steps":["trace[873212100] 'process raft request' (duration: 561.622256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:20.741865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.180103Z","time spent":"561.665657ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:37:20.741893Z","caller":"traceutil/trace.go:171","msg":"trace[1695433920] transaction","detail":"{read_only:false; response_revision:22473; number_of_response:1; }","duration":"309.363816ms","start":"2026-07-01T01:37:20.432492Z","end":"2026-07-01T01:37:20.741856Z","steps":["trace[1695433920] 'process raft request' (duration: 309.093787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:20.74202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.551603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T01:37:20.742018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.179858Z","time spent":"562.066739ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:37:20.742037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.432468Z","time spent":"309.48507ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:37:20.742041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.528372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:20.742308Z","caller":"traceutil/trace.go:171","msg":"trace[438246700] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:22473; }","duration":"123.813291ms","start":"2026-07-01T01:37:20.618449Z","end":"2026-07-01T01:37:20.742262Z","steps":["trace[438246700] 'agreement among raft nodes before linearized reading' (duration: 123.47996ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:20.742068Z","caller":"traceutil/trace.go:171","msg":"trace[631683346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22473; }","duration":"541.624215ms","start":"2026-07-01T01:37:20.200432Z","end":"2026-07-01T01:37:20.742056Z","steps":["trace[631683346] 'agreement among raft nodes before linearized reading' (duration: 541.438269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:20.742465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.176379Z","time spent":"566.033016ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:37:20.742539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.200417Z","time spent":"542.08904ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T01:37:29.365723Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19761} {"level":"info","ts":"2026-07-01T01:37:29.491658Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19761,"took":"121.647941ms","hash":3574458940,"current-db-size-bytes":55672832,"current-db-size":"56 MB","current-db-size-in-use-bytes":41476096,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-07-01T01:37:29.491821Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3574458940,"revision":19761,"compact-revision":17286} {"level":"info","ts":"2026-07-01T01:38:45.429239Z","caller":"traceutil/trace.go:171","msg":"trace[1755734917] linearizableReadLoop","detail":"{readStateIndex:24172; appliedIndex:24171; }","duration":"345.628608ms","start":"2026-07-01T01:38:45.08357Z","end":"2026-07-01T01:38:45.429199Z","steps":["trace[1755734917] 'read index received' (duration: 332.761906ms)","trace[1755734917] 'applied index is now lower than readState.Index' (duration: 12.865242ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:38:45.429323Z","caller":"traceutil/trace.go:171","msg":"trace[1964165421] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"365.794793ms","start":"2026-07-01T01:38:45.063449Z","end":"2026-07-01T01:38:45.429244Z","steps":["trace[1964165421] 'process raft request' (duration: 352.818618ms)","trace[1964165421] 'compare' (duration: 12.687116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:38:45.42947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:38:45.063428Z","time spent":"365.965099ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:38:45.42962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.788493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:38:45.429847Z","caller":"traceutil/trace.go:171","msg":"trace[224287921] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23389; }","duration":"346.132934ms","start":"2026-07-01T01:38:45.083533Z","end":"2026-07-01T01:38:45.429666Z","steps":["trace[224287921] 'agreement among raft nodes before linearized reading' (duration: 345.782003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.429908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:38:45.083514Z","time spent":"346.381102ms","remote":"127.0.0.1:41534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:38:45.445055Z","caller":"traceutil/trace.go:171","msg":"trace[1742525083] transaction","detail":"{read_only:false; response_revision:23391; number_of_response:1; }","duration":"358.981645ms","start":"2026-07-01T01:38:45.086061Z","end":"2026-07-01T01:38:45.445042Z","steps":["trace[1742525083] 'process raft request' (duration: 358.935194ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.445098Z","caller":"traceutil/trace.go:171","msg":"trace[1606125897] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"360.541045ms","start":"2026-07-01T01:38:45.084519Z","end":"2026-07-01T01:38:45.44506Z","steps":["trace[1606125897] 'process raft request' (duration: 360.423201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.445156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:38:45.086055Z","time spent":"359.047357ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:38:45.445313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:38:45.084509Z","time spent":"360.681389ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:38:45.445488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.169819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T01:38:45.445571Z","caller":"traceutil/trace.go:171","msg":"trace[263862180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23392; }","duration":"353.291882ms","start":"2026-07-01T01:38:45.092258Z","end":"2026-07-01T01:38:45.445549Z","steps":["trace[263862180] 'agreement among raft nodes before linearized reading' (duration: 353.059485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.445627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:38:45.092236Z","time spent":"353.377535ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:38:45.445739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.044065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:38:45.445798Z","caller":"traceutil/trace.go:171","msg":"trace[381062431] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23392; }","duration":"172.143588ms","start":"2026-07-01T01:38:45.273639Z","end":"2026-07-01T01:38:45.445782Z","steps":["trace[381062431] 'agreement among raft nodes before linearized reading' (duration: 172.026434ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.446486Z","caller":"traceutil/trace.go:171","msg":"trace[1778291857] transaction","detail":"{read_only:false; response_revision:23392; number_of_response:1; }","duration":"359.809701ms","start":"2026-07-01T01:38:45.086613Z","end":"2026-07-01T01:38:45.446423Z","steps":["trace[1778291857] 'process raft request' (duration: 358.402706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.446661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.488385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:38:45.446735Z","caller":"traceutil/trace.go:171","msg":"trace[1440970977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23392; }","duration":"271.594039ms","start":"2026-07-01T01:38:45.175123Z","end":"2026-07-01T01:38:45.446717Z","steps":["trace[1440970977] 'agreement among raft nodes before linearized reading' (duration: 271.394602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.446878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.845976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T01:38:45.4469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.705953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:38:45.446948Z","caller":"traceutil/trace.go:171","msg":"trace[22070451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23392; }","duration":"100.937059ms","start":"2026-07-01T01:38:45.345996Z","end":"2026-07-01T01:38:45.446933Z","steps":["trace[22070451] 'agreement among raft nodes before linearized reading' (duration: 100.741283ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.446954Z","caller":"traceutil/trace.go:171","msg":"trace[778909810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23392; }","duration":"271.802626ms","start":"2026-07-01T01:38:45.175138Z","end":"2026-07-01T01:38:45.44694Z","steps":["trace[778909810] 'agreement among raft nodes before linearized reading' (duration: 271.552738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.446953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.933656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:38:45.447131Z","caller":"traceutil/trace.go:171","msg":"trace[611668307] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23392; }","duration":"345.144683ms","start":"2026-07-01T01:38:45.101966Z","end":"2026-07-01T01:38:45.447111Z","steps":["trace[611668307] 'agreement among raft nodes before linearized reading' (duration: 344.908545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.447177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:38:45.10195Z","time spent":"345.213064ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:38:45.446951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:38:45.086608Z","time spent":"359.946796ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:38:45.624728Z","caller":"traceutil/trace.go:171","msg":"trace[1420967232] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"172.683965ms","start":"2026-07-01T01:38:45.451816Z","end":"2026-07-01T01:38:45.6245Z","steps":["trace[1420967232] 'process raft request' (duration: 172.499089ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.62476Z","caller":"traceutil/trace.go:171","msg":"trace[1111937977] transaction","detail":"{read_only:false; response_revision:23395; number_of_response:1; }","duration":"172.84425ms","start":"2026-07-01T01:38:45.451897Z","end":"2026-07-01T01:38:45.624742Z","steps":["trace[1111937977] 'process raft request' (duration: 172.56022ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.625298Z","caller":"traceutil/trace.go:171","msg":"trace[104927050] transaction","detail":"{read_only:false; response_revision:23396; number_of_response:1; }","duration":"173.366956ms","start":"2026-07-01T01:38:45.451899Z","end":"2026-07-01T01:38:45.625266Z","steps":["trace[104927050] 'process raft request' (duration: 172.790298ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.625345Z","caller":"traceutil/trace.go:171","msg":"trace[1751609218] transaction","detail":"{read_only:false; response_revision:23397; number_of_response:1; }","duration":"173.118428ms","start":"2026-07-01T01:38:45.45218Z","end":"2026-07-01T01:38:45.625299Z","steps":["trace[1751609218] 'process raft request' (duration: 172.943793ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.625482Z","caller":"traceutil/trace.go:171","msg":"trace[170705959] linearizableReadLoop","detail":"{readStateIndex:24181; appliedIndex:24176; }","duration":"144.871755ms","start":"2026-07-01T01:38:45.480583Z","end":"2026-07-01T01:38:45.625455Z","steps":["trace[170705959] 'read index received' (duration: 143.682187ms)","trace[170705959] 'applied index is now lower than readState.Index' (duration: 1.188368ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:38:45.625554Z","caller":"traceutil/trace.go:171","msg":"trace[1697358819] transaction","detail":"{read_only:false; response_revision:23398; number_of_response:1; }","duration":"173.131029ms","start":"2026-07-01T01:38:45.452364Z","end":"2026-07-01T01:38:45.625495Z","steps":["trace[1697358819] 'process raft request' (duration: 172.893101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.625642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.036501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:38:45.625667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.456891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:38:45.625692Z","caller":"traceutil/trace.go:171","msg":"trace[2017291547] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23398; }","duration":"145.133984ms","start":"2026-07-01T01:38:45.480545Z","end":"2026-07-01T01:38:45.625679Z","steps":["trace[2017291547] 'agreement among raft nodes before linearized reading' (duration: 145.02985ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.625713Z","caller":"traceutil/trace.go:171","msg":"trace[152969166] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23398; }","duration":"144.535444ms","start":"2026-07-01T01:38:45.481166Z","end":"2026-07-01T01:38:45.625702Z","steps":["trace[152969166] 'agreement among raft nodes before linearized reading' (duration: 144.439741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.625767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.209176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:38:45.625847Z","caller":"traceutil/trace.go:171","msg":"trace[1013094257] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23398; }","duration":"140.315669ms","start":"2026-07-01T01:38:45.485516Z","end":"2026-07-01T01:38:45.625831Z","steps":["trace[1013094257] 'agreement among raft nodes before linearized reading' (duration: 140.176145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:45.625939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.299511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-07-01T01:38:45.625948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.661698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:38:45.625982Z","caller":"traceutil/trace.go:171","msg":"trace[552062085] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23398; }","duration":"144.810593ms","start":"2026-07-01T01:38:45.481164Z","end":"2026-07-01T01:38:45.625974Z","steps":["trace[552062085] 'agreement among raft nodes before linearized reading' (duration: 144.70463ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.625978Z","caller":"traceutil/trace.go:171","msg":"trace[1625373930] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23398; }","duration":"141.360413ms","start":"2026-07-01T01:38:45.48461Z","end":"2026-07-01T01:38:45.62597Z","steps":["trace[1625373930] 'agreement among raft nodes before linearized reading' (duration: 141.230249ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:27.84413Z","caller":"traceutil/trace.go:171","msg":"trace[2065556184] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"110.305159ms","start":"2026-07-01T01:40:27.733799Z","end":"2026-07-01T01:40:27.844104Z","steps":["trace[2065556184] 'process raft request' (duration: 109.877885ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:27.990184Z","caller":"traceutil/trace.go:171","msg":"trace[459898451] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"120.587207ms","start":"2026-07-01T01:40:27.869569Z","end":"2026-07-01T01:40:27.990156Z","steps":["trace[459898451] 'process raft request' (duration: 77.474178ms)","trace[459898451] 'compare' (duration: 42.757458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:38.441251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812037,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:40:38.632822Z","caller":"traceutil/trace.go:171","msg":"trace[514169357] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"1.204158056s","start":"2026-07-01T01:40:37.428645Z","end":"2026-07-01T01:40:38.632803Z","steps":["trace[514169357] 'process raft request' (duration: 1.20398434s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:38.633014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:37.428626Z","time spent":"1.204256479s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:39.940682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:39.94078Z","caller":"traceutil/trace.go:171","msg":"trace[1640794918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308846s","start":"2026-07-01T01:40:37.94045Z","end":"2026-07-01T01:40:39.940759Z","steps":["trace[1640794918] 'agreement among raft nodes before linearized reading' (duration: 2.000188152s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:39.940841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:37.940428Z","time spent":"2.000402949s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:41.013485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.380748488s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:40:41.026653Z","caller":"traceutil/trace.go:171","msg":"trace[1116164875] linearizableReadLoop","detail":"{readStateIndex:25321; appliedIndex:25314; }","duration":"3.086123116s","start":"2026-07-01T01:40:37.940506Z","end":"2026-07-01T01:40:41.026629Z","steps":["trace[1116164875] 'read index received' (duration: 692.268899ms)","trace[1116164875] 'applied index is now lower than readState.Index' (duration: 2.393853277s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:41.026757Z","caller":"traceutil/trace.go:171","msg":"trace[53772264] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"3.097702425s","start":"2026-07-01T01:40:37.929043Z","end":"2026-07-01T01:40:41.026746Z","steps":["trace[53772264] 'process raft request' (duration: 3.097379715s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:41.026871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:37.929013Z","time spent":"3.097788588s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:41.026638Z","caller":"traceutil/trace.go:171","msg":"trace[1539551112] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"3.554711528s","start":"2026-07-01T01:40:37.471884Z","end":"2026-07-01T01:40:41.026596Z","steps":["trace[1539551112] 'process raft request' (duration: 3.541811145s)","trace[1539551112] 'compare' (duration: 12.587582ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:41.027249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:37.471861Z","time spent":"3.555321096s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:41.027116Z","caller":"traceutil/trace.go:171","msg":"trace[1522615360] transaction","detail":"{read_only:false; response_revision:24508; number_of_response:1; }","duration":"2.593737212s","start":"2026-07-01T01:40:38.433348Z","end":"2026-07-01T01:40:41.027085Z","steps":["trace[1522615360] 'process raft request' (duration: 2.593243916s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:41.027535Z","caller":"traceutil/trace.go:171","msg":"trace[1914521061] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"3.062787329s","start":"2026-07-01T01:40:37.964723Z","end":"2026-07-01T01:40:41.027511Z","steps":["trace[1914521061] 'process raft request' (duration: 3.061809798s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:41.027555Z","caller":"traceutil/trace.go:171","msg":"trace[511586883] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"3.060989611s","start":"2026-07-01T01:40:37.96653Z","end":"2026-07-01T01:40:41.02752Z","steps":["trace[511586883] 'process raft request' (duration: 3.06003262s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:41.027598Z","caller":"traceutil/trace.go:171","msg":"trace[1281349713] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"3.063074798s","start":"2026-07-01T01:40:37.964471Z","end":"2026-07-01T01:40:41.027546Z","steps":["trace[1281349713] 'process raft request' (duration: 3.062018404s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:41.027702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:37.966496Z","time spent":"3.061132086s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:41.027672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.433323Z","time spent":"2.594207337s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:41.027654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:37.964708Z","time spent":"3.062884142s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:41.027815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:37.964433Z","time spent":"3.063274844s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:41.527709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:41.950932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:41.951011Z","caller":"traceutil/trace.go:171","msg":"trace[1890874325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597456s","start":"2026-07-01T01:40:39.950396Z","end":"2026-07-01T01:40:41.950993Z","steps":["trace[1890874325] 'agreement among raft nodes before linearized reading' (duration: 2.000476322s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:41.951057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.950369Z","time spent":"2.000680129s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:42.028489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:42.529546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:43.030436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:43.110883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998702565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:43.110963Z","caller":"traceutil/trace.go:171","msg":"trace[297524154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99884057s","start":"2026-07-01T01:40:38.1121Z","end":"2026-07-01T01:40:43.11094Z","steps":["trace[297524154] 'agreement among raft nodes before linearized reading' (duration: 4.998741717s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:43.111008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.112076Z","time spent":"4.998921063s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:40:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:43.123135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.108694955s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:40:43.195071Z","caller":"traceutil/trace.go:171","msg":"trace[1638176111] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"4.319262457s","start":"2026-07-01T01:40:38.875777Z","end":"2026-07-01T01:40:43.19504Z","steps":["trace[1638176111] 'process raft request' (duration: 4.24775779s)","trace[1638176111] 'compare' (duration: 70.629119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:43.195236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.875748Z","time spent":"4.319412062s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:43.19525Z","caller":"traceutil/trace.go:171","msg":"trace[221138487] transaction","detail":"{read_only:false; response_revision:24510; number_of_response:1; }","duration":"3.08157772s","start":"2026-07-01T01:40:40.113655Z","end":"2026-07-01T01:40:43.195233Z","steps":["trace[221138487] 'process raft request' (duration: 3.081302001s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:43.195292Z","caller":"traceutil/trace.go:171","msg":"trace[787927034] transaction","detail":"{read_only:false; response_revision:24511; number_of_response:1; }","duration":"2.557210173s","start":"2026-07-01T01:40:40.638057Z","end":"2026-07-01T01:40:43.195267Z","steps":["trace[787927034] 'process raft request' (duration: 2.557064228s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:43.19535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.113632Z","time spent":"3.081670263s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:43.195428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.638024Z","time spent":"2.557326517s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:43.195435Z","caller":"traceutil/trace.go:171","msg":"trace[632800846] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"2.358750424s","start":"2026-07-01T01:40:40.836658Z","end":"2026-07-01T01:40:43.195409Z","steps":["trace[632800846] 'process raft request' (duration: 2.358567328s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:43.195533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.836634Z","time spent":"2.358849917s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:43.259112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99919269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:43.259183Z","caller":"traceutil/trace.go:171","msg":"trace[1084136445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999283213s","start":"2026-07-01T01:40:38.259882Z","end":"2026-07-01T01:40:43.259165Z","steps":["trace[1084136445] 'agreement among raft nodes before linearized reading' (duration: 4.99919043s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:43.259219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.259823Z","time spent":"4.999389577s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 01:40:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:43.302064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003033083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:43.302234Z","caller":"traceutil/trace.go:171","msg":"trace[1691352266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00327353s","start":"2026-07-01T01:40:38.298927Z","end":"2026-07-01T01:40:43.302201Z","steps":["trace[1691352266] 'agreement among raft nodes before linearized reading' (duration: 5.003077904s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:43.302325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.298911Z","time spent":"5.003393535s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 01:40:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:43.951118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999776719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:43.951211Z","caller":"traceutil/trace.go:171","msg":"trace[517276019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999913074s","start":"2026-07-01T01:40:41.951277Z","end":"2026-07-01T01:40:43.95119Z","steps":["trace[517276019] 'agreement among raft nodes before linearized reading' (duration: 1.99979694s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:43.951265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:41.951261Z","time spent":"1.999992916s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:44.459925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3365339s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:45.049801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.667415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:45.050057Z","caller":"traceutil/trace.go:171","msg":"trace[2115367604] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"2.015961587s","start":"2026-07-01T01:40:43.034082Z","end":"2026-07-01T01:40:45.050044Z","steps":["trace[2115367604] 'process raft request' (duration: 2.015884944s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:45.050051Z","caller":"traceutil/trace.go:171","msg":"trace[1490740939] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"2.016527085s","start":"2026-07-01T01:40:43.033479Z","end":"2026-07-01T01:40:45.050006Z","steps":["trace[1490740939] 'process raft request' (duration: 2.01639828s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.05011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.034068Z","time spent":"2.016019368s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:45.050172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.03345Z","time spent":"2.016661419s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:45.050172Z","caller":"traceutil/trace.go:171","msg":"trace[893037639] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"2.3989759s","start":"2026-07-01T01:40:42.651175Z","end":"2026-07-01T01:40:45.050151Z","steps":["trace[893037639] 'process raft request' (duration: 1.808874151s)","trace[893037639] 'compare' (duration: 589.373806ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:45.050251Z","caller":"traceutil/trace.go:171","msg":"trace[551521681] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"2.01637957s","start":"2026-07-01T01:40:43.033865Z","end":"2026-07-01T01:40:45.050244Z","steps":["trace[551521681] 'process raft request' (duration: 2.016077561s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.050263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:42.651159Z","time spent":"2.399055073s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:45.05029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.033851Z","time spent":"2.016417911s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:45.050401Z","caller":"traceutil/trace.go:171","msg":"trace[1033050161] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"2.016177073s","start":"2026-07-01T01:40:43.034219Z","end":"2026-07-01T01:40:45.050396Z","steps":["trace[1033050161] 'process raft request' (duration: 2.01577228s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.050431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.034211Z","time spent":"2.016201595s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:45.050489Z","caller":"traceutil/trace.go:171","msg":"trace[1127743316] linearizableReadLoop","detail":"{readStateIndex:25326; appliedIndex:25321; }","duration":"4.023744383s","start":"2026-07-01T01:40:41.026717Z","end":"2026-07-01T01:40:45.050461Z","steps":["trace[1127743316] 'read index received' (duration: 2.096842806s)","trace[1127743316] 'applied index is now lower than readState.Index' (duration: 1.926900637s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:45.050758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.410813486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-01T01:40:45.05078Z","caller":"traceutil/trace.go:171","msg":"trace[638295510] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24518; }","duration":"4.410872108s","start":"2026-07-01T01:40:40.6399Z","end":"2026-07-01T01:40:45.050772Z","steps":["trace[638295510] 'agreement among raft nodes before linearized reading' (duration: 4.410773605s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.050774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121977485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:45.050802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.753082233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-01T01:40:45.050801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107921916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-01T01:40:45.050828Z","caller":"traceutil/trace.go:171","msg":"trace[60631452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24518; }","duration":"6.753130055s","start":"2026-07-01T01:40:38.297691Z","end":"2026-07-01T01:40:45.050821Z","steps":["trace[60631452] 'agreement among raft nodes before linearized reading' (duration: 6.753037952s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:45.050826Z","caller":"traceutil/trace.go:171","msg":"trace[765830355] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24518; }","duration":"4.122068598s","start":"2026-07-01T01:40:40.928746Z","end":"2026-07-01T01:40:45.050814Z","steps":["trace[765830355] 'agreement among raft nodes before linearized reading' (duration: 4.121953915s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.05084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311116437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-01T01:40:45.050851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.29768Z","time spent":"6.753166275s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:40:45.050857Z","caller":"traceutil/trace.go:171","msg":"trace[2141364638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24518; }","duration":"4.311158579s","start":"2026-07-01T01:40:40.739692Z","end":"2026-07-01T01:40:45.050851Z","steps":["trace[2141364638] 'agreement among raft nodes before linearized reading' (duration: 4.311116807s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.050858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.928732Z","time spent":"4.12212016s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:45.050857Z","caller":"traceutil/trace.go:171","msg":"trace[175076085] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:24518; }","duration":"4.108018709s","start":"2026-07-01T01:40:40.942822Z","end":"2026-07-01T01:40:45.05084Z","steps":["trace[175076085] 'agreement among raft nodes before linearized reading' (duration: 4.107857314s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.05087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.739676Z","time spent":"4.311191349s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:40:45.050752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.095043328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:45.050883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.942798Z","time spent":"4.108080001s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-07-01T01:40:45.050911Z","caller":"traceutil/trace.go:171","msg":"trace[913036016] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24518; }","duration":"5.095232904s","start":"2026-07-01T01:40:39.955659Z","end":"2026-07-01T01:40:45.050892Z","steps":["trace[913036016] 'agreement among raft nodes before linearized reading' (duration: 5.095029817s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.050933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.796335373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:45.050914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470882268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-76985ccf54-76prz\" ","response":"range_response_count:1 size:8651"} {"level":"warn","ts":"2026-07-01T01:40:45.050798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.639876Z","time spent":"4.4109189s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T01:40:45.050953Z","caller":"traceutil/trace.go:171","msg":"trace[929420778] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24518; }","duration":"5.796399006s","start":"2026-07-01T01:40:39.254547Z","end":"2026-07-01T01:40:45.050946Z","steps":["trace[929420778] 'agreement among raft nodes before linearized reading' (duration: 5.796366765s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.050972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.254533Z","time spent":"5.796433736s","remote":"127.0.0.1:32988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:45.051Z","caller":"traceutil/trace.go:171","msg":"trace[1449096035] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"2.015692408s","start":"2026-07-01T01:40:43.035297Z","end":"2026-07-01T01:40:45.05099Z","steps":["trace[1449096035] 'process raft request' (duration: 2.015055328s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:45.050989Z","caller":"traceutil/trace.go:171","msg":"trace[277954167] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-76985ccf54-76prz; range_end:; response_count:1; response_revision:24518; }","duration":"4.470971181s","start":"2026-07-01T01:40:40.57999Z","end":"2026-07-01T01:40:45.050961Z","steps":["trace[277954167] 'agreement among raft nodes before linearized reading' (duration: 4.470752864s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.050973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.105993577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T01:40:45.051051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.035286Z","time spent":"2.015728819s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:45.051045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.579976Z","time spent":"4.471057713s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8674,"request content":"key:\"/registry/pods/openstack/magnum-api-76985ccf54-76prz\" "} {"level":"warn","ts":"2026-07-01T01:40:45.051082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.041721305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:45.051084Z","caller":"traceutil/trace.go:171","msg":"trace[2003378850] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b; range_end:; response_count:1; response_revision:24518; }","duration":"5.106153653s","start":"2026-07-01T01:40:39.944894Z","end":"2026-07-01T01:40:45.051048Z","steps":["trace[2003378850] 'agreement among raft nodes before linearized reading' (duration: 5.105884314s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.44699508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:45.051146Z","caller":"traceutil/trace.go:171","msg":"trace[837890770] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24518; }","duration":"6.447047292s","start":"2026-07-01T01:40:38.604094Z","end":"2026-07-01T01:40:45.051142Z","steps":["trace[837890770] 'agreement among raft nodes before linearized reading' (duration: 6.447021081s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.944871Z","time spent":"5.106258657s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" "} {"level":"warn","ts":"2026-07-01T01:40:45.051165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.604078Z","time spent":"6.447081933s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.051264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.863168909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:45.051262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.955643Z","time spent":"5.095601105s","remote":"127.0.0.1:41346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:45.051285Z","caller":"traceutil/trace.go:171","msg":"trace[152579936] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24518; }","duration":"4.86321872s","start":"2026-07-01T01:40:40.188059Z","end":"2026-07-01T01:40:45.051278Z","steps":["trace[152579936] 'agreement among raft nodes before linearized reading' (duration: 4.863183169s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.188041Z","time spent":"4.863261262s","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.05133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.752815495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:40:45.051357Z","caller":"traceutil/trace.go:171","msg":"trace[405232072] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24518; }","duration":"6.752866466s","start":"2026-07-01T01:40:38.298481Z","end":"2026-07-01T01:40:45.051347Z","steps":["trace[405232072] 'agreement among raft nodes before linearized reading' (duration: 6.752791484s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.298469Z","time spent":"6.752901847s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:40:45.051103Z","caller":"traceutil/trace.go:171","msg":"trace[1702644287] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24518; }","duration":"6.041773116s","start":"2026-07-01T01:40:39.009323Z","end":"2026-07-01T01:40:45.051096Z","steps":["trace[1702644287] 'agreement among raft nodes before linearized reading' (duration: 6.041738125s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.009298Z","time spent":"6.042114837s","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.051497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.303158926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T01:40:45.051519Z","caller":"traceutil/trace.go:171","msg":"trace[1694629741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24518; }","duration":"5.303223268s","start":"2026-07-01T01:40:39.748291Z","end":"2026-07-01T01:40:45.051514Z","steps":["trace[1694629741] 'agreement among raft nodes before linearized reading' (duration: 5.303161486s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.748268Z","time spent":"5.303260969s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:40:45.051717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.085260111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:45.051745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.756588415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T01:40:45.051737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.512368008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:40:45.051766Z","caller":"traceutil/trace.go:171","msg":"trace[1729632688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24518; }","duration":"6.756656238s","start":"2026-07-01T01:40:38.295104Z","end":"2026-07-01T01:40:45.05176Z","steps":["trace[1729632688] 'agreement among raft nodes before linearized reading' (duration: 6.756593276s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:45.051758Z","caller":"traceutil/trace.go:171","msg":"trace[103853557] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24518; }","duration":"7.085348923s","start":"2026-07-01T01:40:37.966397Z","end":"2026-07-01T01:40:45.051746Z","steps":["trace[103853557] 'agreement among raft nodes before linearized reading' (duration: 7.085282621s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.803880229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:45.051774Z","caller":"traceutil/trace.go:171","msg":"trace[1585250419] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24518; }","duration":"5.512444721s","start":"2026-07-01T01:40:39.53932Z","end":"2026-07-01T01:40:45.051765Z","steps":["trace[1585250419] 'agreement among raft nodes before linearized reading' (duration: 5.511349916s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.295082Z","time spent":"6.756697459s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:40:45.05179Z","caller":"traceutil/trace.go:171","msg":"trace[1871912996] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24518; }","duration":"6.80393472s","start":"2026-07-01T01:40:38.247849Z","end":"2026-07-01T01:40:45.051784Z","steps":["trace[1871912996] 'agreement among raft nodes before linearized reading' (duration: 6.803899709s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.539294Z","time spent":"5.512502003s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2625,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.051795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:37.96638Z","time spent":"7.085405665s","remote":"127.0.0.1:41310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.051808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.24783Z","time spent":"6.803973351s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.051821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.453221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:45.051822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.503446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:45.051872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.47486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:45.051877Z","caller":"traceutil/trace.go:171","msg":"trace[1426662812] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24518; }","duration":"577.559338ms","start":"2026-07-01T01:40:44.474301Z","end":"2026-07-01T01:40:45.05186Z","steps":["trace[1426662812] 'agreement among raft nodes before linearized reading' (duration: 577.470475ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:45.051893Z","caller":"traceutil/trace.go:171","msg":"trace[227295028] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24518; }","duration":"148.528272ms","start":"2026-07-01T01:40:44.903357Z","end":"2026-07-01T01:40:45.051885Z","steps":["trace[227295028] 'agreement among raft nodes before linearized reading' (duration: 148.500521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.051885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.512856027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-01T01:40:45.051926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.474262Z","time spent":"577.652871ms","remote":"127.0.0.1:60708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:45.05196Z","caller":"traceutil/trace.go:171","msg":"trace[1758679451] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24518; }","duration":"3.512976801s","start":"2026-07-01T01:40:41.538967Z","end":"2026-07-01T01:40:45.051944Z","steps":["trace[1758679451] 'agreement among raft nodes before linearized reading' (duration: 3.512802416s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.052001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:41.538941Z","time spent":"3.513049334s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-01T01:40:45.052111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.216931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:45.051845Z","caller":"traceutil/trace.go:171","msg":"trace[210950851] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24518; }","duration":"480.518823ms","start":"2026-07-01T01:40:44.57132Z","end":"2026-07-01T01:40:45.051839Z","steps":["trace[210950851] 'agreement among raft nodes before linearized reading' (duration: 480.477532ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:45.052149Z","caller":"traceutil/trace.go:171","msg":"trace[1885266294] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24518; }","duration":"529.292834ms","start":"2026-07-01T01:40:44.522845Z","end":"2026-07-01T01:40:45.052138Z","steps":["trace[1885266294] 'agreement among raft nodes before linearized reading' (duration: 529.230992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.052184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.571295Z","time spent":"480.879185ms","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.052191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.522821Z","time spent":"529.359936ms","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.05221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674770584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:45.052229Z","caller":"traceutil/trace.go:171","msg":"trace[2014651436] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24518; }","duration":"2.674825316s","start":"2026-07-01T01:40:42.377398Z","end":"2026-07-01T01:40:45.052223Z","steps":["trace[2014651436] 'agreement among raft nodes before linearized reading' (duration: 2.674792535s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.052218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.270317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:45.052243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:42.377378Z","time spent":"2.674861377s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.05225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091756979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:45.052272Z","caller":"traceutil/trace.go:171","msg":"trace[584720408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24518; }","duration":"1.091826452s","start":"2026-07-01T01:40:43.960439Z","end":"2026-07-01T01:40:45.052266Z","steps":["trace[584720408] 'agreement among raft nodes before linearized reading' (duration: 1.091790361s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:45.052264Z","caller":"traceutil/trace.go:171","msg":"trace[696934189] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24518; }","duration":"666.346738ms","start":"2026-07-01T01:40:44.385903Z","end":"2026-07-01T01:40:45.05225Z","steps":["trace[696934189] 'agreement among raft nodes before linearized reading' (duration: 666.264066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.052289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.960415Z","time spent":"1.091869872s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:40:45.052308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.385885Z","time spent":"666.410351ms","remote":"127.0.0.1:32838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:45.052447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43480606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-01T01:40:45.052467Z","caller":"traceutil/trace.go:171","msg":"trace[2080197346] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24518; }","duration":"3.434860032s","start":"2026-07-01T01:40:41.6176Z","end":"2026-07-01T01:40:45.05246Z","steps":["trace[2080197346] 'agreement among raft nodes before linearized reading' (duration: 3.4348034s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.052481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:41.617582Z","time spent":"3.434895554s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-01T01:40:45.554231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:47.054429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000622347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:47.054553Z","caller":"traceutil/trace.go:171","msg":"trace[811043957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000786662s","start":"2026-07-01T01:40:45.053741Z","end":"2026-07-01T01:40:47.054528Z","steps":["trace[811043957] 'agreement among raft nodes before linearized reading' (duration: 2.000630307s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:47.054631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.053732Z","time spent":"2.000884735s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:47.186349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220970102s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-01T01:40:47.186453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.051563Z","time spent":"2.134885192s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:40:47.649861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:47.649963Z","caller":"traceutil/trace.go:171","msg":"trace[1551064949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075139s","start":"2026-07-01T01:40:45.649866Z","end":"2026-07-01T01:40:47.649941Z","steps":["trace[1551064949] 'agreement among raft nodes before linearized reading' (duration: 1.999942905s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:47.650019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.64985Z","time spent":"2.000156481s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:40:48.112077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999283757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:48.112179Z","caller":"traceutil/trace.go:171","msg":"trace[1728854625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999405681s","start":"2026-07-01T01:40:45.11275Z","end":"2026-07-01T01:40:48.112155Z","steps":["trace[1728854625] 'agreement among raft nodes before linearized reading' (duration: 2.999280057s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:48.112233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.112684Z","time spent":"2.999538075s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:48.128057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069470453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:48.128131Z","caller":"traceutil/trace.go:171","msg":"trace[644197395] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; }","duration":"3.069574496s","start":"2026-07-01T01:40:45.058539Z","end":"2026-07-01T01:40:48.128114Z","steps":["trace[644197395] 'agreement among raft nodes before linearized reading' (duration: 3.069479002s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:48.128172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.058532Z","time spent":"3.069631338s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} 2026/07/01 01:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:48.128271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070039011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:48.128355Z","caller":"traceutil/trace.go:171","msg":"trace[141207602] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; }","duration":"3.070149294s","start":"2026-07-01T01:40:45.058193Z","end":"2026-07-01T01:40:48.128343Z","steps":["trace[141207602] 'agreement among raft nodes before linearized reading' (duration: 3.070055631s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:48.128427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.058186Z","time spent":"3.070230447s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} 2026/07/01 01:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:48.259225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997737107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:48.259312Z","caller":"traceutil/trace.go:171","msg":"trace[677963414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997877221s","start":"2026-07-01T01:40:45.261416Z","end":"2026-07-01T01:40:48.259294Z","steps":["trace[677963414] 'agreement among raft nodes before linearized reading' (duration: 2.997770498s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:48.259361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.261393Z","time spent":"2.997957714s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 01:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:48.30865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.056995Z","time spent":"3.251650401s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:48.308775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.058382Z","time spent":"3.25039117s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:48.308838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001689014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:48.308924Z","caller":"traceutil/trace.go:171","msg":"trace[1182499868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.001790797s","start":"2026-07-01T01:40:45.307116Z","end":"2026-07-01T01:40:48.308907Z","steps":["trace[1182499868] 'agreement among raft nodes before linearized reading' (duration: 3.001685174s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:48.308975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.307111Z","time spent":"3.001851659s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 01:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:48.310113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.057042Z","time spent":"3.253069126s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:48.745989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.780707635s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:49.06434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999524422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:49.064423Z","caller":"traceutil/trace.go:171","msg":"trace[495087556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999655856s","start":"2026-07-01T01:40:47.064749Z","end":"2026-07-01T01:40:49.064405Z","steps":["trace[495087556] 'agreement among raft nodes before linearized reading' (duration: 1.999551463s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:49.064472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.064717Z","time spent":"1.999744839s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:49.192399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.681036ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:49.192588Z","caller":"traceutil/trace.go:171","msg":"trace[1414628537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24518; }","duration":"519.883463ms","start":"2026-07-01T01:40:48.672687Z","end":"2026-07-01T01:40:49.19257Z","steps":["trace[1414628537] 'range keys from in-memory index tree' (duration: 519.664436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:49.193675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.389713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:49.193905Z","caller":"traceutil/trace.go:171","msg":"trace[1300143307] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"4.137670088s","start":"2026-07-01T01:40:45.056204Z","end":"2026-07-01T01:40:49.193874Z","steps":["trace[1300143307] 'process raft request' (duration: 3.689976765s)","trace[1300143307] 'compare' (duration: 447.240149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:49.194056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.056189Z","time spent":"4.137788073s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:49.194321Z","caller":"traceutil/trace.go:171","msg":"trace[367985740] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"4.131965206s","start":"2026-07-01T01:40:45.062298Z","end":"2026-07-01T01:40:49.194264Z","steps":["trace[367985740] 'process raft request' (duration: 4.131838362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:49.194464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.062283Z","time spent":"4.132122201s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8449,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:49.194479Z","caller":"traceutil/trace.go:171","msg":"trace[625145539] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"4.137908036s","start":"2026-07-01T01:40:45.056534Z","end":"2026-07-01T01:40:49.194442Z","steps":["trace[625145539] 'process raft request' (duration: 4.137260255s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:49.194548Z","caller":"traceutil/trace.go:171","msg":"trace[1978802542] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"4.135931973s","start":"2026-07-01T01:40:45.058584Z","end":"2026-07-01T01:40:49.194516Z","steps":["trace[1978802542] 'process raft request' (duration: 4.135500019s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:49.194652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.056508Z","time spent":"4.13805021s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:49.194686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.058575Z","time spent":"4.136040146s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:49.195309Z","caller":"traceutil/trace.go:171","msg":"trace[1243804315] linearizableReadLoop","detail":"{readStateIndex:25341; appliedIndex:25331; }","duration":"4.141525821s","start":"2026-07-01T01:40:45.05376Z","end":"2026-07-01T01:40:49.195286Z","steps":["trace[1243804315] 'read index received' (duration: 911.594645ms)","trace[1243804315] 'applied index is now lower than readState.Index' (duration: 3.229929966s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:49.195353Z","caller":"traceutil/trace.go:171","msg":"trace[1979370678] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"3.995108617s","start":"2026-07-01T01:40:45.200226Z","end":"2026-07-01T01:40:49.195335Z","steps":["trace[1979370678] 'process raft request' (duration: 3.993982821s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:49.195422Z","caller":"traceutil/trace.go:171","msg":"trace[930241207] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"3.992729981s","start":"2026-07-01T01:40:45.202678Z","end":"2026-07-01T01:40:49.195408Z","steps":["trace[930241207] 'process raft request' (duration: 3.992515925s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:49.195488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.200192Z","time spent":"3.995229031s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:49.19552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.202653Z","time spent":"3.992810434s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:49.695441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:50.196442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:50.697492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:51.064269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999732808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:51.064338Z","caller":"traceutil/trace.go:171","msg":"trace[1765696702] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999873522s","start":"2026-07-01T01:40:49.06445Z","end":"2026-07-01T01:40:51.064323Z","steps":["trace[1765696702] 'agreement among raft nodes before linearized reading' (duration: 1.999757239s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:51.064371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.064434Z","time spent":"1.999929314s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:51.13526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.944302594s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:51.278477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.630423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:51.278873Z","caller":"traceutil/trace.go:171","msg":"trace[6445796] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"4.221250182s","start":"2026-07-01T01:40:47.057576Z","end":"2026-07-01T01:40:51.278826Z","steps":["trace[6445796] 'process raft request' (duration: 4.220995974s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:51.278992Z","caller":"traceutil/trace.go:171","msg":"trace[645088004] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"4.213957749s","start":"2026-07-01T01:40:47.065021Z","end":"2026-07-01T01:40:51.278979Z","steps":["trace[645088004] 'process raft request' (duration: 4.213710361s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:51.279024Z","caller":"traceutil/trace.go:171","msg":"trace[1778464752] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"4.221745838s","start":"2026-07-01T01:40:47.057263Z","end":"2026-07-01T01:40:51.279009Z","steps":["trace[1778464752] 'process raft request' (duration: 4.078502615s)","trace[1778464752] 'compare' (duration: 142.262102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:51.279134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.057566Z","time spent":"4.221435928s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:51.278901Z","caller":"traceutil/trace.go:171","msg":"trace[189619447] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"4.216996146s","start":"2026-07-01T01:40:47.061874Z","end":"2026-07-01T01:40:51.27887Z","steps":["trace[189619447] 'process raft request' (duration: 4.21682447s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:51.27942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.061864Z","time spent":"4.217503662s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:51.279141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.057237Z","time spent":"4.221823011s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:51.278904Z","caller":"traceutil/trace.go:171","msg":"trace[1096264135] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"4.217153611s","start":"2026-07-01T01:40:47.061687Z","end":"2026-07-01T01:40:51.278841Z","steps":["trace[1096264135] 'process raft request' (duration: 4.216971325s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:51.279639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.061676Z","time spent":"4.217923035s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:51.279143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.064946Z","time spent":"4.214105143s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:52.65076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324780405s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:53.074616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:53.074674Z","caller":"traceutil/trace.go:171","msg":"trace[1191774666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236284s","start":"2026-07-01T01:40:51.074427Z","end":"2026-07-01T01:40:53.074663Z","steps":["trace[1191774666] 'agreement among raft nodes before linearized reading' (duration: 2.000157552s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.074801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.074398Z","time spent":"2.00039522s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:53.260533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.261287Z","time spent":"4.999234553s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:40:53.310252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.31147Z","time spent":"4.998776449s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:53.721492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442697781s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T01:40:53.722278Z","caller":"traceutil/trace.go:171","msg":"trace[1519752614] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24533; }","duration":"6.534169461s","start":"2026-07-01T01:40:47.188093Z","end":"2026-07-01T01:40:53.722262Z","steps":["trace[1519752614] 'process raft request' (duration: 6.533548831s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.722354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.18807Z","time spent":"6.534233463s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:53.722932Z","caller":"traceutil/trace.go:171","msg":"trace[632538992] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"2.516899025s","start":"2026-07-01T01:40:51.206011Z","end":"2026-07-01T01:40:53.72291Z","steps":["trace[632538992] 'process raft request' (duration: 2.516860794s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.723048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.205996Z","time spent":"2.516992478s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:53.723279Z","caller":"traceutil/trace.go:171","msg":"trace[1427196498] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"5.189675986s","start":"2026-07-01T01:40:48.533585Z","end":"2026-07-01T01:40:53.723261Z","steps":["trace[1427196498] 'process raft request' (duration: 5.18919442s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:53.723289Z","caller":"traceutil/trace.go:171","msg":"trace[1202448497] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24536; }","duration":"5.41141859s","start":"2026-07-01T01:40:48.311847Z","end":"2026-07-01T01:40:53.723266Z","steps":["trace[1202448497] 'process raft request' (duration: 5.410876662s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:53.723329Z","caller":"traceutil/trace.go:171","msg":"trace[154827743] linearizableReadLoop","detail":"{readStateIndex:25354; appliedIndex:25341; }","duration":"4.527946634s","start":"2026-07-01T01:40:49.19537Z","end":"2026-07-01T01:40:53.723316Z","steps":["trace[154827743] 'read index received' (duration: 1.940021877s)","trace[154827743] 'applied index is now lower than readState.Index' (duration: 2.587923117s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:53.723315Z","caller":"traceutil/trace.go:171","msg":"trace[1999039149] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"2.523984181s","start":"2026-07-01T01:40:51.199306Z","end":"2026-07-01T01:40:53.72329Z","steps":["trace[1999039149] 'process raft request' (duration: 2.523531417s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.72338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.53355Z","time spent":"5.189775449s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:53.72339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.311842Z","time spent":"5.411493633s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:53.723405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602872301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:53.723426Z","caller":"traceutil/trace.go:171","msg":"trace[2025356943] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24539; }","duration":"4.602934744s","start":"2026-07-01T01:40:49.120484Z","end":"2026-07-01T01:40:53.723419Z","steps":["trace[2025356943] 'agreement among raft nodes before linearized reading' (duration: 4.602886652s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.723421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.199282Z","time spent":"2.524081945s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:53.723448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.120461Z","time spent":"4.602980954s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:53.723454Z","caller":"traceutil/trace.go:171","msg":"trace[250434683] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24536; }","duration":"5.411562224s","start":"2026-07-01T01:40:48.311884Z","end":"2026-07-01T01:40:53.723447Z","steps":["trace[250434683] 'process raft request' (duration: 5.410871062s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:53.723485Z","caller":"traceutil/trace.go:171","msg":"trace[380494677] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"5.509514268s","start":"2026-07-01T01:40:48.213963Z","end":"2026-07-01T01:40:53.723477Z","steps":["trace[380494677] 'process raft request' (duration: 5.508248218s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.723487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.31188Z","time spent":"5.411588105s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:53.723518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.213944Z","time spent":"5.509554549s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:53.723595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.458763055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:53.723617Z","caller":"traceutil/trace.go:171","msg":"trace[1847112786] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24539; }","duration":"5.458811156s","start":"2026-07-01T01:40:48.264799Z","end":"2026-07-01T01:40:53.72361Z","steps":["trace[1847112786] 'agreement among raft nodes before linearized reading' (duration: 5.458766914s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.723637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.264788Z","time spent":"5.458842987s","remote":"127.0.0.1:37234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:53.723754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.562980219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:40:53.723773Z","caller":"traceutil/trace.go:171","msg":"trace[828703089] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24539; }","duration":"5.56299912s","start":"2026-07-01T01:40:48.160767Z","end":"2026-07-01T01:40:53.723766Z","steps":["trace[828703089] 'agreement among raft nodes before linearized reading' (duration: 5.562966249s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.723793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.160715Z","time spent":"5.563070191s","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:53.723852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.929778198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-07-01T01:40:53.723857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.887034966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:53.723882Z","caller":"traceutil/trace.go:171","msg":"trace[635030502] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24539; }","duration":"6.92983588s","start":"2026-07-01T01:40:46.794038Z","end":"2026-07-01T01:40:53.723874Z","steps":["trace[635030502] 'agreement among raft nodes before linearized reading' (duration: 6.929730697s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:53.723892Z","caller":"traceutil/trace.go:171","msg":"trace[1875633142] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24539; }","duration":"5.887095078s","start":"2026-07-01T01:40:47.836786Z","end":"2026-07-01T01:40:53.723881Z","steps":["trace[1875633142] 'agreement among raft nodes before linearized reading' (duration: 5.887031556s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.7239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.794023Z","time spent":"6.929873291s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-01T01:40:53.723905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.246647758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:53.723916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.836766Z","time spent":"5.88714417s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:53.723925Z","caller":"traceutil/trace.go:171","msg":"trace[117125056] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24539; }","duration":"8.246671689s","start":"2026-07-01T01:40:45.477248Z","end":"2026-07-01T01:40:53.72392Z","steps":["trace[117125056] 'agreement among raft nodes before linearized reading' (duration: 8.246621957s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.723928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.826237351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-01T01:40:53.723938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.524081938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:53.723934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.639886569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:40:53.72397Z","caller":"traceutil/trace.go:171","msg":"trace[560883023] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24539; }","duration":"6.52415178s","start":"2026-07-01T01:40:47.19981Z","end":"2026-07-01T01:40:53.723962Z","steps":["trace[560883023] 'agreement among raft nodes before linearized reading' (duration: 6.524093368s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:53.723972Z","caller":"traceutil/trace.go:171","msg":"trace[168054338] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24539; }","duration":"5.826317804s","start":"2026-07-01T01:40:47.897643Z","end":"2026-07-01T01:40:53.723961Z","steps":["trace[168054338] 'agreement among raft nodes before linearized reading' (duration: 5.826223761s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.723996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.199795Z","time spent":"6.524194352s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:53.723998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.641841976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:53.723995Z","caller":"traceutil/trace.go:171","msg":"trace[2130444555] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24539; }","duration":"5.639960292s","start":"2026-07-01T01:40:48.084021Z","end":"2026-07-01T01:40:53.723982Z","steps":["trace[2130444555] 'agreement among raft nodes before linearized reading' (duration: 5.639799476s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.724008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.897626Z","time spent":"5.826374496s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-01T01:40:53.723987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.42363231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:53.72402Z","caller":"traceutil/trace.go:171","msg":"trace[1312305149] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24539; }","duration":"6.641907288s","start":"2026-07-01T01:40:47.082105Z","end":"2026-07-01T01:40:53.724012Z","steps":["trace[1312305149] 'agreement among raft nodes before linearized reading' (duration: 6.641868436s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.724031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.083981Z","time spent":"5.640039555s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:53.72404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.082076Z","time spent":"6.641959269s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:53.724047Z","caller":"traceutil/trace.go:171","msg":"trace[215287541] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24539; }","duration":"8.423726773s","start":"2026-07-01T01:40:45.300306Z","end":"2026-07-01T01:40:53.724033Z","steps":["trace[215287541] 'agreement among raft nodes before linearized reading' (duration: 8.42361225s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.723945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.477182Z","time spent":"8.246757561s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:53.724066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.66772741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T01:40:53.724079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.300292Z","time spent":"8.423780635s","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:40:53.724111Z","caller":"traceutil/trace.go:171","msg":"trace[1512737841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24539; }","duration":"8.667784602s","start":"2026-07-01T01:40:45.056314Z","end":"2026-07-01T01:40:53.724098Z","steps":["trace[1512737841] 'agreement among raft nodes before linearized reading' (duration: 8.667648498s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.724141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.056309Z","time spent":"8.667824443s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:40:54.224399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:54.724606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:54.797628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509267936s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:55.075181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:55.075283Z","caller":"traceutil/trace.go:171","msg":"trace[2096018368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545324s","start":"2026-07-01T01:40:53.074716Z","end":"2026-07-01T01:40:55.075261Z","steps":["trace[2096018368] 'agreement among raft nodes before linearized reading' (duration: 2.000398879s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.075339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.074702Z","time spent":"2.000624956s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:55.680782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.831065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:55.681108Z","caller":"traceutil/trace.go:171","msg":"trace[1916197764] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"2.392834424s","start":"2026-07-01T01:40:53.288244Z","end":"2026-07-01T01:40:55.681079Z","steps":["trace[1916197764] 'process raft request' (duration: 1.509620507s)","trace[1916197764] 'compare' (duration: 881.832753ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:55.681146Z","caller":"traceutil/trace.go:171","msg":"trace[427047869] linearizableReadLoop","detail":"{readStateIndex:25359; appliedIndex:25356; }","duration":"1.957777756s","start":"2026-07-01T01:40:53.723351Z","end":"2026-07-01T01:40:55.681128Z","steps":["trace[427047869] 'read index received' (duration: 1.074492646s)","trace[427047869] 'applied index is now lower than readState.Index' (duration: 883.28406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:55.681252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.288227Z","time spent":"2.392943408s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:55.681321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85486698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.681323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.925674461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.681355Z","caller":"traceutil/trace.go:171","msg":"trace[1928453696] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24541; }","duration":"3.854962923s","start":"2026-07-01T01:40:51.826382Z","end":"2026-07-01T01:40:55.681345Z","steps":["trace[1928453696] 'agreement among raft nodes before linearized reading' (duration: 3.85489509s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.681373Z","caller":"traceutil/trace.go:171","msg":"trace[606208878] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24541; }","duration":"5.925763294s","start":"2026-07-01T01:40:49.755597Z","end":"2026-07-01T01:40:55.68136Z","steps":["trace[606208878] 'agreement among raft nodes before linearized reading' (duration: 5.925682112s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.68135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813029182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:55.681398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.75558Z","time spent":"5.925812536s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.681394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.826363Z","time spent":"3.855021885s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.681411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303686025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.681424Z","caller":"traceutil/trace.go:171","msg":"trace[1283203111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24541; }","duration":"3.813148926s","start":"2026-07-01T01:40:51.868255Z","end":"2026-07-01T01:40:55.681404Z","steps":["trace[1283203111] 'agreement among raft nodes before linearized reading' (duration: 3.813020761s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395618353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-01T01:40:55.68146Z","caller":"traceutil/trace.go:171","msg":"trace[975533610] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24541; }","duration":"6.303766188s","start":"2026-07-01T01:40:49.377679Z","end":"2026-07-01T01:40:55.681445Z","steps":["trace[975533610] 'agreement among raft nodes before linearized reading' (duration: 6.303609743s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.138218336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:40:55.681478Z","caller":"traceutil/trace.go:171","msg":"trace[941897333] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24541; }","duration":"2.395664675s","start":"2026-07-01T01:40:53.285805Z","end":"2026-07-01T01:40:55.68147Z","steps":["trace[941897333] 'agreement among raft nodes before linearized reading' (duration: 2.395594162s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.868235Z","time spent":"3.813227257s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.681492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.28579Z","time spent":"2.395698766s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:40:55.681493Z","caller":"traceutil/trace.go:171","msg":"trace[1372068799] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24541; }","duration":"4.138423442s","start":"2026-07-01T01:40:51.543064Z","end":"2026-07-01T01:40:55.681487Z","steps":["trace[1372068799] 'agreement among raft nodes before linearized reading' (duration: 4.138246127s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.839163781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:55.681496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.377665Z","time spent":"6.30382212s","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.68154Z","caller":"traceutil/trace.go:171","msg":"trace[312421878] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24541; }","duration":"4.839278685s","start":"2026-07-01T01:40:50.842235Z","end":"2026-07-01T01:40:55.681514Z","steps":["trace[312421878] 'agreement among raft nodes before linearized reading' (duration: 4.839142621s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394180157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-07-01T01:40:55.681594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394557949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-07-01T01:40:55.681586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:50.842216Z","time spent":"4.839360447s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.68161Z","caller":"traceutil/trace.go:171","msg":"trace[1435623139] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24541; }","duration":"2.394207778s","start":"2026-07-01T01:40:53.287393Z","end":"2026-07-01T01:40:55.681601Z","steps":["trace[1435623139] 'agreement among raft nodes before linearized reading' (duration: 2.394078724s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.483127276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-07-01T01:40:55.681632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.287362Z","time spent":"2.39426394s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-01T01:40:55.681648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395636034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-01T01:40:55.68159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868691026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:55.681663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.153560611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.681665Z","caller":"traceutil/trace.go:171","msg":"trace[1846035946] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24541; }","duration":"6.48325654s","start":"2026-07-01T01:40:49.198391Z","end":"2026-07-01T01:40:55.681648Z","steps":["trace[1846035946] 'agreement among raft nodes before linearized reading' (duration: 6.483002622s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.681682Z","caller":"traceutil/trace.go:171","msg":"trace[761104248] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24541; }","duration":"6.153605002s","start":"2026-07-01T01:40:49.528071Z","end":"2026-07-01T01:40:55.681676Z","steps":["trace[761104248] 'agreement among raft nodes before linearized reading' (duration: 6.153571371s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133584994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.681677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.483694805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T01:40:55.681701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.528057Z","time spent":"6.153639414s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.681704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.723947Z","time spent":"1.957755335s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:40:55.681709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.950369342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:40:55.681701Z","caller":"traceutil/trace.go:171","msg":"trace[550499841] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24541; }","duration":"4.868860581s","start":"2026-07-01T01:40:50.812818Z","end":"2026-07-01T01:40:55.681678Z","steps":["trace[550499841] 'agreement among raft nodes before linearized reading' (duration: 4.868587323s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.681719Z","caller":"traceutil/trace.go:171","msg":"trace[254415387] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b; range_end:; response_count:1; response_revision:24541; }","duration":"6.483773637s","start":"2026-07-01T01:40:49.197934Z","end":"2026-07-01T01:40:55.681708Z","steps":["trace[254415387] 'agreement among raft nodes before linearized reading' (duration: 6.483644553s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.681731Z","caller":"traceutil/trace.go:171","msg":"trace[1051523671] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24541; }","duration":"5.950431374s","start":"2026-07-01T01:40:49.731294Z","end":"2026-07-01T01:40:55.681726Z","steps":["trace[1051523671] 'agreement among raft nodes before linearized reading' (duration: 5.950339781s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661287156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.681751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.197915Z","time spent":"6.483831889s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" "} {"level":"warn","ts":"2026-07-01T01:40:55.681754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.731268Z","time spent":"5.950481906s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.681765Z","caller":"traceutil/trace.go:171","msg":"trace[1484434250] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24541; }","duration":"3.661346109s","start":"2026-07-01T01:40:52.020413Z","end":"2026-07-01T01:40:55.681759Z","steps":["trace[1484434250] 'agreement among raft nodes before linearized reading' (duration: 3.661311288s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:50.812801Z","time spent":"4.868950905s","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.681382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.044731245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:55.681778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507921196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.681787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:52.020388Z","time spent":"3.661393551s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.681612Z","caller":"traceutil/trace.go:171","msg":"trace[1906076151] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24541; }","duration":"2.394606701s","start":"2026-07-01T01:40:53.286999Z","end":"2026-07-01T01:40:55.681606Z","steps":["trace[1906076151] 'agreement among raft nodes before linearized reading' (duration: 2.394557719s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.681812Z","caller":"traceutil/trace.go:171","msg":"trace[474428878] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24541; }","duration":"2.507980768s","start":"2026-07-01T01:40:53.17382Z","end":"2026-07-01T01:40:55.6818Z","steps":["trace[474428878] 'agreement among raft nodes before linearized reading' (duration: 2.507926656s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.286984Z","time spent":"2.394833769s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:40:55.68151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.543033Z","time spent":"4.138472274s","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.681841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.173805Z","time spent":"2.50802904s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.681662Z","caller":"traceutil/trace.go:171","msg":"trace[1350324548] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24541; }","duration":"2.395676506s","start":"2026-07-01T01:40:53.285982Z","end":"2026-07-01T01:40:55.681659Z","steps":["trace[1350324548] 'agreement among raft nodes before linearized reading' (duration: 2.395638584s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112693735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:40:55.681623Z","caller":"traceutil/trace.go:171","msg":"trace[1264782536] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"2.377102921s","start":"2026-07-01T01:40:53.304513Z","end":"2026-07-01T01:40:55.681616Z","steps":["trace[1264782536] 'process raft request' (duration: 2.37642598s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.198372Z","time spent":"6.483335873s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-01T01:40:55.6818Z","caller":"traceutil/trace.go:171","msg":"trace[1084683248] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24541; }","duration":"4.045174259s","start":"2026-07-01T01:40:51.636621Z","end":"2026-07-01T01:40:55.681795Z","steps":["trace[1084683248] 'agreement among raft nodes before linearized reading' (duration: 4.044735185s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.681909Z","caller":"traceutil/trace.go:171","msg":"trace[52765445] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24541; }","duration":"3.113059827s","start":"2026-07-01T01:40:52.568841Z","end":"2026-07-01T01:40:55.681901Z","steps":["trace[52765445] 'agreement among raft nodes before linearized reading' (duration: 3.112577842s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.636607Z","time spent":"4.045312603s","remote":"127.0.0.1:45448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.681933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:52.568832Z","time spent":"3.113093578s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-01T01:40:55.681709Z","caller":"traceutil/trace.go:171","msg":"trace[1440198113] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24541; }","duration":"3.133617555s","start":"2026-07-01T01:40:52.548083Z","end":"2026-07-01T01:40:55.681701Z","steps":["trace[1440198113] 'agreement among raft nodes before linearized reading' (duration: 3.133540413s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.681979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:52.548028Z","time spent":"3.133942736s","remote":"127.0.0.1:44648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.681887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.285967Z","time spent":"2.395914833s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-01T01:40:55.681935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.304493Z","time spent":"2.37741072s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:55.682896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425422027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:40:55.682945Z","caller":"traceutil/trace.go:171","msg":"trace[1505077257] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24541; }","duration":"2.425498379s","start":"2026-07-01T01:40:53.257434Z","end":"2026-07-01T01:40:55.682933Z","steps":["trace[1505077257] 'agreement among raft nodes before linearized reading' (duration: 2.424204198s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.682981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.257417Z","time spent":"2.425554622s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2625,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:56.181938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:56.683041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812091,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:57.081601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000677339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:57.081691Z","caller":"traceutil/trace.go:171","msg":"trace[592447078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000813483s","start":"2026-07-01T01:40:55.080854Z","end":"2026-07-01T01:40:57.081668Z","steps":["trace[592447078] 'agreement among raft nodes before linearized reading' (duration: 2.0007085s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:57.081753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.080835Z","time spent":"2.000904697s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:40:57.151601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.731785696s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:57.292063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.082612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:57.292165Z","caller":"traceutil/trace.go:171","msg":"trace[735690492] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"1.97039369s","start":"2026-07-01T01:40:55.321752Z","end":"2026-07-01T01:40:57.292145Z","steps":["trace[735690492] 'process raft request' (duration: 1.830153293s)","trace[735690492] 'compare' (duration: 139.779892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:57.292275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.321728Z","time spent":"1.970512484s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:58.284141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.684317Z","time spent":"2.599816946s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:58.285865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.684474Z","time spent":"2.601386556s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:58.286393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.685247Z","time spent":"2.601141719s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:40:58.865277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.176578ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:58.865395Z","caller":"traceutil/trace.go:171","msg":"trace[619566422] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24542; }","duration":"192.304702ms","start":"2026-07-01T01:40:58.67307Z","end":"2026-07-01T01:40:58.865375Z","steps":["trace[619566422] 'range keys from in-memory index tree' (duration: 192.160058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.865761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.004738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:58.866076Z","caller":"traceutil/trace.go:171","msg":"trace[1229426657] linearizableReadLoop","detail":"{readStateIndex:25369; appliedIndex:25359; }","duration":"3.184882605s","start":"2026-07-01T01:40:55.681182Z","end":"2026-07-01T01:40:58.866065Z","steps":["trace[1229426657] 'read index received' (duration: 1.470650282s)","trace[1229426657] 'applied index is now lower than readState.Index' (duration: 1.714231623s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:58.866134Z","caller":"traceutil/trace.go:171","msg":"trace[1256187000] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"3.182627933s","start":"2026-07-01T01:40:55.683498Z","end":"2026-07-01T01:40:58.866126Z","steps":["trace[1256187000] 'process raft request' (duration: 2.33016078s)","trace[1256187000] 'compare' (duration: 851.708019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:58.866175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.683485Z","time spent":"3.182665394s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:58.866323Z","caller":"traceutil/trace.go:171","msg":"trace[1270646531] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"3.182041024s","start":"2026-07-01T01:40:55.684272Z","end":"2026-07-01T01:40:58.866313Z","steps":["trace[1270646531] 'process raft request' (duration: 3.181558279s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.866368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.684257Z","time spent":"3.182087245s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:58.866414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.403361659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:58.866456Z","caller":"traceutil/trace.go:171","msg":"trace[1515847352] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24551; }","duration":"4.403443712s","start":"2026-07-01T01:40:54.463Z","end":"2026-07-01T01:40:58.866443Z","steps":["trace[1515847352] 'agreement among raft nodes before linearized reading' (duration: 4.403346228s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.866493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.462977Z","time spent":"4.403508173s","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:58.866632Z","caller":"traceutil/trace.go:171","msg":"trace[1640179249] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"3.182274972s","start":"2026-07-01T01:40:55.684345Z","end":"2026-07-01T01:40:58.86662Z","steps":["trace[1640179249] 'process raft request' (duration: 3.181536899s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:58.866659Z","caller":"traceutil/trace.go:171","msg":"trace[1015320477] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"3.136845818s","start":"2026-07-01T01:40:55.7298Z","end":"2026-07-01T01:40:58.866646Z","steps":["trace[1015320477] 'process raft request' (duration: 3.136215588s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.866675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.137764313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:58.866716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.729754Z","time spent":"3.13693153s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:58.866739Z","caller":"traceutil/trace.go:171","msg":"trace[1963597857] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24551; }","duration":"5.137852796s","start":"2026-07-01T01:40:53.72887Z","end":"2026-07-01T01:40:58.866723Z","steps":["trace[1963597857] 'agreement among raft nodes before linearized reading' (duration: 5.137738063s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.866748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.684337Z","time spent":"3.182340304s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:58.866758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.13642552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-07-01T01:40:58.866779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.728863Z","time spent":"5.137907238s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:40:58.866792Z","caller":"traceutil/trace.go:171","msg":"trace[168349710] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24551; }","duration":"5.136482862s","start":"2026-07-01T01:40:53.7303Z","end":"2026-07-01T01:40:58.866783Z","steps":["trace[168349710] 'agreement among raft nodes before linearized reading' (duration: 5.136335378s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.866821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.730285Z","time spent":"5.136525894s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-01T01:40:58.866827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14106787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-07-01T01:40:58.866848Z","caller":"traceutil/trace.go:171","msg":"trace[2088636287] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24551; }","duration":"5.141110931s","start":"2026-07-01T01:40:53.725731Z","end":"2026-07-01T01:40:58.866842Z","steps":["trace[2088636287] 'agreement among raft nodes before linearized reading' (duration: 5.141050609s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:58.866848Z","caller":"traceutil/trace.go:171","msg":"trace[199404784] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"3.130839096s","start":"2026-07-01T01:40:55.735998Z","end":"2026-07-01T01:40:58.866838Z","steps":["trace[199404784] 'process raft request' (duration: 3.130040301s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.86683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.137907928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-33c861c8-6099-4997-a074-3d0ce9c3770f\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-01T01:40:58.866871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.72572Z","time spent":"5.141146522s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T01:40:58.866903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.735984Z","time spent":"3.130887377s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:58.866898Z","caller":"traceutil/trace.go:171","msg":"trace[41321502] range","detail":"{range_begin:/registry/persistentvolumes/pvc-33c861c8-6099-4997-a074-3d0ce9c3770f; range_end:; response_count:1; response_revision:24551; }","duration":"5.138002141s","start":"2026-07-01T01:40:53.728879Z","end":"2026-07-01T01:40:58.866881Z","steps":["trace[41321502] 'agreement among raft nodes before linearized reading' (duration: 5.137770524s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.866949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.728867Z","time spent":"5.138068823s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-33c861c8-6099-4997-a074-3d0ce9c3770f\" "} {"level":"warn","ts":"2026-07-01T01:40:58.866989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994834542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:40:58.867011Z","caller":"traceutil/trace.go:171","msg":"trace[1246435551] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24551; }","duration":"4.994882893s","start":"2026-07-01T01:40:53.872121Z","end":"2026-07-01T01:40:58.867004Z","steps":["trace[1246435551] 'agreement among raft nodes before linearized reading' (duration: 4.994803561s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.867029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.872105Z","time spent":"4.994919044s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:58.867033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.324923055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:40:58.86706Z","caller":"traceutil/trace.go:171","msg":"trace[825951403] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24551; }","duration":"3.324981977s","start":"2026-07-01T01:40:55.542069Z","end":"2026-07-01T01:40:58.867051Z","steps":["trace[825951403] 'agreement among raft nodes before linearized reading' (duration: 3.324931605s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.867082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.542015Z","time spent":"3.32505728s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:58.866767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472560683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274356"} {"level":"info","ts":"2026-07-01T01:40:58.867135Z","caller":"traceutil/trace.go:171","msg":"trace[1110584504] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24551; }","duration":"4.472964835s","start":"2026-07-01T01:40:54.394164Z","end":"2026-07-01T01:40:58.867128Z","steps":["trace[1110584504] 'agreement among raft nodes before linearized reading' (duration: 4.472313435s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.867161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.394144Z","time spent":"4.473008567s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274379,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-01T01:40:58.866396Z","caller":"traceutil/trace.go:171","msg":"trace[224548000] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"3.175290438s","start":"2026-07-01T01:40:55.691077Z","end":"2026-07-01T01:40:58.866367Z","steps":["trace[224548000] 'process raft request' (duration: 3.174902446s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.867211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.691066Z","time spent":"3.176122414s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:59.081973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:59.082049Z","caller":"traceutil/trace.go:171","msg":"trace[603168565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999997156s","start":"2026-07-01T01:40:57.082035Z","end":"2026-07-01T01:40:59.082032Z","steps":["trace[603168565] 'agreement among raft nodes before linearized reading' (duration: 1.999904193s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:59.08215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.082023Z","time spent":"2.000115389s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:59.366409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:59.867541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:00.368424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:00.485383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.471583905s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:41:00.485753Z","caller":"traceutil/trace.go:171","msg":"trace[1029653453] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"2.798451112s","start":"2026-07-01T01:40:57.687276Z","end":"2026-07-01T01:41:00.485727Z","steps":["trace[1029653453] 'process raft request' (duration: 2.798298967s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.485881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.687252Z","time spent":"2.798561436s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:01.08747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000410999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:01.087534Z","caller":"traceutil/trace.go:171","msg":"trace[1209140553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000523943s","start":"2026-07-01T01:40:59.086995Z","end":"2026-07-01T01:41:01.087519Z","steps":["trace[1209140553] 'agreement among raft nodes before linearized reading' (duration: 2.00043949s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:01.087569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.086979Z","time spent":"2.000581985s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:02.405237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530698082s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:02.716585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900399149s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:02.716745Z","caller":"traceutil/trace.go:171","msg":"trace[510157052] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"1.842299431s","start":"2026-07-01T01:41:00.874433Z","end":"2026-07-01T01:41:02.716733Z","steps":["trace[510157052] 'process raft request' (duration: 1.842229799s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.716797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.874415Z","time spent":"1.842358173s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:02.716919Z","caller":"traceutil/trace.go:171","msg":"trace[1355261455] linearizableReadLoop","detail":"{readStateIndex:25371; appliedIndex:25369; }","duration":"3.85079324s","start":"2026-07-01T01:40:58.866104Z","end":"2026-07-01T01:41:02.716897Z","steps":["trace[1355261455] 'read index received' (duration: 1.619446122s)","trace[1355261455] 'applied index is now lower than readState.Index' (duration: 2.231345588s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:02.717052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.870392721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:02.717057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430936501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-01T01:41:02.717099Z","caller":"traceutil/trace.go:171","msg":"trace[1935711553] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24554; }","duration":"4.431016314s","start":"2026-07-01T01:40:58.286072Z","end":"2026-07-01T01:41:02.717089Z","steps":["trace[1935711553] 'agreement among raft nodes before linearized reading' (duration: 4.430869279s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.717131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.286054Z","time spent":"4.431067395s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-01T01:41:02.717239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430228548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-01T01:41:02.717258Z","caller":"traceutil/trace.go:171","msg":"trace[96913061] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24554; }","duration":"4.43028907s","start":"2026-07-01T01:40:58.286963Z","end":"2026-07-01T01:41:02.717252Z","steps":["trace[96913061] 'agreement among raft nodes before linearized reading' (duration: 4.430223748s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.717271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.286936Z","time spent":"4.430331751s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-01T01:41:02.717259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.163823218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:02.717256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.673424951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:02.717261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42746351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:02.717309Z","caller":"traceutil/trace.go:171","msg":"trace[1666395875] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24554; }","duration":"5.673526994s","start":"2026-07-01T01:40:57.04377Z","end":"2026-07-01T01:41:02.717297Z","steps":["trace[1666395875] 'agreement among raft nodes before linearized reading' (duration: 5.67337567s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:02.717317Z","caller":"traceutil/trace.go:171","msg":"trace[1234762181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24554; }","duration":"4.427543552s","start":"2026-07-01T01:40:58.289768Z","end":"2026-07-01T01:41:02.717311Z","steps":["trace[1234762181] 'agreement among raft nodes before linearized reading' (duration: 4.427411308s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.717283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.945413871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:02.717308Z","caller":"traceutil/trace.go:171","msg":"trace[1804106050] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24554; }","duration":"5.16387842s","start":"2026-07-01T01:40:57.553413Z","end":"2026-07-01T01:41:02.717292Z","steps":["trace[1804106050] 'agreement among raft nodes before linearized reading' (duration: 5.163769577s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.717333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.289759Z","time spent":"4.427568673s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:02.717339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.043723Z","time spent":"5.673605827s","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:02.717098Z","caller":"traceutil/trace.go:171","msg":"trace[1276543491] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24554; }","duration":"4.870487294s","start":"2026-07-01T01:40:57.846596Z","end":"2026-07-01T01:41:02.717084Z","steps":["trace[1276543491] 'agreement among raft nodes before linearized reading' (duration: 4.870402761s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:02.717357Z","caller":"traceutil/trace.go:171","msg":"trace[2119360733] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24554; }","duration":"4.945497374s","start":"2026-07-01T01:40:57.771838Z","end":"2026-07-01T01:41:02.717335Z","steps":["trace[2119360733] 'agreement among raft nodes before linearized reading' (duration: 4.945334628s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.717312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.203504325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:02.717399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.846577Z","time spent":"4.870805674s","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:02.717405Z","caller":"traceutil/trace.go:171","msg":"trace[1856103194] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24554; }","duration":"4.203630538s","start":"2026-07-01T01:40:58.513761Z","end":"2026-07-01T01:41:02.717391Z","steps":["trace[1856103194] 'agreement among raft nodes before linearized reading' (duration: 4.203523885s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.71736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.553356Z","time spent":"5.163988644s","remote":"127.0.0.1:41480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:02.717444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.761788739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:02.717439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.513743Z","time spent":"4.20368725s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:02.717464Z","caller":"traceutil/trace.go:171","msg":"trace[268163930] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24554; }","duration":"5.76185596s","start":"2026-07-01T01:40:56.955602Z","end":"2026-07-01T01:41:02.717458Z","steps":["trace[268163930] 'agreement among raft nodes before linearized reading' (duration: 5.761824609s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.717478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:56.955575Z","time spent":"5.761899082s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:02.717519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.70870552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:02.717543Z","caller":"traceutil/trace.go:171","msg":"trace[399164220] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24554; }","duration":"5.708766962s","start":"2026-07-01T01:40:57.008768Z","end":"2026-07-01T01:41:02.717535Z","steps":["trace[399164220] 'agreement among raft nodes before linearized reading' (duration: 5.708731921s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.717558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.008749Z","time spent":"5.708804904s","remote":"127.0.0.1:41376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:02.717402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.771771Z","time spent":"4.945621527s","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:02.717669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.896383988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-07-01T01:41:02.717715Z","caller":"traceutil/trace.go:171","msg":"trace[78719404] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24554; }","duration":"6.896434419s","start":"2026-07-01T01:40:55.82127Z","end":"2026-07-01T01:41:02.717704Z","steps":["trace[78719404] 'agreement among raft nodes before linearized reading' (duration: 6.896301875s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.717749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.821105Z","time spent":"6.896634777s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-01T01:41:02.717471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430499987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-01T01:41:02.718032Z","caller":"traceutil/trace.go:171","msg":"trace[1120586888] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24554; }","duration":"4.430957101s","start":"2026-07-01T01:40:58.286892Z","end":"2026-07-01T01:41:02.71785Z","steps":["trace[1120586888] 'agreement among raft nodes before linearized reading' (duration: 4.43030239s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.71811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.286865Z","time spent":"4.43123038s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-01T01:41:02.717409Z","caller":"traceutil/trace.go:171","msg":"trace[603575566] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"3.983181806s","start":"2026-07-01T01:40:58.73409Z","end":"2026-07-01T01:41:02.717272Z","steps":["trace[603575566] 'process raft request' (duration: 2.082032572s)","trace[603575566] 'compare' (duration: 1.900196113s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:02.718417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.734061Z","time spent":"3.984304211s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:03.087488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:03.087591Z","caller":"traceutil/trace.go:171","msg":"trace[27088322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009032s","start":"2026-07-01T01:41:01.087482Z","end":"2026-07-01T01:41:03.087572Z","steps":["trace[27088322] 'agreement among raft nodes before linearized reading' (duration: 1.999961156s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:03.087637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.087461Z","time spent":"2.000165442s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:03.217985Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:03.285634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.4932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:03.285718Z","caller":"traceutil/trace.go:171","msg":"trace[499956857] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"559.615503ms","start":"2026-07-01T01:41:02.726087Z","end":"2026-07-01T01:41:03.285703Z","steps":["trace[499956857] 'agreement among raft nodes before linearized reading' (duration: 559.50224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:03.285757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.726081Z","time spent":"559.668416ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/01 01:41:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:03.285841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.467063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:03.285857Z","caller":"traceutil/trace.go:171","msg":"trace[854814466] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"561.496424ms","start":"2026-07-01T01:41:02.724356Z","end":"2026-07-01T01:41:03.285852Z","steps":["trace[854814466] 'agreement among raft nodes before linearized reading' (duration: 561.478764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:03.285876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.72435Z","time spent":"561.521425ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/01 01:41:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:03.287226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.514117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:03.287264Z","caller":"traceutil/trace.go:171","msg":"trace[2117956513] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"562.580489ms","start":"2026-07-01T01:41:02.724674Z","end":"2026-07-01T01:41:03.287254Z","steps":["trace[2117956513] 'agreement among raft nodes before linearized reading' (duration: 562.538388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:03.287286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.724658Z","time spent":"562.62316ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/01 01:41:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:03.314421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.366847851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:03.314487Z","caller":"traceutil/trace.go:171","msg":"trace[165818895] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"4.366948003s","start":"2026-07-01T01:40:58.947525Z","end":"2026-07-01T01:41:03.314473Z","steps":["trace[165818895] 'agreement among raft nodes before linearized reading' (duration: 4.366869071s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:03.314523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.947512Z","time spent":"4.367005186s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/07/01 01:41:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:03.718596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:04.219573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:04.720762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:05.09539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:05.095472Z","caller":"traceutil/trace.go:171","msg":"trace[158846170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000393229s","start":"2026-07-01T01:41:03.095059Z","end":"2026-07-01T01:41:05.095452Z","steps":["trace[158846170] 'agreement among raft nodes before linearized reading' (duration: 2.000291746s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:05.095518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.095047Z","time spent":"2.000461411s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:05.221595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:05.23298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.827525672s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:41:05.28986Z","caller":"traceutil/trace.go:171","msg":"trace[1964548214] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"4.41281941s","start":"2026-07-01T01:41:00.87702Z","end":"2026-07-01T01:41:05.289839Z","steps":["trace[1964548214] 'process raft request' (duration: 4.356297892s)","trace[1964548214] 'compare' (duration: 54.283537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:05.289968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.876987Z","time spent":"4.412925754s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:05.289939Z","caller":"traceutil/trace.go:171","msg":"trace[1709395323] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"4.412103388s","start":"2026-07-01T01:41:00.877806Z","end":"2026-07-01T01:41:05.289909Z","steps":["trace[1709395323] 'process raft request' (duration: 4.411962903s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:05.290097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.877795Z","time spent":"4.412207371s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:07.096111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000282876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:07.097055Z","caller":"traceutil/trace.go:171","msg":"trace[550270595] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762342s","start":"2026-07-01T01:41:05.095761Z","end":"2026-07-01T01:41:07.096524Z","steps":["trace[550270595] 'agreement among raft nodes before linearized reading' (duration: 2.000313097s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:07.097126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.095706Z","time spent":"2.001403562s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:07.343422Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.110305556s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:07.490043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.491578Z","time spent":"4.998458477s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:41:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:07.500313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21046045s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T01:41:07.503675Z","caller":"traceutil/trace.go:171","msg":"trace[230871493] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"6.269673798s","start":"2026-07-01T01:41:01.233987Z","end":"2026-07-01T01:41:07.503661Z","steps":["trace[230871493] 'process raft request' (duration: 6.266411704s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:07.503817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.233887Z","time spent":"6.269858554s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:07.649867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:07.649991Z","caller":"traceutil/trace.go:171","msg":"trace[397849761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339369s","start":"2026-07-01T01:41:05.649636Z","end":"2026-07-01T01:41:07.649975Z","steps":["trace[397849761] 'agreement among raft nodes before linearized reading' (duration: 2.000196904s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:07.650048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.649616Z","time spent":"2.000424271s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:08.882206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00960212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:08.882291Z","caller":"traceutil/trace.go:171","msg":"trace[535138722] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.009725554s","start":"2026-07-01T01:40:58.872549Z","end":"2026-07-01T01:41:08.882274Z","steps":["trace[535138722] 'agreement among raft nodes before linearized reading' (duration: 10.00960994s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:08.882344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.872541Z","time spent":"10.009791106s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/07/01 01:41:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:09.08307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000532543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:09.083169Z","caller":"traceutil/trace.go:171","msg":"trace[796838407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673467s","start":"2026-07-01T01:41:07.082468Z","end":"2026-07-01T01:41:09.083141Z","steps":["trace[796838407] 'agreement among raft nodes before linearized reading' (duration: 2.000558664s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:09.083219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.08245Z","time spent":"2.000758491s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:09.104324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000902135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:09.104434Z","caller":"traceutil/trace.go:171","msg":"trace[385498176] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001080481s","start":"2026-07-01T01:41:07.103328Z","end":"2026-07-01T01:41:09.104408Z","steps":["trace[385498176] 'agreement among raft nodes before linearized reading' (duration: 2.000946927s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:09.104517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.103304Z","time spent":"2.001197585s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:10.288067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.287589Z","time spent":"7.000469968s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:41:10.574198Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.074901216s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:10.880064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206661589s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:10.880186Z","caller":"traceutil/trace.go:171","msg":"trace[1479894974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24557; }","duration":"2.206796143s","start":"2026-07-01T01:41:08.673373Z","end":"2026-07-01T01:41:10.880169Z","steps":["trace[1479894974] 'range keys from in-memory index tree' (duration: 2.206644198s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.881586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377883299s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:10.881797Z","caller":"traceutil/trace.go:171","msg":"trace[197796619] linearizableReadLoop","detail":"{readStateIndex:25379; appliedIndex:25372; }","duration":"8.164808939s","start":"2026-07-01T01:41:02.716973Z","end":"2026-07-01T01:41:10.881782Z","steps":["trace[197796619] 'read index received' (duration: 2.516324576s)","trace[197796619] 'applied index is now lower than readState.Index' (duration: 5.648483583s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:10.881849Z","caller":"traceutil/trace.go:171","msg":"trace[1372827448] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"6.156797597s","start":"2026-07-01T01:41:04.725043Z","end":"2026-07-01T01:41:10.881841Z","steps":["trace[1372827448] 'process raft request' (duration: 6.156665093s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.881897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.725022Z","time spent":"6.156842258s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:10.882264Z","caller":"traceutil/trace.go:171","msg":"trace[814860901] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"5.086172884s","start":"2026-07-01T01:41:05.796062Z","end":"2026-07-01T01:41:10.882235Z","steps":["trace[814860901] 'process raft request' (duration: 5.085693609s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.882422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.796042Z","time spent":"5.086292737s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:10.882816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.981905963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:10.882907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.468269839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:10.882927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.207772998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:10.88296Z","caller":"traceutil/trace.go:171","msg":"trace[756315940] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24560; }","duration":"8.468373122s","start":"2026-07-01T01:41:02.414573Z","end":"2026-07-01T01:41:10.882946Z","steps":["trace[756315940] 'agreement among raft nodes before linearized reading' (duration: 8.467411351s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:10.882992Z","caller":"traceutil/trace.go:171","msg":"trace[944137167] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24560; }","duration":"9.207885052s","start":"2026-07-01T01:41:01.67509Z","end":"2026-07-01T01:41:10.882975Z","steps":["trace[944137167] 'agreement among raft nodes before linearized reading' (duration: 9.20690679s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.414551Z","time spent":"8.468441244s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:10.883003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.013208163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-01T01:41:10.883028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.675074Z","time spent":"9.207946483s","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:10.883058Z","caller":"traceutil/trace.go:171","msg":"trace[1847551857] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24560; }","duration":"12.013278415s","start":"2026-07-01T01:40:58.869764Z","end":"2026-07-01T01:41:10.883042Z","steps":["trace[1847551857] 'agreement among raft nodes before linearized reading' (duration: 12.012273273s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.342642979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"warn","ts":"2026-07-01T01:41:10.88311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.869753Z","time spent":"12.013338237s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:41:10.883109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.887406148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:10.883129Z","caller":"traceutil/trace.go:171","msg":"trace[2034532157] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24560; }","duration":"11.342703451s","start":"2026-07-01T01:40:59.540406Z","end":"2026-07-01T01:41:10.883109Z","steps":["trace[2034532157] 'agreement among raft nodes before linearized reading' (duration: 11.341608776s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.000867278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-01T01:41:10.883166Z","caller":"traceutil/trace.go:171","msg":"trace[1123679680] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24560; }","duration":"8.887505481s","start":"2026-07-01T01:41:01.995646Z","end":"2026-07-01T01:41:10.883152Z","steps":["trace[1123679680] 'agreement among raft nodes before linearized reading' (duration: 8.886344864s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.540387Z","time spent":"11.342774603s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-01T01:41:10.883181Z","caller":"traceutil/trace.go:171","msg":"trace[1702673456] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24560; }","duration":"12.000916679s","start":"2026-07-01T01:40:58.882257Z","end":"2026-07-01T01:41:10.883173Z","steps":["trace[1702673456] 'agreement among raft nodes before linearized reading' (duration: 11.999763062s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.88225Z","time spent":"12.000950141s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:41:10.882995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.008864023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-07-01T01:41:10.883205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.995626Z","time spent":"8.887566963s","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:10.88291Z","caller":"traceutil/trace.go:171","msg":"trace[232174740] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24560; }","duration":"9.982039238s","start":"2026-07-01T01:41:00.900845Z","end":"2026-07-01T01:41:10.882884Z","steps":["trace[232174740] 'agreement among raft nodes before linearized reading' (duration: 9.98116288s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.670674618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418459"} {"level":"warn","ts":"2026-07-01T01:41:10.883251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.008378748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-01T01:41:10.883302Z","caller":"traceutil/trace.go:171","msg":"trace[1608384970] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24560; }","duration":"9.67076144s","start":"2026-07-01T01:41:01.212517Z","end":"2026-07-01T01:41:10.883278Z","steps":["trace[1608384970] 'agreement among raft nodes before linearized reading' (duration: 9.669485569s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:10.883307Z","caller":"traceutil/trace.go:171","msg":"trace[140551245] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b; range_end:; response_count:1; response_revision:24560; }","duration":"12.008453161s","start":"2026-07-01T01:40:58.874839Z","end":"2026-07-01T01:41:10.883292Z","steps":["trace[140551245] 'agreement among raft nodes before linearized reading' (duration: 12.0071862s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.90083Z","time spent":"9.982436831s","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:10.883342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.212499Z","time spent":"9.670833213s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418482,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-01T01:41:10.883347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.874834Z","time spent":"12.008503242s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" "} {"level":"info","ts":"2026-07-01T01:41:10.883249Z","caller":"traceutil/trace.go:171","msg":"trace[479485061] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24560; }","duration":"12.009146703s","start":"2026-07-01T01:40:58.874081Z","end":"2026-07-01T01:41:10.883228Z","steps":["trace[479485061] 'agreement among raft nodes before linearized reading' (duration: 12.007948914s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.874069Z","time spent":"12.009326748s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-01T01:41:10.883417Z","caller":"traceutil/trace.go:171","msg":"trace[1023824552] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"3.587853197s","start":"2026-07-01T01:41:07.295546Z","end":"2026-07-01T01:41:10.8834Z","steps":["trace[1023824552] 'process raft request' (duration: 3.586576156s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:10.883439Z","caller":"traceutil/trace.go:171","msg":"trace[462549073] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"3.587594859s","start":"2026-07-01T01:41:07.29583Z","end":"2026-07-01T01:41:10.883425Z","steps":["trace[462549073] 'process raft request' (duration: 3.587486885s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.271237675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-07-01T01:41:10.883439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.18418684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:41:10.883485Z","caller":"traceutil/trace.go:171","msg":"trace[1839289284] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24561; }","duration":"8.271317007s","start":"2026-07-01T01:41:02.612153Z","end":"2026-07-01T01:41:10.88347Z","steps":["trace[1839289284] 'agreement among raft nodes before linearized reading' (duration: 8.26982384s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.883507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.295821Z","time spent":"3.58764178s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:10.883502Z","caller":"traceutil/trace.go:171","msg":"trace[681272331] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24561; }","duration":"8.184293453s","start":"2026-07-01T01:41:02.69919Z","end":"2026-07-01T01:41:10.883484Z","steps":["trace[681272331] 'agreement among raft nodes before linearized reading' (duration: 8.182776634s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:10.88351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.295518Z","time spent":"3.58793406s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:10.883566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.612138Z","time spent":"8.27141478s","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T01:41:10.883591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.699172Z","time spent":"8.184405387s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:41:11.110849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:11.110946Z","caller":"traceutil/trace.go:171","msg":"trace[1934555201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245216s","start":"2026-07-01T01:41:09.110683Z","end":"2026-07-01T01:41:11.110928Z","steps":["trace[1934555201] 'agreement among raft nodes before linearized reading' (duration: 2.000122182s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:11.110995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:09.11067Z","time spent":"2.000314707s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:12.385308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378331626s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:12.490174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998439676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:12.490259Z","caller":"traceutil/trace.go:171","msg":"trace[1703858281] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998587591s","start":"2026-07-01T01:41:07.491652Z","end":"2026-07-01T01:41:12.49024Z","steps":["trace[1703858281] 'agreement among raft nodes before linearized reading' (duration: 4.998474077s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.490307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.491627Z","time spent":"4.998670304s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/01 01:41:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:13.111424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:13.111509Z","caller":"traceutil/trace.go:171","msg":"trace[1174877475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246584s","start":"2026-07-01T01:41:11.111245Z","end":"2026-07-01T01:41:13.111491Z","steps":["trace[1174877475] 'agreement among raft nodes before linearized reading' (duration: 2.00013551s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:13.11157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:11.111231Z","time spent":"2.000328787s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:13.358558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351499442s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:13.35952Z","caller":"traceutil/trace.go:171","msg":"trace[2015451444] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"5.632520903s","start":"2026-07-01T01:41:07.726963Z","end":"2026-07-01T01:41:13.359484Z","steps":["trace[2015451444] 'process raft request' (duration: 5.631702577s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:13.359526Z","caller":"traceutil/trace.go:171","msg":"trace[1997800534] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"5.700092495s","start":"2026-07-01T01:41:07.659406Z","end":"2026-07-01T01:41:13.359498Z","steps":["trace[1997800534] 'process raft request' (duration: 3.347523018s)","trace[1997800534] 'compare' (duration: 2.348121874s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:13.359635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.659379Z","time spent":"5.700210508s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:13.359668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.726938Z","time spent":"5.632645116s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:13.359539Z","caller":"traceutil/trace.go:171","msg":"trace[1483808577] linearizableReadLoop","detail":"{readStateIndex:25384; appliedIndex:25382; }","duration":"2.477699189s","start":"2026-07-01T01:41:10.881819Z","end":"2026-07-01T01:41:13.359518Z","steps":["trace[1483808577] 'read index received' (duration: 125.165114ms)","trace[1483808577] 'applied index is now lower than readState.Index' (duration: 2.352531525s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:13.359768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.885799Z","time spent":"2.47396355s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:41:13.859838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:14.360291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:14.861358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:15.119232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:15.119335Z","caller":"traceutil/trace.go:171","msg":"trace[518629463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138542s","start":"2026-07-01T01:41:13.119163Z","end":"2026-07-01T01:41:15.119302Z","steps":["trace[518629463] 'agreement among raft nodes before linearized reading' (duration: 2.000012498s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:15.119387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:13.119147Z","time spent":"2.000227434s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:15.152171Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.765939632s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:15.210622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851709203s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-01T01:41:15.210753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.526116478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:15.210776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.904999864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:41:15.210789Z","caller":"traceutil/trace.go:171","msg":"trace[953477291] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24565; }","duration":"11.526181461s","start":"2026-07-01T01:41:03.684591Z","end":"2026-07-01T01:41:15.210772Z","steps":["trace[953477291] 'agreement among raft nodes before linearized reading' (duration: 9.675058226s)","trace[953477291] 'count revisions from in-memory index tree' (duration: 1.851071173s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.21084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.684576Z","time spent":"11.526254603s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:15.210838Z","caller":"traceutil/trace.go:171","msg":"trace[1323992499] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24565; }","duration":"9.905078607s","start":"2026-07-01T01:41:05.305737Z","end":"2026-07-01T01:41:15.210816Z","steps":["trace[1323992499] 'agreement among raft nodes before linearized reading' (duration: 8.053811018s)","trace[1323992499] 'count revisions from in-memory index tree' (duration: 1.851181966s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.210887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.305721Z","time spent":"9.905153009s","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.210889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.120087689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:15.210994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.484384735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:15.210982Z","caller":"traceutil/trace.go:171","msg":"trace[1559336885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24565; }","duration":"8.120241004s","start":"2026-07-01T01:41:07.090715Z","end":"2026-07-01T01:41:15.210956Z","steps":["trace[1559336885] 'agreement among raft nodes before linearized reading' (duration: 6.268972475s)","trace[1559336885] 'count revisions from in-memory index tree' (duration: 1.851136995s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:15.211018Z","caller":"traceutil/trace.go:171","msg":"trace[873129666] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24565; }","duration":"8.484406915s","start":"2026-07-01T01:41:06.726603Z","end":"2026-07-01T01:41:15.21101Z","steps":["trace[873129666] 'agreement among raft nodes before linearized reading' (duration: 6.633097075s)","trace[873129666] 'count revisions from in-memory index tree' (duration: 1.851273959s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.211036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.726546Z","time spent":"8.484484948s","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.211036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.09065Z","time spent":"8.120371598s","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.211275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.206949692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:41:15.2112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.48758888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-01T01:41:15.211298Z","caller":"traceutil/trace.go:171","msg":"trace[1764014342] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24565; }","duration":"9.207003153s","start":"2026-07-01T01:41:06.00429Z","end":"2026-07-01T01:41:15.211293Z","steps":["trace[1764014342] 'agreement among raft nodes before linearized reading' (duration: 7.355422924s)","trace[1764014342] 'count revisions from in-memory index tree' (duration: 1.851545627s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.211314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.004274Z","time spent":"9.207035864s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:15.211314Z","caller":"traceutil/trace.go:171","msg":"trace[509918980] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24565; }","duration":"12.487716514s","start":"2026-07-01T01:41:02.723582Z","end":"2026-07-01T01:41:15.211299Z","steps":["trace[509918980] 'agreement among raft nodes before linearized reading' (duration: 10.635994791s)","trace[509918980] 'range keys from in-memory index tree' (duration: 1.851524237s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.21135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.72357Z","time spent":"12.487770626s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-01T01:41:15.210622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960416574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:15.211974Z","caller":"traceutil/trace.go:171","msg":"trace[293160169] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24565; }","duration":"5.961835339s","start":"2026-07-01T01:41:09.250122Z","end":"2026-07-01T01:41:15.211957Z","steps":["trace[293160169] 'agreement among raft nodes before linearized reading' (duration: 4.109514927s)","trace[293160169] 'count revisions from in-memory index tree' (duration: 1.850909318s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.212057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:09.2501Z","time spent":"5.961927523s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.212482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.524053543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:15.212539Z","caller":"traceutil/trace.go:171","msg":"trace[1465673443] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24565; }","duration":"11.524109055s","start":"2026-07-01T01:41:03.688414Z","end":"2026-07-01T01:41:15.212523Z","steps":["trace[1465673443] 'agreement among raft nodes before linearized reading' (duration: 9.671227164s)","trace[1465673443] 'count revisions from in-memory index tree' (duration: 1.852815039s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.212579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.688345Z","time spent":"11.524224678s","remote":"127.0.0.1:41490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.212772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.285691964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:15.212776Z","caller":"traceutil/trace.go:171","msg":"trace[1053989738] transaction","detail":"{read_only:false; response_revision:24566; number_of_response:1; }","duration":"3.917448182s","start":"2026-07-01T01:41:11.295311Z","end":"2026-07-01T01:41:15.212759Z","steps":["trace[1053989738] 'process raft request' (duration: 3.915473889s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:15.212816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.682930041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:15.212827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.747227353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:15.21289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.956386835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:15.212903Z","caller":"traceutil/trace.go:171","msg":"trace[1635326036] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24565; }","duration":"11.747555573s","start":"2026-07-01T01:41:03.465335Z","end":"2026-07-01T01:41:15.212891Z","steps":["trace[1635326036] 'agreement among raft nodes before linearized reading' (duration: 9.894321302s)","trace[1635326036] 'count revisions from in-memory index tree' (duration: 1.852897381s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:15.212921Z","caller":"traceutil/trace.go:171","msg":"trace[170347716] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24565; }","duration":"11.956453337s","start":"2026-07-01T01:41:03.256457Z","end":"2026-07-01T01:41:15.21291Z","steps":["trace[170347716] 'agreement among raft nodes before linearized reading' (duration: 10.103206335s)","trace[170347716] 'count revisions from in-memory index tree' (duration: 1.853211641s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.212937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.465278Z","time spent":"11.747650217s","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.212952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.256422Z","time spent":"11.956522669s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:15.212817Z","caller":"traceutil/trace.go:171","msg":"trace[384779737] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24565; }","duration":"10.285771377s","start":"2026-07-01T01:41:04.927032Z","end":"2026-07-01T01:41:15.212803Z","steps":["trace[384779737] 'agreement among raft nodes before linearized reading' (duration: 8.432566346s)","trace[384779737] 'count revisions from in-memory index tree' (duration: 1.853150409s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.213339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.014601153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-01T01:41:15.213484Z","caller":"traceutil/trace.go:171","msg":"trace[1803683889] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24565; }","duration":"11.014796369s","start":"2026-07-01T01:41:04.198658Z","end":"2026-07-01T01:41:15.213454Z","steps":["trace[1803683889] 'agreement among raft nodes before linearized reading' (duration: 9.160967439s)","trace[1803683889] 'range keys from in-memory index tree' (duration: 1.85350025s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.213498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.927012Z","time spent":"10.286403837s","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.212904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.952466045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:15.215138Z","caller":"traceutil/trace.go:171","msg":"trace[833287474] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24565; }","duration":"10.954684336s","start":"2026-07-01T01:41:04.260402Z","end":"2026-07-01T01:41:15.215086Z","steps":["trace[833287474] 'agreement among raft nodes before linearized reading' (duration: 9.099205043s)","trace[833287474] 'count revisions from in-memory index tree' (duration: 1.853279223s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.215188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.260389Z","time spent":"10.95478677s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.213586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.198635Z","time spent":"11.014931634s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T01:41:15.212855Z","caller":"traceutil/trace.go:171","msg":"trace[2101619026] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24565; }","duration":"6.682962492s","start":"2026-07-01T01:41:08.529878Z","end":"2026-07-01T01:41:15.21284Z","steps":["trace[2101619026] 'agreement among raft nodes before linearized reading' (duration: 4.829777182s)","trace[2101619026] 'count revisions from in-memory index tree' (duration: 1.853136689s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.215687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:08.529805Z","time spent":"6.685861914s","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.212868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494949798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:15.21583Z","caller":"traceutil/trace.go:171","msg":"trace[1370713598] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24565; }","duration":"4.497936574s","start":"2026-07-01T01:41:10.717881Z","end":"2026-07-01T01:41:15.215817Z","steps":["trace[1370713598] 'agreement among raft nodes before linearized reading' (duration: 2.641710157s)","trace[1370713598] 'count revisions from in-memory index tree' (duration: 1.853248122s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.215852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.717862Z","time spent":"4.497982526s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.213011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701577069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:41:15.215999Z","caller":"traceutil/trace.go:171","msg":"trace[654482388] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24565; }","duration":"4.704550915s","start":"2026-07-01T01:41:10.511426Z","end":"2026-07-01T01:41:15.215977Z","steps":["trace[654482388] 'agreement among raft nodes before linearized reading' (duration: 2.848185723s)","trace[654482388] 'count revisions from in-memory index tree' (duration: 1.853381507s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.216073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.511376Z","time spent":"4.704675148s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.213082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.144275836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:15.216174Z","caller":"traceutil/trace.go:171","msg":"trace[976419300] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24565; }","duration":"12.147408506s","start":"2026-07-01T01:41:03.068737Z","end":"2026-07-01T01:41:15.216146Z","steps":["trace[976419300] 'agreement among raft nodes before linearized reading' (duration: 10.290946941s)","trace[976419300] 'count revisions from in-memory index tree' (duration: 1.853378416s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.213117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907282691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:15.216229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.068722Z","time spent":"12.147486298s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.213132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.013752337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:41:15.216377Z","caller":"traceutil/trace.go:171","msg":"trace[1092507359] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24565; }","duration":"11.01701391s","start":"2026-07-01T01:41:04.199354Z","end":"2026-07-01T01:41:15.216368Z","steps":["trace[1092507359] 'agreement among raft nodes before linearized reading' (duration: 9.160261386s)","trace[1092507359] 'range keys from in-memory index tree' (duration: 1.853412408s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.213114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.415234255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:15.216408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.199346Z","time spent":"11.017053781s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T01:41:15.216446Z","caller":"traceutil/trace.go:171","msg":"trace[1705952407] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24565; }","duration":"9.418702455s","start":"2026-07-01T01:41:05.797727Z","end":"2026-07-01T01:41:15.216429Z","steps":["trace[1705952407] 'agreement among raft nodes before linearized reading' (duration: 7.561996063s)","trace[1705952407] 'count revisions from in-memory index tree' (duration: 1.853226961s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:15.216322Z","caller":"traceutil/trace.go:171","msg":"trace[1460234775] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24565; }","duration":"4.910521934s","start":"2026-07-01T01:41:10.305773Z","end":"2026-07-01T01:41:15.216295Z","steps":["trace[1460234775] 'agreement among raft nodes before linearized reading' (duration: 3.053850483s)","trace[1460234775] 'count revisions from in-memory index tree' (duration: 1.853444718s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.216488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.797701Z","time spent":"9.418773748s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.216505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.305756Z","time spent":"4.910737241s","remote":"127.0.0.1:60796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.212863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:11.29528Z","time spent":"3.917532615s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418442,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:15.212778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.246663515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:15.213305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.480814779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:41:15.216605Z","caller":"traceutil/trace.go:171","msg":"trace[1675880345] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24565; }","duration":"7.25057079s","start":"2026-07-01T01:41:07.966026Z","end":"2026-07-01T01:41:15.216597Z","steps":["trace[1675880345] 'agreement among raft nodes before linearized reading' (duration: 5.39364826s)","trace[1675880345] 'count revisions from in-memory index tree' (duration: 1.853072937s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.216636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.966005Z","time spent":"7.250622072s","remote":"127.0.0.1:45388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.213114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.078674317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:15.216609Z","caller":"traceutil/trace.go:171","msg":"trace[2065760657] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24565; }","duration":"11.484118815s","start":"2026-07-01T01:41:03.732481Z","end":"2026-07-01T01:41:15.216599Z","steps":["trace[2065760657] 'agreement among raft nodes before linearized reading' (duration: 9.627152404s)","trace[2065760657] 'count revisions from in-memory index tree' (duration: 1.853654225s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:15.21668Z","caller":"traceutil/trace.go:171","msg":"trace[1965528535] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24565; }","duration":"12.082269272s","start":"2026-07-01T01:41:03.134395Z","end":"2026-07-01T01:41:15.216664Z","steps":["trace[1965528535] 'agreement among raft nodes before linearized reading' (duration: 10.22528119s)","trace[1965528535] 'count revisions from in-memory index tree' (duration: 1.853415388s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:15.216697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.732432Z","time spent":"11.4842591s","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:15.216714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.134376Z","time spent":"12.082326184s","remote":"127.0.0.1:41632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.454868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299742942s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:17.119911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:17.120013Z","caller":"traceutil/trace.go:171","msg":"trace[302575667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000529673s","start":"2026-07-01T01:41:15.119441Z","end":"2026-07-01T01:41:17.119971Z","steps":["trace[302575667] 'agreement among raft nodes before linearized reading' (duration: 2.000430899s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:17.120053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.119425Z","time spent":"2.000618766s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:17.490884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998407696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:17.490954Z","caller":"traceutil/trace.go:171","msg":"trace[1293930388] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998497949s","start":"2026-07-01T01:41:12.49244Z","end":"2026-07-01T01:41:17.490938Z","steps":["trace[1293930388] 'agreement among raft nodes before linearized reading' (duration: 4.998404626s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:17.491001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.492414Z","time spent":"4.998570842s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-01T01:41:17.649021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00039533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:17.649101Z","caller":"traceutil/trace.go:171","msg":"trace[52473442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518044s","start":"2026-07-01T01:41:15.648564Z","end":"2026-07-01T01:41:17.649082Z","steps":["trace[52473442] 'agreement among raft nodes before linearized reading' (duration: 2.00041213s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:17.649151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.648551Z","time spent":"2.000589026s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:17.886864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.88806Z","time spent":"4.998795818s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:41:17.888245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.889791Z","time spent":"4.998449547s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:41:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:18.209616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754322817s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:18.209903Z","caller":"traceutil/trace.go:171","msg":"trace[1071752212] linearizableReadLoop","detail":"{readStateIndex:25391; appliedIndex:25385; }","duration":"4.850098251s","start":"2026-07-01T01:41:13.359791Z","end":"2026-07-01T01:41:18.209889Z","steps":["trace[1071752212] 'read index received' (duration: 1.792592411s)","trace[1071752212] 'applied index is now lower than readState.Index' (duration: 3.05750511s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:18.21Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303662376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:18.209993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.179415381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:18.210037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.323330698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-51c366fb-c9ec-4a03-aab3-6ee4f51688a1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T01:41:18.210045Z","caller":"traceutil/trace.go:171","msg":"trace[2002245203] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24571; }","duration":"6.303718388s","start":"2026-07-01T01:41:11.906314Z","end":"2026-07-01T01:41:18.210032Z","steps":["trace[2002245203] 'agreement among raft nodes before linearized reading' (duration: 6.303641255s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:18.210062Z","caller":"traceutil/trace.go:171","msg":"trace[702263747] range","detail":"{range_begin:/registry/persistentvolumes/pvc-51c366fb-c9ec-4a03-aab3-6ee4f51688a1; range_end:; response_count:1; response_revision:24571; }","duration":"7.32338275s","start":"2026-07-01T01:41:10.886671Z","end":"2026-07-01T01:41:18.210054Z","steps":["trace[702263747] 'agreement among raft nodes before linearized reading' (duration: 7.323279156s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.210068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:11.906293Z","time spent":"6.30377079s","remote":"127.0.0.1:52044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:18.210068Z","caller":"traceutil/trace.go:171","msg":"trace[250449799] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24571; }","duration":"6.179544315s","start":"2026-07-01T01:41:12.030504Z","end":"2026-07-01T01:41:18.210048Z","steps":["trace[250449799] 'agreement among raft nodes before linearized reading' (duration: 6.179399831s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.210087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.886658Z","time spent":"7.323423331s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-51c366fb-c9ec-4a03-aab3-6ee4f51688a1\" "} {"level":"warn","ts":"2026-07-01T01:41:18.210089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.54668743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:18.21011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.030475Z","time spent":"6.179625948s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:18.210128Z","caller":"traceutil/trace.go:171","msg":"trace[414868607] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24571; }","duration":"6.546725802s","start":"2026-07-01T01:41:11.66339Z","end":"2026-07-01T01:41:18.210116Z","steps":["trace[414868607] 'agreement among raft nodes before linearized reading' (duration: 6.54666964s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.210032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.322026556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-01T01:41:18.210168Z","caller":"traceutil/trace.go:171","msg":"trace[1622588317] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24571; }","duration":"7.322172211s","start":"2026-07-01T01:41:10.887991Z","end":"2026-07-01T01:41:18.210163Z","steps":["trace[1622588317] 'agreement among raft nodes before linearized reading' (duration: 7.321917343s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.210162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:11.663339Z","time spent":"6.546814785s","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:18.210138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.322539153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-07-01T01:41:18.21024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.323976418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:18.210233Z","caller":"traceutil/trace.go:171","msg":"trace[645120072] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24571; }","duration":"7.322659946s","start":"2026-07-01T01:41:10.887547Z","end":"2026-07-01T01:41:18.210207Z","steps":["trace[645120072] 'agreement among raft nodes before linearized reading' (duration: 7.322384188s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:18.210262Z","caller":"traceutil/trace.go:171","msg":"trace[1212808895] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:24571; }","duration":"7.324452554s","start":"2026-07-01T01:41:10.885803Z","end":"2026-07-01T01:41:18.210255Z","steps":["trace[1212808895] 'agreement among raft nodes before linearized reading' (duration: 7.324417273s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.210294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.885781Z","time spent":"7.324503376s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-01T01:41:18.210298Z","caller":"traceutil/trace.go:171","msg":"trace[1010283547] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"4.848919014s","start":"2026-07-01T01:41:13.361366Z","end":"2026-07-01T01:41:18.210285Z","steps":["trace[1010283547] 'process raft request' (duration: 4.848431618s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.210183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.887968Z","time spent":"7.322210803s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-01T01:41:18.210348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.967371807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:18.210364Z","caller":"traceutil/trace.go:171","msg":"trace[1903537115] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24571; }","duration":"5.967388747s","start":"2026-07-01T01:41:12.242971Z","end":"2026-07-01T01:41:18.210359Z","steps":["trace[1903537115] 'agreement among raft nodes before linearized reading' (duration: 5.967359306s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.210377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.24295Z","time spent":"5.967424269s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:18.210402Z","caller":"traceutil/trace.go:171","msg":"trace[1191675308] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"3.20036864s","start":"2026-07-01T01:41:15.010022Z","end":"2026-07-01T01:41:18.21039Z","steps":["trace[1191675308] 'process raft request' (duration: 3.199829763s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.210478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377793984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:18.210482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.010001Z","time spent":"3.200427273s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:18.210507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.968596136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:18.21053Z","caller":"traceutil/trace.go:171","msg":"trace[1777965916] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24571; }","duration":"5.968641078s","start":"2026-07-01T01:41:12.241882Z","end":"2026-07-01T01:41:18.210523Z","steps":["trace[1777965916] 'agreement among raft nodes before linearized reading' (duration: 5.968600426s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.210551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.241866Z","time spent":"5.968677918s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:18.210494Z","caller":"traceutil/trace.go:171","msg":"trace[1486051544] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24571; }","duration":"5.377851746s","start":"2026-07-01T01:41:12.832637Z","end":"2026-07-01T01:41:18.210489Z","steps":["trace[1486051544] 'agreement among raft nodes before linearized reading' (duration: 5.377808075s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.2106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.832621Z","time spent":"5.37797359s","remote":"127.0.0.1:44600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:18.210291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.887505Z","time spent":"7.32277148s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-01T01:41:18.210836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:13.36135Z","time spent":"4.848976455s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:18.212333Z","caller":"traceutil/trace.go:171","msg":"trace[747348348] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"5.322261268s","start":"2026-07-01T01:41:12.890051Z","end":"2026-07-01T01:41:18.212312Z","steps":["trace[747348348] 'process raft request' (duration: 5.319713386s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.21245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.890016Z","time spent":"5.322366571s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:18.710554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:18.917849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.651543409s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:19.128835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000657967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:19.128918Z","caller":"traceutil/trace.go:171","msg":"trace[1977354985] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000791631s","start":"2026-07-01T01:41:17.128108Z","end":"2026-07-01T01:41:19.1289Z","steps":["trace[1977354985] 'agreement among raft nodes before linearized reading' (duration: 2.000685278s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:19.128967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:17.12809Z","time spent":"2.000867783s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:20.735224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061600707s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:20.735359Z","caller":"traceutil/trace.go:171","msg":"trace[1653210433] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24571; }","duration":"2.061751561s","start":"2026-07-01T01:41:18.67359Z","end":"2026-07-01T01:41:20.735342Z","steps":["trace[1653210433] 'range keys from in-memory index tree' (duration: 2.061586106s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:20.736334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818141178s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:20.736656Z","caller":"traceutil/trace.go:171","msg":"trace[656728955] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"5.516621705s","start":"2026-07-01T01:41:15.220015Z","end":"2026-07-01T01:41:20.736637Z","steps":["trace[656728955] 'process raft request' (duration: 5.516437839s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:20.736656Z","caller":"traceutil/trace.go:171","msg":"trace[207383733] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"5.516652786s","start":"2026-07-01T01:41:15.219953Z","end":"2026-07-01T01:41:20.736606Z","steps":["trace[207383733] 'process raft request' (duration: 3.698136526s)","trace[207383733] 'compare' (duration: 1.815315968s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:20.736736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.22001Z","time spent":"5.516686787s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:20.736759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.219937Z","time spent":"5.516764659s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:20.867498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.947080703s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:21.12955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:21.129634Z","caller":"traceutil/trace.go:171","msg":"trace[379353283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00038007s","start":"2026-07-01T01:41:19.129235Z","end":"2026-07-01T01:41:21.129615Z","steps":["trace[379353283] 'agreement among raft nodes before linearized reading' (duration: 2.000277747s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.129685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:19.129202Z","time spent":"2.000471883s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:21.819906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.06117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:21.820262Z","caller":"traceutil/trace.go:171","msg":"trace[1707133281] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"3.605557394s","start":"2026-07-01T01:41:18.21465Z","end":"2026-07-01T01:41:21.820207Z","steps":["trace[1707133281] 'process raft request' (duration: 2.653129693s)","trace[1707133281] 'compare' (duration: 950.551831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:21.820435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.214635Z","time spent":"3.605717449s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:41:21.820472Z","caller":"traceutil/trace.go:171","msg":"trace[919133736] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"3.605598755s","start":"2026-07-01T01:41:18.214855Z","end":"2026-07-01T01:41:21.820454Z","steps":["trace[919133736] 'process raft request' (duration: 3.605241304s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.820773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.21485Z","time spent":"3.60574728s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:21.820827Z","caller":"traceutil/trace.go:171","msg":"trace[1105679228] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"3.605890304s","start":"2026-07-01T01:41:18.214916Z","end":"2026-07-01T01:41:21.820806Z","steps":["trace[1105679228] 'process raft request' (duration: 3.60543858s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.820941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.214912Z","time spent":"3.605970177s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:21.821137Z","caller":"traceutil/trace.go:171","msg":"trace[1179886540] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"3.455606696s","start":"2026-07-01T01:41:18.365504Z","end":"2026-07-01T01:41:21.821111Z","steps":["trace[1179886540] 'process raft request' (duration: 3.454896673s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.821306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.365488Z","time spent":"3.45571664s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:21.821383Z","caller":"traceutil/trace.go:171","msg":"trace[656021613] linearizableReadLoop","detail":"{readStateIndex:25399; appliedIndex:25392; }","duration":"3.611435941s","start":"2026-07-01T01:41:18.209931Z","end":"2026-07-01T01:41:21.821367Z","steps":["trace[656021613] 'read index received' (duration: 708.159646ms)","trace[656021613] 'applied index is now lower than readState.Index' (duration: 2.903275095s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:21.821613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.118615136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:21.821644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.255289179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:21.821652Z","caller":"traceutil/trace.go:171","msg":"trace[761891921] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24578; }","duration":"6.118692678s","start":"2026-07-01T01:41:15.702947Z","end":"2026-07-01T01:41:21.82164Z","steps":["trace[761891921] 'agreement among raft nodes before linearized reading' (duration: 6.118606405s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:21.821684Z","caller":"traceutil/trace.go:171","msg":"trace[540187110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24578; }","duration":"6.25535259s","start":"2026-07-01T01:41:15.566319Z","end":"2026-07-01T01:41:21.821672Z","steps":["trace[540187110] 'agreement among raft nodes before linearized reading' (duration: 6.255269577s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.821719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.566311Z","time spent":"6.255399052s","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.821739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.605554874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:21.821786Z","caller":"traceutil/trace.go:171","msg":"trace[1811691316] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24578; }","duration":"6.605639276s","start":"2026-07-01T01:41:15.216135Z","end":"2026-07-01T01:41:21.821774Z","steps":["trace[1811691316] 'agreement among raft nodes before linearized reading' (duration: 6.605541433s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.821824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.216113Z","time spent":"6.605702019s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.821925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.300596681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:21.821975Z","caller":"traceutil/trace.go:171","msg":"trace[1848019162] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24578; }","duration":"7.300682793s","start":"2026-07-01T01:41:14.521275Z","end":"2026-07-01T01:41:21.821958Z","steps":["trace[1848019162] 'agreement among raft nodes before linearized reading' (duration: 7.300606811s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.822023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:14.521256Z","time spent":"7.300751656s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.822262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.598547769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:21.82232Z","caller":"traceutil/trace.go:171","msg":"trace[229646497] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24578; }","duration":"6.598636772s","start":"2026-07-01T01:41:15.223668Z","end":"2026-07-01T01:41:21.822305Z","steps":["trace[229646497] 'agreement among raft nodes before linearized reading' (duration: 6.598525259s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.822352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.223661Z","time spent":"6.598683764s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-01T01:41:21.822348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.63910694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g4d8b\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-07-01T01:41:21.822416Z","caller":"traceutil/trace.go:171","msg":"trace[183972005] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g4d8b; range_end:; response_count:1; response_revision:24578; }","duration":"7.639219204s","start":"2026-07-01T01:41:14.183181Z","end":"2026-07-01T01:41:21.822401Z","steps":["trace[183972005] 'agreement among raft nodes before linearized reading' (duration: 7.639040079s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.822463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:14.183147Z","time spent":"7.639300667s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g4d8b\" "} {"level":"warn","ts":"2026-07-01T01:41:21.822491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.378053386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:21.82255Z","caller":"traceutil/trace.go:171","msg":"trace[505459415] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24578; }","duration":"6.378148879s","start":"2026-07-01T01:41:15.444386Z","end":"2026-07-01T01:41:21.822535Z","steps":["trace[505459415] 'agreement among raft nodes before linearized reading' (duration: 6.378037135s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.822585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.444367Z","time spent":"6.378212191s","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.822716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.268400018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:21.822773Z","caller":"traceutil/trace.go:171","msg":"trace[1539097143] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24578; }","duration":"6.268488201s","start":"2026-07-01T01:41:15.554269Z","end":"2026-07-01T01:41:21.822757Z","steps":["trace[1539097143] 'agreement among raft nodes before linearized reading' (duration: 6.267697816s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.822784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456772557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:21.822811Z","caller":"traceutil/trace.go:171","msg":"trace[1087613354] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24578; }","duration":"4.456839809s","start":"2026-07-01T01:41:17.365964Z","end":"2026-07-01T01:41:21.822804Z","steps":["trace[1087613354] 'agreement among raft nodes before linearized reading' (duration: 4.456759637s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.822808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.554255Z","time spent":"6.268544002s","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.822833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:17.365942Z","time spent":"4.456885601s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.822913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.720292092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-07-01T01:41:21.822935Z","caller":"traceutil/trace.go:171","msg":"trace[851227609] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24578; }","duration":"5.720314412s","start":"2026-07-01T01:41:16.102613Z","end":"2026-07-01T01:41:21.822928Z","steps":["trace[851227609] 'agreement among raft nodes before linearized reading' (duration: 5.720195499s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:21.822947Z","caller":"traceutil/trace.go:171","msg":"trace[1246596930] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"3.178263814s","start":"2026-07-01T01:41:18.644674Z","end":"2026-07-01T01:41:21.822938Z","steps":["trace[1246596930] 'process raft request' (duration: 3.176027032s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.822952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.102594Z","time spent":"5.720354794s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T01:41:21.822716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.644315957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:21.823004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.644655Z","time spent":"3.178308945s","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:21.823029Z","caller":"traceutil/trace.go:171","msg":"trace[1026091576] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24578; }","duration":"7.644632527s","start":"2026-07-01T01:41:14.178383Z","end":"2026-07-01T01:41:21.823015Z","steps":["trace[1026091576] 'agreement among raft nodes before linearized reading' (duration: 7.644286456s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.823073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.524452926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:21.82307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:14.178362Z","time spent":"7.64469527s","remote":"127.0.0.1:41356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:21.823097Z","caller":"traceutil/trace.go:171","msg":"trace[598325971] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24578; }","duration":"5.524509978s","start":"2026-07-01T01:41:16.298577Z","end":"2026-07-01T01:41:21.823087Z","steps":["trace[598325971] 'agreement among raft nodes before linearized reading' (duration: 5.524474387s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.823116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.298557Z","time spent":"5.524553659s","remote":"127.0.0.1:44632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.823206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932546006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-01T01:41:21.823242Z","caller":"traceutil/trace.go:171","msg":"trace[1462190117] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24578; }","duration":"3.932618828s","start":"2026-07-01T01:41:17.890613Z","end":"2026-07-01T01:41:21.823231Z","steps":["trace[1462190117] 'agreement among raft nodes before linearized reading' (duration: 3.932492144s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.823268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:17.890592Z","time spent":"3.932668509s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:41:21.823489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.84274648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:21.823481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933190206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-01T01:41:21.823519Z","caller":"traceutil/trace.go:171","msg":"trace[1924830056] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24578; }","duration":"5.842825852s","start":"2026-07-01T01:41:15.980684Z","end":"2026-07-01T01:41:21.82351Z","steps":["trace[1924830056] 'agreement among raft nodes before linearized reading' (duration: 5.84276701s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:21.823528Z","caller":"traceutil/trace.go:171","msg":"trace[1956432224] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24578; }","duration":"3.933267218s","start":"2026-07-01T01:41:17.89025Z","end":"2026-07-01T01:41:21.823517Z","steps":["trace[1956432224] 'agreement among raft nodes before linearized reading' (duration: 3.933139444s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.823541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.980661Z","time spent":"5.842873954s","remote":"127.0.0.1:41488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.823555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:17.890234Z","time spent":"3.93331352s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-01T01:41:21.823569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.400968682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:21.823642Z","caller":"traceutil/trace.go:171","msg":"trace[283401257] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24578; }","duration":"4.401094856s","start":"2026-07-01T01:41:17.422531Z","end":"2026-07-01T01:41:21.823625Z","steps":["trace[283401257] 'agreement among raft nodes before linearized reading' (duration: 4.400961491s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.82369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:17.422508Z","time spent":"4.401166078s","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.823772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.702927Z","time spent":"6.120822997s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:21.824355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.115908729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:21.824413Z","caller":"traceutil/trace.go:171","msg":"trace[261181995] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24578; }","duration":"6.115993722s","start":"2026-07-01T01:41:15.708403Z","end":"2026-07-01T01:41:21.824397Z","steps":["trace[261181995] 'agreement among raft nodes before linearized reading' (duration: 6.115236618s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:21.824452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.708392Z","time spent":"6.116048344s","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:22.3224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:22.824198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:22.887101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022868585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:22.887215Z","caller":"traceutil/trace.go:171","msg":"trace[995246211] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.023014959s","start":"2026-07-01T01:41:21.864176Z","end":"2026-07-01T01:41:22.887191Z","steps":["trace[995246211] 'agreement among raft nodes before linearized reading' (duration: 1.022870774s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:22.887275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.864171Z","time spent":"1.023089071s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 01:41:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:22.889122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025825899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:22.889194Z","caller":"traceutil/trace.go:171","msg":"trace[1736236485] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.025911032s","start":"2026-07-01T01:41:21.863256Z","end":"2026-07-01T01:41:22.889167Z","steps":["trace[1736236485] 'agreement among raft nodes before linearized reading' (duration: 1.02584636s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:22.889286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.863245Z","time spent":"1.026027676s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/01 01:41:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:23.13734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000597946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:23.137437Z","caller":"traceutil/trace.go:171","msg":"trace[1938371286] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000752561s","start":"2026-07-01T01:41:21.136667Z","end":"2026-07-01T01:41:23.137419Z","steps":["trace[1938371286] 'agreement among raft nodes before linearized reading' (duration: 2.000632717s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:23.137486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.13661Z","time spent":"2.000866015s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:23.223526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.35580702s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:25.005594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781748435s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:25.005701Z","caller":"traceutil/trace.go:171","msg":"trace[610029064] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"4.786891699s","start":"2026-07-01T01:41:20.218788Z","end":"2026-07-01T01:41:25.00568Z","steps":["trace[610029064] 'process raft request' (duration: 3.00499024s)","trace[610029064] 'compare' (duration: 1.780756013s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:25.005762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:20.218771Z","time spent":"4.786962741s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:25.137753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:25.137859Z","caller":"traceutil/trace.go:171","msg":"trace[1577011200] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306257s","start":"2026-07-01T01:41:23.137532Z","end":"2026-07-01T01:41:25.137838Z","steps":["trace[1577011200] 'agreement among raft nodes before linearized reading' (duration: 2.000168702s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:25.137961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.137457Z","time spent":"2.000491243s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:25.392214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.834384699s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:26.93986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054179656s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:27.146316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:27.146401Z","caller":"traceutil/trace.go:171","msg":"trace[1909064857] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043619s","start":"2026-07-01T01:41:25.145947Z","end":"2026-07-01T01:41:27.146383Z","steps":["trace[1909064857] 'agreement among raft nodes before linearized reading' (duration: 2.000328247s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.146788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.145932Z","time spent":"2.000827742s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:27.408361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.779094Z","time spent":"1.629260025s","remote":"127.0.0.1:48530","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:41:27.408615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015992318s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:27.408854Z","caller":"traceutil/trace.go:171","msg":"trace[34818198] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"3.810445319s","start":"2026-07-01T01:41:23.598393Z","end":"2026-07-01T01:41:27.408838Z","steps":["trace[34818198] 'process raft request' (duration: 3.810396097s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:27.408912Z","caller":"traceutil/trace.go:171","msg":"trace[34051680] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25399; }","duration":"5.587464711s","start":"2026-07-01T01:41:21.821416Z","end":"2026-07-01T01:41:27.408881Z","steps":["trace[34051680] 'read index received' (duration: 1.402373836s)","trace[34051680] 'applied index is now lower than readState.Index' (duration: 4.185088945s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:27.408935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.598363Z","time spent":"3.810536232s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:27.40892Z","caller":"traceutil/trace.go:171","msg":"trace[1543630969] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"5.543064831s","start":"2026-07-01T01:41:21.865822Z","end":"2026-07-01T01:41:27.408887Z","steps":["trace[1543630969] 'process raft request' (duration: 5.542865004s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.409017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.596758649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:27.40905Z","caller":"traceutil/trace.go:171","msg":"trace[456444205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24582; }","duration":"5.596839481s","start":"2026-07-01T01:41:21.812198Z","end":"2026-07-01T01:41:27.409038Z","steps":["trace[456444205] 'agreement among raft nodes before linearized reading' (duration: 5.596769929s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:27.40902Z","caller":"traceutil/trace.go:171","msg":"trace[1618971107] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"6.337977883s","start":"2026-07-01T01:41:21.070997Z","end":"2026-07-01T01:41:27.408975Z","steps":["trace[1618971107] 'process raft request' (duration: 4.321540761s)","trace[1618971107] 'compare' (duration: 2.015053538s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:27.409094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.812168Z","time spent":"5.596915394s","remote":"127.0.0.1:47228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:27.409102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.865812Z","time spent":"5.543211886s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:27.409264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.070978Z","time spent":"6.338137848s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:27.409338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.354209053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:27.409374Z","caller":"traceutil/trace.go:171","msg":"trace[2063132266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24582; }","duration":"6.354322406s","start":"2026-07-01T01:41:21.05504Z","end":"2026-07-01T01:41:27.409362Z","steps":["trace[2063132266] 'agreement among raft nodes before linearized reading' (duration: 6.354236443s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.409404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.055019Z","time spent":"6.354377348s","remote":"127.0.0.1:41498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:27.40957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442424818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:27.409605Z","caller":"traceutil/trace.go:171","msg":"trace[2011394320] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24582; }","duration":"7.44248848s","start":"2026-07-01T01:41:19.967109Z","end":"2026-07-01T01:41:27.409597Z","steps":["trace[2011394320] 'agreement among raft nodes before linearized reading' (duration: 7.442436089s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.409633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:19.967076Z","time spent":"7.442550522s","remote":"127.0.0.1:52086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:27.409789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.14854047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:27.409823Z","caller":"traceutil/trace.go:171","msg":"trace[1335677187] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24582; }","duration":"8.148634302s","start":"2026-07-01T01:41:19.261181Z","end":"2026-07-01T01:41:27.409815Z","steps":["trace[1335677187] 'agreement among raft nodes before linearized reading' (duration: 8.148579681s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.409851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:19.261159Z","time spent":"8.148685254s","remote":"127.0.0.1:60638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:27.409938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.486739429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:27.409983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.503889728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:27.410068Z","caller":"traceutil/trace.go:171","msg":"trace[560819764] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24582; }","duration":"8.503989721s","start":"2026-07-01T01:41:18.90606Z","end":"2026-07-01T01:41:27.410049Z","steps":["trace[560819764] 'agreement among raft nodes before linearized reading' (duration: 8.503854656s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.410086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.297502366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:27.410008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.196352952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-01T01:41:27.410242Z","caller":"traceutil/trace.go:171","msg":"trace[1278356755] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24582; }","duration":"9.196600969s","start":"2026-07-01T01:41:18.213621Z","end":"2026-07-01T01:41:27.410222Z","steps":["trace[1278356755] 'agreement among raft nodes before linearized reading' (duration: 9.196185766s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:27.410224Z","caller":"traceutil/trace.go:171","msg":"trace[1376178697] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24582; }","duration":"8.297745834s","start":"2026-07-01T01:41:19.112453Z","end":"2026-07-01T01:41:27.410199Z","steps":["trace[1376178697] 'agreement among raft nodes before linearized reading' (duration: 8.297433004s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.410328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.213615Z","time spent":"9.196702683s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-01T01:41:27.410417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.074561565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:27.410473Z","caller":"traceutil/trace.go:171","msg":"trace[243914185] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24582; }","duration":"9.074658798s","start":"2026-07-01T01:41:18.335801Z","end":"2026-07-01T01:41:27.41046Z","steps":["trace[243914185] 'agreement among raft nodes before linearized reading' (duration: 9.074566165s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.410513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.335784Z","time spent":"9.0747199s","remote":"127.0.0.1:44766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:27.410435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:19.112437Z","time spent":"8.297893248s","remote":"127.0.0.1:41172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:27.410012Z","caller":"traceutil/trace.go:171","msg":"trace[1633562847] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24582; }","duration":"8.486858114s","start":"2026-07-01T01:41:18.923134Z","end":"2026-07-01T01:41:27.409992Z","steps":["trace[1633562847] 'agreement among raft nodes before linearized reading' (duration: 8.48672968s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.410713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.923114Z","time spent":"8.487566436s","remote":"127.0.0.1:60782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:27.410121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.906024Z","time spent":"8.504086084s","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:41:27.409949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.197900951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:27.410833Z","caller":"traceutil/trace.go:171","msg":"trace[1369599878] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:0; response_revision:24582; }","duration":"9.198786629s","start":"2026-07-01T01:41:18.212025Z","end":"2026-07-01T01:41:27.410811Z","steps":["trace[1369599878] 'agreement among raft nodes before linearized reading' (duration: 9.19787491s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.410903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.212015Z","time spent":"9.198871363s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T01:41:27.888252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999493191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:27.888335Z","caller":"traceutil/trace.go:171","msg":"trace[1884922615] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999598894s","start":"2026-07-01T01:41:22.888716Z","end":"2026-07-01T01:41:27.888315Z","steps":["trace[1884922615] 'agreement among raft nodes before linearized reading' (duration: 4.999491351s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:27.888386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.888647Z","time spent":"4.999729378s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 01:41:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:27.910044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:28.41049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:28.911274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:29.146993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999974897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:29.14708Z","caller":"traceutil/trace.go:171","msg":"trace[1879984006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135472s","start":"2026-07-01T01:41:27.146923Z","end":"2026-07-01T01:41:29.147058Z","steps":["trace[1879984006] 'agreement among raft nodes before linearized reading' (duration: 2.000032659s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:29.147139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.146903Z","time spent":"2.000227204s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:29.374246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.434150587s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:29.486217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.190486ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:29.486434Z","caller":"traceutil/trace.go:171","msg":"trace[957631113] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24582; }","duration":"813.430154ms","start":"2026-07-01T01:41:28.672983Z","end":"2026-07-01T01:41:29.486413Z","steps":["trace[957631113] 'range keys from in-memory index tree' (duration: 813.167766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:29.486956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.319633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:29.487187Z","caller":"traceutil/trace.go:171","msg":"trace[1169392428] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"2.65961123s","start":"2026-07-01T01:41:26.827563Z","end":"2026-07-01T01:41:29.487174Z","steps":["trace[1169392428] 'process raft request' (duration: 2.659513247s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:29.487295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:26.827539Z","time spent":"2.659715104s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:29.487526Z","caller":"traceutil/trace.go:171","msg":"trace[1873515875] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"3.769486108s","start":"2026-07-01T01:41:25.718026Z","end":"2026-07-01T01:41:29.487512Z","steps":["trace[1873515875] 'process raft request' (duration: 3.656541895s)","trace[1873515875] 'compare' (duration: 111.749785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:29.487628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.718002Z","time spent":"3.769590742s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:30.798565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208411451s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:30.798733Z","caller":"traceutil/trace.go:171","msg":"trace[385667541] linearizableReadLoop","detail":"{readStateIndex:25407; appliedIndex:25403; }","duration":"3.389777311s","start":"2026-07-01T01:41:27.408944Z","end":"2026-07-01T01:41:30.798721Z","steps":["trace[385667541] 'read index received' (duration: 1.965639588s)","trace[385667541] 'applied index is now lower than readState.Index' (duration: 1.424136433s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:30.798758Z","caller":"traceutil/trace.go:171","msg":"trace[531872759] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"3.788136765s","start":"2026-07-01T01:41:27.010593Z","end":"2026-07-01T01:41:30.798729Z","steps":["trace[531872759] 'process raft request' (duration: 2.579498957s)","trace[531872759] 'compare' (duration: 1.20806978s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:30.798801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86100976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:30.798797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.7959968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:30.79885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.947291311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:30.798863Z","caller":"traceutil/trace.go:171","msg":"trace[1921598700] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24585; }","duration":"4.861118323s","start":"2026-07-01T01:41:25.93773Z","end":"2026-07-01T01:41:30.798849Z","steps":["trace[1921598700] 'agreement among raft nodes before linearized reading' (duration: 4.861001509s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:30.798873Z","caller":"traceutil/trace.go:171","msg":"trace[1242002066] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24585; }","duration":"7.947356802s","start":"2026-07-01T01:41:22.851508Z","end":"2026-07-01T01:41:30.798865Z","steps":["trace[1242002066] 'agreement among raft nodes before linearized reading' (duration: 7.94727832s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.798869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.010565Z","time spent":"3.788245529s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:30.798894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.937712Z","time spent":"4.861175685s","remote":"127.0.0.1:44704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:30.798884Z","caller":"traceutil/trace.go:171","msg":"trace[1714343560] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24585; }","duration":"7.796117254s","start":"2026-07-01T01:41:23.002744Z","end":"2026-07-01T01:41:30.798861Z","steps":["trace[1714343560] 'agreement among raft nodes before linearized reading' (duration: 7.79598098s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.798933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.018728266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.798953Z","caller":"traceutil/trace.go:171","msg":"trace[1095835496] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24585; }","duration":"8.018780318s","start":"2026-07-01T01:41:22.780168Z","end":"2026-07-01T01:41:30.798948Z","steps":["trace[1095835496] 'agreement among raft nodes before linearized reading' (duration: 8.018742257s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.79894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.00273Z","time spent":"7.796195636s","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.798971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.780151Z","time spent":"8.018815899s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.799044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.412385Z","time spent":"3.386657951s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:41:30.799168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.93748637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-01T01:41:30.798896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.851482Z","time spent":"7.947407984s","remote":"127.0.0.1:60916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:30.799195Z","caller":"traceutil/trace.go:171","msg":"trace[610256166] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24585; }","duration":"8.937532702s","start":"2026-07-01T01:41:21.861655Z","end":"2026-07-01T01:41:30.799187Z","steps":["trace[610256166] 'agreement among raft nodes before linearized reading' (duration: 8.937423688s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.799213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.975381812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T01:41:30.799223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.861643Z","time spent":"8.937575473s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-01T01:41:30.799236Z","caller":"traceutil/trace.go:171","msg":"trace[2084492424] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b; range_end:; response_count:1; response_revision:24585; }","duration":"8.975419773s","start":"2026-07-01T01:41:21.823808Z","end":"2026-07-01T01:41:30.799228Z","steps":["trace[2084492424] 'agreement among raft nodes before linearized reading' (duration: 8.975293669s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.799281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.823794Z","time spent":"8.975481186s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" "} {"level":"warn","ts":"2026-07-01T01:41:30.799331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.520416976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:30.799338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906803115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:30.799416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.930009301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-07-01T01:41:30.799436Z","caller":"traceutil/trace.go:171","msg":"trace[1417297856] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24585; }","duration":"8.930070772s","start":"2026-07-01T01:41:21.869358Z","end":"2026-07-01T01:41:30.799429Z","steps":["trace[1417297856] 'agreement among raft nodes before linearized reading' (duration: 8.930011421s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.799457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.869336Z","time spent":"8.930116954s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-01T01:41:30.799465Z","caller":"traceutil/trace.go:171","msg":"trace[510398175] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24585; }","duration":"4.9069679s","start":"2026-07-01T01:41:25.892417Z","end":"2026-07-01T01:41:30.799384Z","steps":["trace[510398175] 'agreement among raft nodes before linearized reading' (duration: 4.906804795s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.799483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385165363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-580adcf3-17b0-4bb0-b2d9-bd8a20bde250\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-01T01:41:30.799526Z","caller":"traceutil/trace.go:171","msg":"trace[1150697372] range","detail":"{range_begin:/registry/persistentvolumes/pvc-580adcf3-17b0-4bb0-b2d9-bd8a20bde250; range_end:; response_count:1; response_revision:24585; }","duration":"3.385239335s","start":"2026-07-01T01:41:27.41428Z","end":"2026-07-01T01:41:30.799519Z","steps":["trace[1150697372] 'agreement among raft nodes before linearized reading' (duration: 3.385147972s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.799172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900474669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:30.799551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.934926698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18be06d7d486237c\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-07-01T01:41:30.799557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.414266Z","time spent":"3.385281156s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-580adcf3-17b0-4bb0-b2d9-bd8a20bde250\" "} {"level":"info","ts":"2026-07-01T01:41:30.799563Z","caller":"traceutil/trace.go:171","msg":"trace[1243690224] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:24585; }","duration":"3.900891272s","start":"2026-07-01T01:41:26.898663Z","end":"2026-07-01T01:41:30.799554Z","steps":["trace[1243690224] 'agreement among raft nodes before linearized reading' (duration: 3.900482719s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.799557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.892398Z","time spent":"4.907109304s","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.799594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:26.898635Z","time spent":"3.900950594s","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.799636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.933128711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-07-01T01:41:30.799663Z","caller":"traceutil/trace.go:171","msg":"trace[1517417757] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24585; }","duration":"8.933180472s","start":"2026-07-01T01:41:21.866477Z","end":"2026-07-01T01:41:30.799657Z","steps":["trace[1517417757] 'agreement among raft nodes before linearized reading' (duration: 8.933110239s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.79968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.866466Z","time spent":"8.933210463s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-01T01:41:30.799769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766202516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.799795Z","caller":"traceutil/trace.go:171","msg":"trace[1427204875] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24585; }","duration":"1.766269949s","start":"2026-07-01T01:41:29.033517Z","end":"2026-07-01T01:41:30.799787Z","steps":["trace[1427204875] 'agreement among raft nodes before linearized reading' (duration: 1.766228808s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.799816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:29.033371Z","time spent":"1.766438764s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.799834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889411648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:30.799883Z","caller":"traceutil/trace.go:171","msg":"trace[1186156163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24585; }","duration":"1.88947462s","start":"2026-07-01T01:41:28.910378Z","end":"2026-07-01T01:41:30.799853Z","steps":["trace[1186156163] 'agreement among raft nodes before linearized reading' (duration: 1.889423138s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.799912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:28.910359Z","time spent":"1.889545673s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.800016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.334775171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:30.800061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.795758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.800082Z","caller":"traceutil/trace.go:171","msg":"trace[1032967368] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24585; }","duration":"367.855239ms","start":"2026-07-01T01:41:30.432221Z","end":"2026-07-01T01:41:30.800076Z","steps":["trace[1032967368] 'agreement among raft nodes before linearized reading' (duration: 367.825998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.800101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.432194Z","time spent":"367.902771ms","remote":"127.0.0.1:52012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:30.800131Z","caller":"traceutil/trace.go:171","msg":"trace[714905935] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24585; }","duration":"6.334955956s","start":"2026-07-01T01:41:24.465157Z","end":"2026-07-01T01:41:30.800113Z","steps":["trace[714905935] 'agreement among raft nodes before linearized reading' (duration: 6.33477214s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.800157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012136108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.800185Z","caller":"traceutil/trace.go:171","msg":"trace[2020240788] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24585; }","duration":"3.01220088s","start":"2026-07-01T01:41:27.787977Z","end":"2026-07-01T01:41:30.800178Z","steps":["trace[2020240788] 'agreement among raft nodes before linearized reading' (duration: 3.012130308s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.800205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382629412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:30.800218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.040262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:30.800233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.787958Z","time spent":"3.012267403s","remote":"127.0.0.1:41226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.800222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:24.465132Z","time spent":"6.33507097s","remote":"127.0.0.1:60658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:30.80024Z","caller":"traceutil/trace.go:171","msg":"trace[1281438841] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24585; }","duration":"3.382698214s","start":"2026-07-01T01:41:27.41753Z","end":"2026-07-01T01:41:30.800228Z","steps":["trace[1281438841] 'agreement among raft nodes before linearized reading' (duration: 3.382646082s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.800266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.417514Z","time spent":"3.382747135s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:41:30.800272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.905189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.800295Z","caller":"traceutil/trace.go:171","msg":"trace[1241808403] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24585; }","duration":"923.965901ms","start":"2026-07-01T01:41:29.876323Z","end":"2026-07-01T01:41:30.800289Z","steps":["trace[1241808403] 'agreement among raft nodes before linearized reading' (duration: 923.93288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.800316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:29.876303Z","time spent":"924.007313ms","remote":"127.0.0.1:32810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.800439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327740409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:30.800461Z","caller":"traceutil/trace.go:171","msg":"trace[1770628544] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24585; }","duration":"1.32779928s","start":"2026-07-01T01:41:29.472657Z","end":"2026-07-01T01:41:30.800456Z","steps":["trace[1770628544] 'agreement among raft nodes before linearized reading' (duration: 1.327759969s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.800478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:29.472634Z","time spent":"1.327839632s","remote":"127.0.0.1:32812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.800527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377025752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g4d8b\" ","response":"range_response_count:1 size:4886"} {"level":"info","ts":"2026-07-01T01:41:30.800564Z","caller":"traceutil/trace.go:171","msg":"trace[2092758233] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g4d8b; range_end:; response_count:1; response_revision:24585; }","duration":"3.377075364s","start":"2026-07-01T01:41:27.423479Z","end":"2026-07-01T01:41:30.800554Z","steps":["trace[2092758233] 'agreement among raft nodes before linearized reading' (duration: 3.376977601s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.800583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647609702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.8006Z","caller":"traceutil/trace.go:171","msg":"trace[1965805811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24585; }","duration":"1.647664924s","start":"2026-07-01T01:41:29.15293Z","end":"2026-07-01T01:41:30.800595Z","steps":["trace[1965805811] 'agreement among raft nodes before linearized reading' (duration: 1.647632463s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.800598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.423471Z","time spent":"3.377121276s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4909,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g4d8b\" "} {"level":"warn","ts":"2026-07-01T01:41:30.800623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:29.152909Z","time spent":"1.647710645s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:30.800656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.579943104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:30.80024Z","caller":"traceutil/trace.go:171","msg":"trace[2114178589] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24585; }","duration":"402.102105ms","start":"2026-07-01T01:41:30.398131Z","end":"2026-07-01T01:41:30.800233Z","steps":["trace[2114178589] 'agreement among raft nodes before linearized reading' (duration: 402.063464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.800436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190456793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.800724Z","caller":"traceutil/trace.go:171","msg":"trace[1527457367] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24585; }","duration":"6.580054167s","start":"2026-07-01T01:41:24.220659Z","end":"2026-07-01T01:41:30.800713Z","steps":["trace[1527457367] 'agreement among raft nodes before linearized reading' (duration: 6.579848821s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:30.800746Z","caller":"traceutil/trace.go:171","msg":"trace[803955069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24585; }","duration":"3.190770883s","start":"2026-07-01T01:41:27.609969Z","end":"2026-07-01T01:41:30.80074Z","steps":["trace[803955069] 'agreement among raft nodes before linearized reading' (duration: 3.190415792s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.80075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.398109Z","time spent":"402.629861ms","remote":"127.0.0.1:45420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.800769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.609925Z","time spent":"3.190836106s","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.800759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:24.220642Z","time spent":"6.58010465s","remote":"127.0.0.1:37248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:30.799357Z","caller":"traceutil/trace.go:171","msg":"trace[1867763326] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24585; }","duration":"8.520444957s","start":"2026-07-01T01:41:22.278904Z","end":"2026-07-01T01:41:30.799349Z","steps":["trace[1867763326] 'agreement among raft nodes before linearized reading' (duration: 8.520402146s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.801071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.278847Z","time spent":"8.522211764s","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.800033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.991266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:30.801151Z","caller":"traceutil/trace.go:171","msg":"trace[186981281] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24585; }","duration":"150.135503ms","start":"2026-07-01T01:41:30.651009Z","end":"2026-07-01T01:41:30.801144Z","steps":["trace[186981281] 'agreement among raft nodes before linearized reading' (duration: 148.943865ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:30.799574Z","caller":"traceutil/trace.go:171","msg":"trace[352296127] range","detail":"{range_begin:/registry/events/openstack/container-infra.18be06d7d486237c; range_end:; response_count:1; response_revision:24585; }","duration":"8.934955879s","start":"2026-07-01T01:41:21.86461Z","end":"2026-07-01T01:41:30.799566Z","steps":["trace[352296127] 'agreement among raft nodes before linearized reading' (duration: 8.934853636s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.801297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.864606Z","time spent":"8.936682674s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18be06d7d486237c\" "} {"level":"warn","ts":"2026-07-01T01:41:32.257746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.519697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:32.258155Z","caller":"traceutil/trace.go:171","msg":"trace[1238948949] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"1.455242568s","start":"2026-07-01T01:41:30.802886Z","end":"2026-07-01T01:41:32.258129Z","steps":["trace[1238948949] 'process raft request' (duration: 576.269357ms)","trace[1238948949] 'compare' (duration: 878.225477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:32.258281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.802871Z","time spent":"1.455347262s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:32.258794Z","caller":"traceutil/trace.go:171","msg":"trace[1075880647] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"1.455070493s","start":"2026-07-01T01:41:30.803712Z","end":"2026-07-01T01:41:32.258783Z","steps":["trace[1075880647] 'process raft request' (duration: 1.454273718s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:32.258843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.803693Z","time spent":"1.455125404s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:32.258854Z","caller":"traceutil/trace.go:171","msg":"trace[280645916] linearizableReadLoop","detail":"{readStateIndex:25409; appliedIndex:25407; }","duration":"1.455114695s","start":"2026-07-01T01:41:30.803715Z","end":"2026-07-01T01:41:32.258829Z","steps":["trace[280645916] 'read index received' (duration: 88.319426ms)","trace[280645916] 'applied index is now lower than readState.Index' (duration: 1.366793559s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:32.259124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455384913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:32.259202Z","caller":"traceutil/trace.go:171","msg":"trace[1453661727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24588; }","duration":"1.455486906s","start":"2026-07-01T01:41:30.803696Z","end":"2026-07-01T01:41:32.259183Z","steps":["trace[1453661727] 'agreement among raft nodes before linearized reading' (duration: 1.455229998s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:32.259284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.803687Z","time spent":"1.4555864s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:32.388584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009427385s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:33.406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017192092s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:33.406241Z","caller":"traceutil/trace.go:171","msg":"trace[2118594563] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"602.704251ms","start":"2026-07-01T01:41:32.803519Z","end":"2026-07-01T01:41:33.406223Z","steps":["trace[2118594563] 'process raft request' (duration: 602.594038ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:33.406263Z","caller":"traceutil/trace.go:171","msg":"trace[326169475] linearizableReadLoop","detail":"{readStateIndex:25411; appliedIndex:25410; }","duration":"1.147297186s","start":"2026-07-01T01:41:32.258938Z","end":"2026-07-01T01:41:33.406236Z","steps":["trace[326169475] 'read index received' (duration: 129.750022ms)","trace[326169475] 'applied index is now lower than readState.Index' (duration: 1.017543953s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:33.40632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.803497Z","time spent":"602.776994ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:33.406335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827282041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:33.406414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395739647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.406467Z","caller":"traceutil/trace.go:171","msg":"trace[1310609244] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24590; }","duration":"2.395839771s","start":"2026-07-01T01:41:31.010614Z","end":"2026-07-01T01:41:33.406454Z","steps":["trace[1310609244] 'agreement among raft nodes before linearized reading' (duration: 2.395727927s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.40647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573673247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:33.406472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598597337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:33.406473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695090441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.406531Z","caller":"traceutil/trace.go:171","msg":"trace[114390778] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24590; }","duration":"2.598693181s","start":"2026-07-01T01:41:30.807827Z","end":"2026-07-01T01:41:33.40652Z","steps":["trace[114390778] 'agreement among raft nodes before linearized reading' (duration: 2.598581427s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.406539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.010599Z","time spent":"2.395890733s","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:33.406553Z","caller":"traceutil/trace.go:171","msg":"trace[216453314] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24590; }","duration":"1.695203044s","start":"2026-07-01T01:41:31.71134Z","end":"2026-07-01T01:41:33.406543Z","steps":["trace[216453314] 'agreement among raft nodes before linearized reading' (duration: 1.695108401s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.406571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.807815Z","time spent":"2.598740762s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:41:33.406571Z","caller":"traceutil/trace.go:171","msg":"trace[1331366108] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24590; }","duration":"1.573741029s","start":"2026-07-01T01:41:31.83275Z","end":"2026-07-01T01:41:33.406491Z","steps":["trace[1331366108] 'agreement among raft nodes before linearized reading' (duration: 1.573680597s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.406595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.711321Z","time spent":"1.695263357s","remote":"127.0.0.1:44830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.406616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.832733Z","time spent":"1.573872122s","remote":"127.0.0.1:41530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:33.40642Z","caller":"traceutil/trace.go:171","msg":"trace[1462619566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24590; }","duration":"1.827413805s","start":"2026-07-01T01:41:31.578984Z","end":"2026-07-01T01:41:33.406398Z","steps":["trace[1462619566] 'agreement among raft nodes before linearized reading' (duration: 1.82727438s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.406631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21984635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:41:33.406723Z","caller":"traceutil/trace.go:171","msg":"trace[1063946799] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24590; }","duration":"2.219980625s","start":"2026-07-01T01:41:31.18672Z","end":"2026-07-01T01:41:33.406701Z","steps":["trace[1063946799] 'agreement among raft nodes before linearized reading' (duration: 2.219691425s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.406735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.578965Z","time spent":"1.827733144s","remote":"127.0.0.1:44802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.406784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.186698Z","time spent":"2.220074818s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:41:33.406839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601571183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-01T01:41:33.406869Z","caller":"traceutil/trace.go:171","msg":"trace[1854960458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24590; }","duration":"2.601628465s","start":"2026-07-01T01:41:30.805232Z","end":"2026-07-01T01:41:33.40686Z","steps":["trace[1854960458] 'agreement among raft nodes before linearized reading' (duration: 2.601502261s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.406894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.805207Z","time spent":"2.601680217s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-01T01:41:33.406913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304771483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.406943Z","caller":"traceutil/trace.go:171","msg":"trace[575495868] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24590; }","duration":"1.304840096s","start":"2026-07-01T01:41:32.102093Z","end":"2026-07-01T01:41:33.406933Z","steps":["trace[575495868] 'agreement among raft nodes before linearized reading' (duration: 1.304784604s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.406968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.102074Z","time spent":"1.304887177s","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.406998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.604053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.407041Z","caller":"traceutil/trace.go:171","msg":"trace[1523109814] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24590; }","duration":"288.726137ms","start":"2026-07-01T01:41:33.118302Z","end":"2026-07-01T01:41:33.407029Z","steps":["trace[1523109814] 'agreement among raft nodes before linearized reading' (duration: 288.659965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.407052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146297343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-01T01:41:33.406287Z","caller":"traceutil/trace.go:171","msg":"trace[801108215] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"2.510866061s","start":"2026-07-01T01:41:30.895376Z","end":"2026-07-01T01:41:33.406242Z","steps":["trace[801108215] 'process raft request' (duration: 1.493353418s)","trace[801108215] 'compare' (duration: 1.015951963s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:33.407086Z","caller":"traceutil/trace.go:171","msg":"trace[2038099355] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24590; }","duration":"1.146363796s","start":"2026-07-01T01:41:32.260713Z","end":"2026-07-01T01:41:33.407077Z","steps":["trace[2038099355] 'agreement among raft nodes before linearized reading' (duration: 1.146232441s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.407138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.260697Z","time spent":"1.146431358s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:41:33.407151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.895357Z","time spent":"2.511741879s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:41:33.407207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.546926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.407239Z","caller":"traceutil/trace.go:171","msg":"trace[975211168] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24590; }","duration":"145.622409ms","start":"2026-07-01T01:41:33.261605Z","end":"2026-07-01T01:41:33.407227Z","steps":["trace[975211168] 'agreement among raft nodes before linearized reading' (duration: 145.574948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.407262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144772275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18be06d867441acf\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-01T01:41:33.407302Z","caller":"traceutil/trace.go:171","msg":"trace[1649767359] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18be06d867441acf; range_end:; response_count:1; response_revision:24590; }","duration":"1.144843206s","start":"2026-07-01T01:41:32.26245Z","end":"2026-07-01T01:41:33.407293Z","steps":["trace[1649767359] 'agreement among raft nodes before linearized reading' (duration: 1.144705792s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.407325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.262438Z","time spent":"1.144881118s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18be06d867441acf\" "} {"level":"warn","ts":"2026-07-01T01:41:33.407338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603533346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-01T01:41:33.407377Z","caller":"traceutil/trace.go:171","msg":"trace[2084983530] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24590; }","duration":"2.60365673s","start":"2026-07-01T01:41:30.803708Z","end":"2026-07-01T01:41:33.407364Z","steps":["trace[2084983530] 'agreement among raft nodes before linearized reading' (duration: 2.603519345s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.40738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145213429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-07-01T01:41:33.4074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139981722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:33.407413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.803692Z","time spent":"2.603707951s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-01T01:41:33.407418Z","caller":"traceutil/trace.go:171","msg":"trace[1726943174] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24590; }","duration":"1.14526507s","start":"2026-07-01T01:41:32.262142Z","end":"2026-07-01T01:41:33.407407Z","steps":["trace[1726943174] 'agreement among raft nodes before linearized reading' (duration: 1.145151277s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:33.40744Z","caller":"traceutil/trace.go:171","msg":"trace[1379237536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24590; }","duration":"1.140048524s","start":"2026-07-01T01:41:32.267384Z","end":"2026-07-01T01:41:33.407433Z","steps":["trace[1379237536] 'agreement among raft nodes before linearized reading' (duration: 1.139986172s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.40745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.262135Z","time spent":"1.145309562s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:41:33.407461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.267372Z","time spent":"1.140083125s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:33.40843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452386186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.408475Z","caller":"traceutil/trace.go:171","msg":"trace[1122090643] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24590; }","duration":"1.452476369s","start":"2026-07-01T01:41:31.955987Z","end":"2026-07-01T01:41:33.408464Z","steps":["trace[1122090643] 'agreement among raft nodes before linearized reading' (duration: 1.452365645s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.408504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.955967Z","time spent":"1.452528681s","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.910665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812161,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:34.962714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.913057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:34.962805Z","caller":"traceutil/trace.go:171","msg":"trace[997981071] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"1.55312133s","start":"2026-07-01T01:41:33.409664Z","end":"2026-07-01T01:41:34.962785Z","steps":["trace[997981071] 'process raft request' (duration: 901.042528ms)","trace[997981071] 'compare' (duration: 651.350369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:34.962848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.40965Z","time spent":"1.553177441s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:35.416304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998811589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:35.416387Z","caller":"traceutil/trace.go:171","msg":"trace[286750193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998913193s","start":"2026-07-01T01:41:33.417452Z","end":"2026-07-01T01:41:35.416365Z","steps":["trace[286750193] 'agreement among raft nodes before linearized reading' (duration: 1.9988238s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:35.416445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.417443Z","time spent":"1.998985985s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:35.807809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497084547s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:36.851248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042895655s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:36.851532Z","caller":"traceutil/trace.go:171","msg":"trace[1404895124] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"3.437406834s","start":"2026-07-01T01:41:33.414106Z","end":"2026-07-01T01:41:36.851513Z","steps":["trace[1404895124] 'process raft request' (duration: 2.393954831s)","trace[1404895124] 'compare' (duration: 1.041927314s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:36.851594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.414087Z","time spent":"3.437480116s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:36.851719Z","caller":"traceutil/trace.go:171","msg":"trace[95153624] linearizableReadLoop","detail":"{readStateIndex:25414; appliedIndex:25412; }","duration":"3.441467684s","start":"2026-07-01T01:41:33.41022Z","end":"2026-07-01T01:41:36.851688Z","steps":["trace[95153624] 'read index received' (duration: 900.470539ms)","trace[95153624] 'applied index is now lower than readState.Index' (duration: 2.540993985s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:36.851909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44166648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:41:36.852534Z","caller":"traceutil/trace.go:171","msg":"trace[1210723721] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24592; }","duration":"3.44232191s","start":"2026-07-01T01:41:33.410198Z","end":"2026-07-01T01:41:36.85252Z","steps":["trace[1210723721] 'agreement among raft nodes before linearized reading' (duration: 3.441580727s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.852577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.410189Z","time spent":"3.442374783s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T01:41:36.852801Z","caller":"traceutil/trace.go:171","msg":"trace[1506165082] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"2.359198918s","start":"2026-07-01T01:41:34.493591Z","end":"2026-07-01T01:41:36.85279Z","steps":["trace[1506165082] 'process raft request' (duration: 2.359015922s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.852884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:34.493566Z","time spent":"2.35926415s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:36.853008Z","caller":"traceutil/trace.go:171","msg":"trace[538278220] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"1.439318078s","start":"2026-07-01T01:41:35.413657Z","end":"2026-07-01T01:41:36.852975Z","steps":["trace[538278220] 'process raft request' (duration: 1.439046439s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.853148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:35.413629Z","time spent":"1.439452492s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:36.853294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110020242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-01T01:41:36.85333Z","caller":"traceutil/trace.go:171","msg":"trace[1582463417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24594; }","duration":"1.110057103s","start":"2026-07-01T01:41:35.743264Z","end":"2026-07-01T01:41:36.853321Z","steps":["trace[1582463417] 'agreement among raft nodes before linearized reading' (duration: 1.10996385s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.85335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:35.743205Z","time spent":"1.110140286s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:41:36.853356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.832884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:36.853442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.049326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:36.85346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436612711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:36.853479Z","caller":"traceutil/trace.go:171","msg":"trace[203457981] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24594; }","duration":"484.109867ms","start":"2026-07-01T01:41:36.369361Z","end":"2026-07-01T01:41:36.853471Z","steps":["trace[203457981] 'agreement among raft nodes before linearized reading' (duration: 484.045355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.853477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236269716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:36.853498Z","caller":"traceutil/trace.go:171","msg":"trace[593067020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24594; }","duration":"1.436680513s","start":"2026-07-01T01:41:35.416806Z","end":"2026-07-01T01:41:36.853486Z","steps":["trace[593067020] 'agreement among raft nodes before linearized reading' (duration: 1.436598611s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:36.85351Z","caller":"traceutil/trace.go:171","msg":"trace[1400863485] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24594; }","duration":"2.236305027s","start":"2026-07-01T01:41:34.617194Z","end":"2026-07-01T01:41:36.853499Z","steps":["trace[1400863485] 'agreement among raft nodes before linearized reading' (duration: 2.236230014s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.853532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.109972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:36.853535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:34.617173Z","time spent":"2.236355908s","remote":"127.0.0.1:41256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:36.853532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.247795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:36.853539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:35.41679Z","time spent":"1.436738175s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:41:36.853458Z","caller":"traceutil/trace.go:171","msg":"trace[2024306218] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24594; }","duration":"215.988879ms","start":"2026-07-01T01:41:36.637449Z","end":"2026-07-01T01:41:36.853438Z","steps":["trace[2024306218] 'agreement among raft nodes before linearized reading' (duration: 215.806193ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:36.853551Z","caller":"traceutil/trace.go:171","msg":"trace[1152862696] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24594; }","duration":"797.168413ms","start":"2026-07-01T01:41:36.056377Z","end":"2026-07-01T01:41:36.853545Z","steps":["trace[1152862696] 'agreement among raft nodes before linearized reading' (duration: 797.137902ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:36.853568Z","caller":"traceutil/trace.go:171","msg":"trace[1052983039] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24594; }","duration":"149.320617ms","start":"2026-07-01T01:41:36.704234Z","end":"2026-07-01T01:41:36.853555Z","steps":["trace[1052983039] 'agreement among raft nodes before linearized reading' (duration: 149.247514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.853577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.056355Z","time spent":"797.217905ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:36.853726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11119859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-01T01:41:36.853786Z","caller":"traceutil/trace.go:171","msg":"trace[2033678991] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24594; }","duration":"1.111288393s","start":"2026-07-01T01:41:35.742486Z","end":"2026-07-01T01:41:36.853775Z","steps":["trace[2033678991] 'agreement among raft nodes before linearized reading' (duration: 1.111118257s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.853811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:35.742473Z","time spent":"1.111328825s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:41:36.853502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.369345Z","time spent":"484.148909ms","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:36.853895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440180902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:36.853897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440142991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-01T01:41:36.853929Z","caller":"traceutil/trace.go:171","msg":"trace[1899418441] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24594; }","duration":"3.440240004s","start":"2026-07-01T01:41:33.413679Z","end":"2026-07-01T01:41:36.853919Z","steps":["trace[1899418441] 'agreement among raft nodes before linearized reading' (duration: 3.440184962s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:36.853937Z","caller":"traceutil/trace.go:171","msg":"trace[1497645357] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24594; }","duration":"3.440194333s","start":"2026-07-01T01:41:33.413732Z","end":"2026-07-01T01:41:36.853927Z","steps":["trace[1497645357] 'agreement among raft nodes before linearized reading' (duration: 3.44008552s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.853927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740961653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:36.853959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.413666Z","time spent":"3.440284786s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:41:36.85396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44322447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" ","response":"range_response_count:1 size:862"} {"level":"warn","ts":"2026-07-01T01:41:36.853966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.413725Z","time spent":"3.440232294s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-01T01:41:36.853988Z","caller":"traceutil/trace.go:171","msg":"trace[1606349368] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24594; }","duration":"2.741058045s","start":"2026-07-01T01:41:34.112913Z","end":"2026-07-01T01:41:36.853971Z","steps":["trace[1606349368] 'agreement among raft nodes before linearized reading' (duration: 2.740960282s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:36.853997Z","caller":"traceutil/trace.go:171","msg":"trace[2069744752] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b; range_end:; response_count:1; response_revision:24594; }","duration":"3.443290772s","start":"2026-07-01T01:41:33.410695Z","end":"2026-07-01T01:41:36.853986Z","steps":["trace[2069744752] 'agreement among raft nodes before linearized reading' (duration: 3.443120317s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.853978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206888462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:36.854014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440302207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-07-01T01:41:36.85403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.410684Z","time spent":"3.443338074s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" "} {"level":"info","ts":"2026-07-01T01:41:36.854049Z","caller":"traceutil/trace.go:171","msg":"trace[323689662] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24594; }","duration":"3.440359058s","start":"2026-07-01T01:41:33.41368Z","end":"2026-07-01T01:41:36.854039Z","steps":["trace[323689662] 'agreement among raft nodes before linearized reading' (duration: 3.440205613s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.854031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:34.112897Z","time spent":"2.741123307s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:36.854079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.413666Z","time spent":"3.44040435s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-01T01:41:36.854051Z","caller":"traceutil/trace.go:171","msg":"trace[695119658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24594; }","duration":"1.206989435s","start":"2026-07-01T01:41:35.647043Z","end":"2026-07-01T01:41:36.854032Z","steps":["trace[695119658] 'agreement among raft nodes before linearized reading' (duration: 1.206276562s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.855602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:35.647028Z","time spent":"1.208550664s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:37.357309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:37.859515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:38.360144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:38.64632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.71723899s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:38.719337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.700807Z","time spent":"1.018522286s","remote":"127.0.0.1:58460","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:41:38.72183Z","caller":"traceutil/trace.go:171","msg":"trace[70635257] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"1.865919637s","start":"2026-07-01T01:41:36.855879Z","end":"2026-07-01T01:41:38.721798Z","steps":["trace[70635257] 'process raft request' (duration: 1.79065718s)","trace[70635257] 'compare' (duration: 73.732208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:38.722231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.855865Z","time spent":"1.866272469s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:38.864795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:38.864868Z","caller":"traceutil/trace.go:171","msg":"trace[1981018747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360098s","start":"2026-07-01T01:41:36.864493Z","end":"2026-07-01T01:41:38.864853Z","steps":["trace[1981018747] 'agreement among raft nodes before linearized reading' (duration: 2.000272305s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:38.86491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.864488Z","time spent":"2.000412231s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:39.974727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328136572s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:40.607741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.833545ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-01T01:41:40.608045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.857192Z","time spent":"3.750847842s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:41:40.608334Z","caller":"traceutil/trace.go:171","msg":"trace[913638824] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"1.749262855s","start":"2026-07-01T01:41:38.859046Z","end":"2026-07-01T01:41:40.608309Z","steps":["trace[913638824] 'process raft request' (duration: 1.749203273s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.608461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:38.859017Z","time spent":"1.749365158s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:40.608504Z","caller":"traceutil/trace.go:171","msg":"trace[122439539] linearizableReadLoop","detail":"{readStateIndex:25423; appliedIndex:25416; }","duration":"3.751683989s","start":"2026-07-01T01:41:36.856794Z","end":"2026-07-01T01:41:40.608478Z","steps":["trace[122439539] 'read index received' (duration: 1.789769461s)","trace[122439539] 'applied index is now lower than readState.Index' (duration: 1.961910828s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:40.608562Z","caller":"traceutil/trace.go:171","msg":"trace[1098766260] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"2.802077647s","start":"2026-07-01T01:41:37.806448Z","end":"2026-07-01T01:41:40.608526Z","steps":["trace[1098766260] 'process raft request' (duration: 2.801696845s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:40.608569Z","caller":"traceutil/trace.go:171","msg":"trace[363759586] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"1.882055513s","start":"2026-07-01T01:41:38.726474Z","end":"2026-07-01T01:41:40.60853Z","steps":["trace[363759586] 'process raft request' (duration: 1.881723352s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:40.608586Z","caller":"traceutil/trace.go:171","msg":"trace[2083986655] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"3.749126326s","start":"2026-07-01T01:41:36.85943Z","end":"2026-07-01T01:41:40.608557Z","steps":["trace[2083986655] 'process raft request' (duration: 3.748416884s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:40.608637Z","caller":"traceutil/trace.go:171","msg":"trace[67313596] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"3.747647409s","start":"2026-07-01T01:41:36.860965Z","end":"2026-07-01T01:41:40.608612Z","steps":["trace[67313596] 'process raft request' (duration: 3.747029579s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.608729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.859418Z","time spent":"3.749241621s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:40.60873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:38.726458Z","time spent":"1.882197047s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:41:40.608739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.80643Z","time spent":"2.802210421s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:40.60875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.860953Z","time spent":"3.747735593s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:40.608774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751517224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aad0d709-7944-4f87-be26-52c5835d2fad\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T01:41:40.608812Z","caller":"traceutil/trace.go:171","msg":"trace[1843984445] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aad0d709-7944-4f87-be26-52c5835d2fad; range_end:; response_count:1; response_revision:24602; }","duration":"3.751602826s","start":"2026-07-01T01:41:36.8572Z","end":"2026-07-01T01:41:40.608803Z","steps":["trace[1843984445] 'agreement among raft nodes before linearized reading' (duration: 3.751462652s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.608837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.857193Z","time spent":"3.751637017s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-aad0d709-7944-4f87-be26-52c5835d2fad\" "} {"level":"warn","ts":"2026-07-01T01:41:40.608749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751938027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" ","response":"range_response_count:1 size:5445"} {"level":"info","ts":"2026-07-01T01:41:40.608879Z","caller":"traceutil/trace.go:171","msg":"trace[17145133] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"3.009888496s","start":"2026-07-01T01:41:37.598978Z","end":"2026-07-01T01:41:40.608866Z","steps":["trace[17145133] 'process raft request' (duration: 3.009123792s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.608853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428063317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:40.608891Z","caller":"traceutil/trace.go:171","msg":"trace[649424126] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn; range_end:; response_count:1; response_revision:24602; }","duration":"3.752098222s","start":"2026-07-01T01:41:36.856776Z","end":"2026-07-01T01:41:40.608874Z","steps":["trace[649424126] 'agreement among raft nodes before linearized reading' (duration: 3.751831403s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.608929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.598954Z","time spent":"3.009948158s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:40.608933Z","caller":"traceutil/trace.go:171","msg":"trace[181583745] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24602; }","duration":"1.428213523s","start":"2026-07-01T01:41:39.180701Z","end":"2026-07-01T01:41:40.608914Z","steps":["trace[181583745] 'agreement among raft nodes before linearized reading' (duration: 1.428028767s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.608944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.856769Z","time spent":"3.752155044s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5468,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" "} {"level":"warn","ts":"2026-07-01T01:41:40.608988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52191284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:40.608993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.180671Z","time spent":"1.428308066s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:40.609008Z","caller":"traceutil/trace.go:171","msg":"trace[1394858310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24602; }","duration":"1.521971282s","start":"2026-07-01T01:41:39.08703Z","end":"2026-07-01T01:41:40.609001Z","steps":["trace[1394858310] 'agreement among raft nodes before linearized reading' (duration: 1.521936551s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.609031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.087008Z","time spent":"1.522019703s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:40.609163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681915706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:40.60917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367591763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:40.609256Z","caller":"traceutil/trace.go:171","msg":"trace[1362441150] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24602; }","duration":"1.367675525s","start":"2026-07-01T01:41:39.24153Z","end":"2026-07-01T01:41:40.609206Z","steps":["trace[1362441150] 'agreement among raft nodes before linearized reading' (duration: 1.367562212s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:40.609264Z","caller":"traceutil/trace.go:171","msg":"trace[635731227] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24602; }","duration":"3.68200873s","start":"2026-07-01T01:41:36.927192Z","end":"2026-07-01T01:41:40.6092Z","steps":["trace[635731227] 'agreement among raft nodes before linearized reading' (duration: 3.681923837s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.609297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.241471Z","time spent":"1.36781521s","remote":"127.0.0.1:45368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:40.609294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744425929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:40.608502Z","caller":"traceutil/trace.go:171","msg":"trace[166219730] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"3.614955674s","start":"2026-07-01T01:41:36.993503Z","end":"2026-07-01T01:41:40.608459Z","steps":["trace[166219730] 'process raft request' (duration: 3.614546941s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.609317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.927171Z","time spent":"3.682129313s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:40.609323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413037787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:40.609346Z","caller":"traceutil/trace.go:171","msg":"trace[1349061167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24602; }","duration":"1.744505922s","start":"2026-07-01T01:41:38.864825Z","end":"2026-07-01T01:41:40.60933Z","steps":["trace[1349061167] 'agreement among raft nodes before linearized reading' (duration: 1.744378488s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:40.609366Z","caller":"traceutil/trace.go:171","msg":"trace[239455660] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24602; }","duration":"1.41314425s","start":"2026-07-01T01:41:39.196211Z","end":"2026-07-01T01:41:40.609356Z","steps":["trace[239455660] 'agreement among raft nodes before linearized reading' (duration: 1.413048727s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.609389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:38.864814Z","time spent":"1.744562164s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:40.609397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.196191Z","time spent":"1.413197822s","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:40.609386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.993477Z","time spent":"3.615869054s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:40.609427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602050828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-01T01:41:40.609473Z","caller":"traceutil/trace.go:171","msg":"trace[1993431554] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24602; }","duration":"2.60213503s","start":"2026-07-01T01:41:38.007327Z","end":"2026-07-01T01:41:40.609462Z","steps":["trace[1993431554] 'agreement among raft nodes before linearized reading' (duration: 2.602000246s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:40.60951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:38.007308Z","time spent":"2.602189373s","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-01T01:41:41.113926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:41.433878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.185921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:41.433983Z","caller":"traceutil/trace.go:171","msg":"trace[157228792] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"824.802968ms","start":"2026-07-01T01:41:40.609161Z","end":"2026-07-01T01:41:41.433964Z","steps":["trace[157228792] 'process raft request' (duration: 656.455863ms)","trace[157228792] 'compare' (duration: 168.074377ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:41.434228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.609135Z","time spent":"824.997305ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:42.35249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086820371s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:42.613796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000527994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:42.613872Z","caller":"traceutil/trace.go:171","msg":"trace[1708698879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000657508s","start":"2026-07-01T01:41:40.61319Z","end":"2026-07-01T01:41:42.613848Z","steps":["trace[1708698879] 'agreement among raft nodes before linearized reading' (duration: 2.000569045s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:42.61391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.613176Z","time spent":"2.000727551s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:42.616233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999984317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:42.616324Z","caller":"traceutil/trace.go:171","msg":"trace[420085954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100071s","start":"2026-07-01T01:41:40.616201Z","end":"2026-07-01T01:41:42.616301Z","steps":["trace[420085954] 'agreement among raft nodes before linearized reading' (duration: 1.999978027s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:42.616373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.616174Z","time spent":"2.000189894s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:43.250333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.576447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:43.250532Z","caller":"traceutil/trace.go:171","msg":"trace[2140360824] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"1.391140237s","start":"2026-07-01T01:41:41.859377Z","end":"2026-07-01T01:41:43.250517Z","steps":["trace[2140360824] 'process raft request' (duration: 1.391067905s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.250597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:41.859352Z","time spent":"1.39121465s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:43.251389Z","caller":"traceutil/trace.go:171","msg":"trace[968896650] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"2.633680181s","start":"2026-07-01T01:41:40.617676Z","end":"2026-07-01T01:41:43.251356Z","steps":["trace[968896650] 'process raft request' (duration: 1.734974539s)","trace[968896650] 'compare' (duration: 896.961146ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:43.251469Z","caller":"traceutil/trace.go:171","msg":"trace[964327544] linearizableReadLoop","detail":"{readStateIndex:25427; appliedIndex:25425; }","duration":"2.638205266s","start":"2026-07-01T01:41:40.613248Z","end":"2026-07-01T01:41:43.251453Z","steps":["trace[964327544] 'read index received' (duration: 652.380262ms)","trace[964327544] 'applied index is now lower than readState.Index' (duration: 1.985823443s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:43.251541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.617661Z","time spent":"2.633798695s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:43.325045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452358076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:43.325109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976721543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:43.325108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127268726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:43.325168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711337395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-01T01:41:43.325208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045973568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:43.325207Z","caller":"traceutil/trace.go:171","msg":"trace[1002416995] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:24606; }","duration":"1.127425581s","start":"2026-07-01T01:41:42.197758Z","end":"2026-07-01T01:41:43.325184Z","steps":["trace[1002416995] 'agreement among raft nodes before linearized reading' (duration: 1.127178293s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.325263Z","caller":"traceutil/trace.go:171","msg":"trace[117083170] range","detail":"{range_begin:/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83; range_end:; response_count:1; response_revision:24606; }","duration":"2.711462s","start":"2026-07-01T01:41:40.613786Z","end":"2026-07-01T01:41:43.325248Z","steps":["trace[117083170] 'agreement among raft nodes before linearized reading' (duration: 2.711238362s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.325285Z","caller":"traceutil/trace.go:171","msg":"trace[441147686] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24606; }","duration":"2.046096922s","start":"2026-07-01T01:41:41.279172Z","end":"2026-07-01T01:41:43.325269Z","steps":["trace[441147686] 'agreement among raft nodes before linearized reading' (duration: 2.046001419s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.325312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.613773Z","time spent":"2.711527611s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-564474585b-d4hxg.18be05160bc31f83\" "} {"level":"warn","ts":"2026-07-01T01:41:43.325323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887411016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-01T01:41:43.325336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:41.279152Z","time spent":"2.046171585s","remote":"127.0.0.1:44776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:43.325358Z","caller":"traceutil/trace.go:171","msg":"trace[1719454965] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24606; }","duration":"1.887465717s","start":"2026-07-01T01:41:41.43788Z","end":"2026-07-01T01:41:43.325345Z","steps":["trace[1719454965] 'agreement among raft nodes before linearized reading' (duration: 1.887323732s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.325387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:41.437866Z","time spent":"1.887514589s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T01:41:43.325609Z","caller":"traceutil/trace.go:171","msg":"trace[508466364] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"711.023548ms","start":"2026-07-01T01:41:42.614562Z","end":"2026-07-01T01:41:43.325585Z","steps":["trace[508466364] 'process raft request' (duration: 710.192012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.325705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.883772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:43.325721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.039686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T01:41:43.325716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710504979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-01T01:41:43.325183Z","caller":"traceutil/trace.go:171","msg":"trace[1273165446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24606; }","duration":"1.976880228s","start":"2026-07-01T01:41:41.348285Z","end":"2026-07-01T01:41:43.325165Z","steps":["trace[1273165446] 'agreement among raft nodes before linearized reading' (duration: 1.976711373s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.32577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:41.348266Z","time spent":"1.977499867s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:43.32578Z","caller":"traceutil/trace.go:171","msg":"trace[1725058346] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24606; }","duration":"2.710569991s","start":"2026-07-01T01:41:40.615194Z","end":"2026-07-01T01:41:43.325764Z","steps":["trace[1725058346] 'agreement among raft nodes before linearized reading' (duration: 2.710384145s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.325738Z","caller":"traceutil/trace.go:171","msg":"trace[1929933275] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24606; }","duration":"945.090577ms","start":"2026-07-01T01:41:42.380642Z","end":"2026-07-01T01:41:43.325733Z","steps":["trace[1929933275] 'agreement among raft nodes before linearized reading' (duration: 945.032095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.325835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:42.380624Z","time spent":"945.2013ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:41:43.325789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031297026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:43.325135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698224306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-01T01:41:43.325917Z","caller":"traceutil/trace.go:171","msg":"trace[1815072312] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24606; }","duration":"1.03145301s","start":"2026-07-01T01:41:42.294447Z","end":"2026-07-01T01:41:43.3259Z","steps":["trace[1815072312] 'agreement among raft nodes before linearized reading' (duration: 1.031308236s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.325832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.615168Z","time spent":"2.710651914s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-01T01:41:43.325961Z","caller":"traceutil/trace.go:171","msg":"trace[1048627439] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24606; }","duration":"2.699078644s","start":"2026-07-01T01:41:40.626859Z","end":"2026-07-01T01:41:43.325938Z","steps":["trace[1048627439] 'agreement among raft nodes before linearized reading' (duration: 2.698098202s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.32531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:42.197739Z","time spent":"1.127557304s","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-07-01T01:41:43.32598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:42.294426Z","time spent":"1.031530132s","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:43.326019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.62685Z","time spent":"2.699151736s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:41:43.325131Z","caller":"traceutil/trace.go:171","msg":"trace[112118528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24606; }","duration":"1.45249787s","start":"2026-07-01T01:41:41.872616Z","end":"2026-07-01T01:41:43.325114Z","steps":["trace[112118528] 'agreement among raft nodes before linearized reading' (duration: 1.452329875s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.326096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:41.872599Z","time spent":"1.453485802s","remote":"127.0.0.1:47224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:43.325732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:42.614547Z","time spent":"711.115171ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:43.325736Z","caller":"traceutil/trace.go:171","msg":"trace[248535529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24606; }","duration":"699.946944ms","start":"2026-07-01T01:41:42.625782Z","end":"2026-07-01T01:41:43.325729Z","steps":["trace[248535529] 'agreement among raft nodes before linearized reading' (duration: 699.900712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.326314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:42.625763Z","time spent":"700.537683ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:43.828992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:44.329275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:44.624039Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295554468s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:41:44.641539Z","caller":"traceutil/trace.go:171","msg":"trace[874111660] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"1.313350688s","start":"2026-07-01T01:41:43.328165Z","end":"2026-07-01T01:41:44.641516Z","steps":["trace[874111660] 'process raft request' (duration: 1.298074129s)","trace[874111660] 'compare' (duration: 15.078812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:44.641644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:43.328152Z","time spent":"1.313436691s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:44.656601Z","caller":"traceutil/trace.go:171","msg":"trace[1342618162] linearizableReadLoop","detail":"{readStateIndex:25432; appliedIndex:25429; }","duration":"1.327721898s","start":"2026-07-01T01:41:43.328855Z","end":"2026-07-01T01:41:44.656577Z","steps":["trace[1342618162] 'read index received' (duration: 1.308592726s)","trace[1342618162] 'applied index is now lower than readState.Index' (duration: 19.128262ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:44.656634Z","caller":"traceutil/trace.go:171","msg":"trace[396576646] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"1.325698823s","start":"2026-07-01T01:41:43.330889Z","end":"2026-07-01T01:41:44.656588Z","steps":["trace[396576646] 'process raft request' (duration: 1.325472856s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:44.656734Z","caller":"traceutil/trace.go:171","msg":"trace[279510232] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"1.319606998s","start":"2026-07-01T01:41:43.337118Z","end":"2026-07-01T01:41:44.656725Z","steps":["trace[279510232] 'process raft request' (duration: 1.319394951s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.656769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:43.330869Z","time spent":"1.325834008s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:44.656822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:43.337108Z","time spent":"1.319647679s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:44.656857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.518923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:44.656911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327889803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7bf670c3-3784-4fc2-b74d-cd04c0b3488f\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-07-01T01:41:44.656916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328053628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-01T01:41:44.656957Z","caller":"traceutil/trace.go:171","msg":"trace[462728952] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24609; }","duration":"1.32812213s","start":"2026-07-01T01:41:43.328825Z","end":"2026-07-01T01:41:44.656948Z","steps":["trace[462728952] 'agreement among raft nodes before linearized reading' (duration: 1.327989086s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.656963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249403412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:44.656985Z","caller":"traceutil/trace.go:171","msg":"trace[1281234472] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24609; }","duration":"1.249462134s","start":"2026-07-01T01:41:43.407517Z","end":"2026-07-01T01:41:44.65698Z","steps":["trace[1281234472] 'agreement among raft nodes before linearized reading' (duration: 1.249428023s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.656986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:43.328809Z","time spent":"1.328171122s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-01T01:41:44.657008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:43.407498Z","time spent":"1.249501485s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:44.656953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.028257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:44.657127Z","caller":"traceutil/trace.go:171","msg":"trace[1195810456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24609; }","duration":"716.240174ms","start":"2026-07-01T01:41:43.940876Z","end":"2026-07-01T01:41:44.657116Z","steps":["trace[1195810456] 'agreement among raft nodes before linearized reading' (duration: 716.036117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.657162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:43.940854Z","time spent":"716.298016ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:41:44.656961Z","caller":"traceutil/trace.go:171","msg":"trace[264962148] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7bf670c3-3784-4fc2-b74d-cd04c0b3488f; range_end:; response_count:1; response_revision:24609; }","duration":"1.327956405s","start":"2026-07-01T01:41:43.328991Z","end":"2026-07-01T01:41:44.656948Z","steps":["trace[264962148] 'agreement among raft nodes before linearized reading' (duration: 1.32779271s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.657266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:43.328984Z","time spent":"1.328246424s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-7bf670c3-3784-4fc2-b74d-cd04c0b3488f\" "} {"level":"info","ts":"2026-07-01T01:41:44.656924Z","caller":"traceutil/trace.go:171","msg":"trace[1947578869] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24609; }","duration":"384.634436ms","start":"2026-07-01T01:41:44.272275Z","end":"2026-07-01T01:41:44.656909Z","steps":["trace[1947578869] 'agreement among raft nodes before linearized reading' (duration: 384.514602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.657352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:44.272258Z","time spent":"385.07405ms","remote":"127.0.0.1:41440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:44.662441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.043839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388461"} {"level":"info","ts":"2026-07-01T01:41:44.662525Z","caller":"traceutil/trace.go:171","msg":"trace[1719946153] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:24609; }","duration":"661.372939ms","start":"2026-07-01T01:41:44.001134Z","end":"2026-07-01T01:41:44.662507Z","steps":["trace[1719946153] 'agreement among raft nodes before linearized reading' (duration: 655.836072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.662582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:44.001105Z","time spent":"661.450772ms","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1974,"response size":388484,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-07-01T01:41:44.83947Z","caller":"traceutil/trace.go:171","msg":"trace[1784162998] linearizableReadLoop","detail":"{readStateIndex:25441; appliedIndex:25440; }","duration":"121.317951ms","start":"2026-07-01T01:41:44.718132Z","end":"2026-07-01T01:41:44.83945Z","steps":["trace[1784162998] 'read index received' (duration: 118.853192ms)","trace[1784162998] 'applied index is now lower than readState.Index' (duration: 2.463299ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:44.839483Z","caller":"traceutil/trace.go:171","msg":"trace[620606933] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"123.107648ms","start":"2026-07-01T01:41:44.716346Z","end":"2026-07-01T01:41:44.839454Z","steps":["trace[620606933] 'process raft request' (duration: 120.65559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.839729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.577109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2\" ","response":"range_response_count:1 size:4048"} {"level":"info","ts":"2026-07-01T01:41:44.839804Z","caller":"traceutil/trace.go:171","msg":"trace[966549316] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2; range_end:; response_count:1; response_revision:24618; }","duration":"121.652372ms","start":"2026-07-01T01:41:44.718128Z","end":"2026-07-01T01:41:44.839781Z","steps":["trace[966549316] 'agreement among raft nodes before linearized reading' (duration: 121.427325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.841107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.299379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18be062ac69edfee\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24609 ","response":"range_response_count:474 size:366374"} {"level":"info","ts":"2026-07-01T01:41:44.841144Z","caller":"traceutil/trace.go:171","msg":"trace[1492393057] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18be062ac69edfee\u0000; range_end:/registry/events/openstack0; response_count:474; response_revision:24618; }","duration":"105.380341ms","start":"2026-07-01T01:41:44.735754Z","end":"2026-07-01T01:41:44.841134Z","steps":["trace[1492393057] 'agreement among raft nodes before linearized reading' (duration: 103.813271ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:45.811392Z","caller":"traceutil/trace.go:171","msg":"trace[1044268612] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"109.400101ms","start":"2026-07-01T01:41:45.701969Z","end":"2026-07-01T01:41:45.81137Z","steps":["trace[1044268612] 'process raft request' (duration: 109.259396ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:45.815594Z","caller":"traceutil/trace.go:171","msg":"trace[2135849264] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"110.33777ms","start":"2026-07-01T01:41:45.705232Z","end":"2026-07-01T01:41:45.81557Z","steps":["trace[2135849264] 'process raft request' (duration: 110.164544ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:51.225132Z","caller":"traceutil/trace.go:171","msg":"trace[1081182667] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"247.054294ms","start":"2026-07-01T01:41:50.978055Z","end":"2026-07-01T01:41:51.22511Z","steps":["trace[1081182667] 'process raft request' (duration: 246.916119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:51.520432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.299728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:51.520676Z","caller":"traceutil/trace.go:171","msg":"trace[778613331] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"145.776844ms","start":"2026-07-01T01:41:51.374876Z","end":"2026-07-01T01:41:51.520652Z","steps":["trace[778613331] 'process raft request' (duration: 145.673481ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:51.520814Z","caller":"traceutil/trace.go:171","msg":"trace[262316439] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"537.208056ms","start":"2026-07-01T01:41:50.983577Z","end":"2026-07-01T01:41:51.520785Z","steps":["trace[262316439] 'process raft request' (duration: 286.459244ms)","trace[262316439] 'compare' (duration: 250.111222ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:51.520863Z","caller":"traceutil/trace.go:171","msg":"trace[1505987180] linearizableReadLoop","detail":"{readStateIndex:25587; appliedIndex:25585; }","duration":"314.237044ms","start":"2026-07-01T01:41:51.206593Z","end":"2026-07-01T01:41:51.52083Z","steps":["trace[1505987180] 'read index received' (duration: 18.470221ms)","trace[1505987180] 'applied index is now lower than readState.Index' (duration: 295.760533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:51.520935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:50.983561Z","time spent":"537.304329ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6361,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:51.521034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.42314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:41:51.521102Z","caller":"traceutil/trace.go:171","msg":"trace[886180717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24763; }","duration":"314.525943ms","start":"2026-07-01T01:41:51.206556Z","end":"2026-07-01T01:41:51.521082Z","steps":["trace[886180717] 'agreement among raft nodes before linearized reading' (duration: 314.346267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:51.521146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:51.206541Z","time spent":"314.597556ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:41:53.814559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:54.074371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.373818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:54.074461Z","caller":"traceutil/trace.go:171","msg":"trace[1441209347] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24780; }","duration":"871.536074ms","start":"2026-07-01T01:41:53.202904Z","end":"2026-07-01T01:41:54.07444Z","steps":["trace[1441209347] 'count revisions from in-memory index tree' (duration: 871.239804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:54.074508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.202879Z","time spent":"871.618277ms","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:54.074569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049202178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:54.074648Z","caller":"traceutil/trace.go:171","msg":"trace[1860802358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24780; }","duration":"1.049330542s","start":"2026-07-01T01:41:53.025295Z","end":"2026-07-01T01:41:54.074626Z","steps":["trace[1860802358] 'count revisions from in-memory index tree' (duration: 1.049095394s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:54.074686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.02528Z","time spent":"1.049396233s","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:54.07493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046067307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-07-01T01:41:54.07496Z","caller":"traceutil/trace.go:171","msg":"trace[1876192147] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:24780; }","duration":"1.046126369s","start":"2026-07-01T01:41:53.028825Z","end":"2026-07-01T01:41:54.074952Z","steps":["trace[1876192147] 'range keys from in-memory index tree' (duration: 1.045960164s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:54.07498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.028819Z","time spent":"1.04615509s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-01T01:41:54.07521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042920517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" ","response":"range_response_count:1 size:5445"} {"level":"info","ts":"2026-07-01T01:41:54.075242Z","caller":"traceutil/trace.go:171","msg":"trace[1512086972] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn; range_end:; response_count:1; response_revision:24780; }","duration":"1.042988279s","start":"2026-07-01T01:41:53.032246Z","end":"2026-07-01T01:41:54.075235Z","steps":["trace[1512086972] 'range keys from in-memory index tree' (duration: 1.042827994s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:54.075261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.032226Z","time spent":"1.04303027s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5468,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" "} {"level":"warn","ts":"2026-07-01T01:41:54.076396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.571435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:41:54.076522Z","caller":"traceutil/trace.go:171","msg":"trace[1164863966] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24780; }","duration":"801.763442ms","start":"2026-07-01T01:41:53.274737Z","end":"2026-07-01T01:41:54.0765Z","steps":["trace[1164863966] 'range keys from in-memory index tree' (duration: 799.608752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:54.076602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.274722Z","time spent":"801.865104ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:41:54.109444Z","caller":"traceutil/trace.go:171","msg":"trace[1370650936] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"812.870737ms","start":"2026-07-01T01:41:53.296542Z","end":"2026-07-01T01:41:54.109413Z","steps":["trace[1370650936] 'process raft request' (duration: 812.66004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:54.1096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.296517Z","time spent":"813.000551ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:55.562279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452969675s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:55.673334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.699892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:55.673566Z","caller":"traceutil/trace.go:171","msg":"trace[1947819660] linearizableReadLoop","detail":"{readStateIndex:25607; appliedIndex:25605; }","duration":"2.359734285s","start":"2026-07-01T01:41:53.313814Z","end":"2026-07-01T01:41:55.673548Z","steps":["trace[1947819660] 'read index received' (duration: 795.426279ms)","trace[1947819660] 'applied index is now lower than readState.Index' (duration: 1.564306896s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:55.673616Z","caller":"traceutil/trace.go:171","msg":"trace[148579612] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"2.147736803s","start":"2026-07-01T01:41:53.525841Z","end":"2026-07-01T01:41:55.673578Z","steps":["trace[148579612] 'process raft request' (duration: 2.03666763s)","trace[148579612] 'compare' (duration: 109.239845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:55.673979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.525815Z","time spent":"2.148115374s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:55.673674Z","caller":"traceutil/trace.go:171","msg":"trace[1794563460] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"1.592009863s","start":"2026-07-01T01:41:54.081624Z","end":"2026-07-01T01:41:55.673634Z","steps":["trace[1794563460] 'process raft request' (duration: 1.591815677s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:55.674145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:54.0816Z","time spent":"1.592440217s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5617,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:55.939695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:55.939786Z","caller":"traceutil/trace.go:171","msg":"trace[1297797818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011621s","start":"2026-07-01T01:41:53.93965Z","end":"2026-07-01T01:41:55.939766Z","steps":["trace[1297797818] 'agreement among raft nodes before linearized reading' (duration: 2.000003647s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:55.939839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.939628Z","time spent":"2.000201102s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:57.649521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999922015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:57.649588Z","caller":"traceutil/trace.go:171","msg":"trace[305234008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048338s","start":"2026-07-01T01:41:55.649525Z","end":"2026-07-01T01:41:57.649573Z","steps":["trace[305234008] 'agreement among raft nodes before linearized reading' (duration: 1.999956545s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:57.649652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:55.649506Z","time spent":"2.000111591s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:57.94001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:57.940096Z","caller":"traceutil/trace.go:171","msg":"trace[154097988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218845s","start":"2026-07-01T01:41:55.939857Z","end":"2026-07-01T01:41:57.940076Z","steps":["trace[154097988] 'agreement among raft nodes before linearized reading' (duration: 2.000092091s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:57.940144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:55.939835Z","time spent":"2.000299817s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:57.948262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274570251s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-01T01:41:57.948576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.634754901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-01T01:41:57.948624Z","caller":"traceutil/trace.go:171","msg":"trace[136562455] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24783; }","duration":"4.634831183s","start":"2026-07-01T01:41:53.313777Z","end":"2026-07-01T01:41:57.948608Z","steps":["trace[136562455] 'agreement among raft nodes before linearized reading' (duration: 2.360117037s)","trace[136562455] 'range keys from in-memory index tree' (duration: 2.274556921s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:57.948658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.313758Z","time spent":"4.634892686s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:41:57.949195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:55.758029Z","time spent":"2.191163303s","remote":"127.0.0.1:32784","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:41:57.950694Z","caller":"traceutil/trace.go:171","msg":"trace[211614393] linearizableReadLoop","detail":"{readStateIndex:25610; appliedIndex:25608; }","duration":"2.276799493s","start":"2026-07-01T01:41:55.673864Z","end":"2026-07-01T01:41:57.950664Z","steps":["trace[211614393] 'read index received' (duration: 84.962488ms)","trace[211614393] 'applied index is now lower than readState.Index' (duration: 2.191834945s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:57.950838Z","caller":"traceutil/trace.go:171","msg":"trace[1022207497] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"2.300814911s","start":"2026-07-01T01:41:55.649969Z","end":"2026-07-01T01:41:57.950784Z","steps":["trace[1022207497] 'process raft request' (duration: 2.298408824s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:57.951136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:55.649948Z","time spent":"2.300993747s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:59.9482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:59.948295Z","caller":"traceutil/trace.go:171","msg":"trace[760936709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519663s","start":"2026-07-01T01:41:57.947756Z","end":"2026-07-01T01:41:59.948276Z","steps":["trace[760936709] 'agreement among raft nodes before linearized reading' (duration: 2.00041041s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:59.948346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.947742Z","time spent":"2.000592365s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:00.994527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999505942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:00.994609Z","caller":"traceutil/trace.go:171","msg":"trace[1540448023] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999638526s","start":"2026-07-01T01:41:55.994954Z","end":"2026-07-01T01:42:00.994593Z","steps":["trace[1540448023] 'agreement among raft nodes before linearized reading' (duration: 4.999531382s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:00.994656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:55.994942Z","time spent":"4.999704598s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/01 01:42:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:01.379439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000226895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:01.379568Z","caller":"traceutil/trace.go:171","msg":"trace[1347833202] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.000410811s","start":"2026-07-01T01:41:56.37913Z","end":"2026-07-01T01:42:01.379541Z","steps":["trace[1347833202] 'agreement among raft nodes before linearized reading' (duration: 5.000251056s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:01.379635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.379104Z","time spent":"5.000514744s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/01 01:42:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:01.429047Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.314250422s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:01.948681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:01.948751Z","caller":"traceutil/trace.go:171","msg":"trace[1354587514] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317177s","start":"2026-07-01T01:41:59.948418Z","end":"2026-07-01T01:42:01.948735Z","steps":["trace[1354587514] 'agreement among raft nodes before linearized reading' (duration: 2.000214883s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:01.948787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.9484Z","time spent":"2.000379849s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:03.543331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99720507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:03.543413Z","caller":"traceutil/trace.go:171","msg":"trace[149165314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997390626s","start":"2026-07-01T01:42:00.546003Z","end":"2026-07-01T01:42:03.543394Z","steps":["trace[149165314] 'agreement among raft nodes before linearized reading' (duration: 2.997248271s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:03.543466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.545975Z","time spent":"2.997479869s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 01:42:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:03.955443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:03.955532Z","caller":"traceutil/trace.go:171","msg":"trace[351675063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334928s","start":"2026-07-01T01:42:01.955177Z","end":"2026-07-01T01:42:03.955512Z","steps":["trace[351675063] 'agreement among raft nodes before linearized reading' (duration: 2.000229605s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:03.955587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.955163Z","time spent":"2.00041034s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:04.25757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.524816221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-01T01:42:04.257662Z","caller":"traceutil/trace.go:171","msg":"trace[1881255219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"9.524964456s","start":"2026-07-01T01:41:54.732675Z","end":"2026-07-01T01:42:04.257639Z","steps":["trace[1881255219] 'agreement among raft nodes before linearized reading' (duration: 3.218029727s)","trace[1881255219] 'range keys from in-memory index tree' (duration: 6.306799835s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.257713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:54.732615Z","time spent":"9.52508242s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 01:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:04.257873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.181141826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:04.257922Z","caller":"traceutil/trace.go:171","msg":"trace[1043751470] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24784; }","duration":"9.181225529s","start":"2026-07-01T01:41:55.076678Z","end":"2026-07-01T01:42:04.257903Z","steps":["trace[1043751470] 'agreement among raft nodes before linearized reading' (duration: 2.874056122s)","trace[1043751470] 'count revisions from in-memory index tree' (duration: 6.307106395s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.257981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:55.076656Z","time spent":"9.181295861s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:04.258264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.643825135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-01T01:42:04.258304Z","caller":"traceutil/trace.go:171","msg":"trace[947440221] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24784; }","duration":"8.643899698s","start":"2026-07-01T01:41:55.61439Z","end":"2026-07-01T01:42:04.25829Z","steps":["trace[947440221] 'agreement among raft nodes before linearized reading' (duration: 2.336337538s)","trace[947440221] 'range keys from in-memory index tree' (duration: 6.307424365s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.258337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:55.61437Z","time spent":"8.643958059s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:04.258507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.500877238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-01T01:42:04.25854Z","caller":"traceutil/trace.go:171","msg":"trace[195042269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"10.500953591s","start":"2026-07-01T01:41:53.757575Z","end":"2026-07-01T01:42:04.258529Z","steps":["trace[195042269] 'agreement among raft nodes before linearized reading' (duration: 4.193157093s)","trace[195042269] 'range keys from in-memory index tree' (duration: 6.307742085s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.258566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.757553Z","time spent":"10.501005813s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:04.258645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.444353527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:04.25867Z","caller":"traceutil/trace.go:171","msg":"trace[1290673068] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24784; }","duration":"9.444422909s","start":"2026-07-01T01:41:54.814239Z","end":"2026-07-01T01:42:04.258662Z","steps":["trace[1290673068] 'agreement among raft nodes before linearized reading' (duration: 3.136510338s)","trace[1290673068] 'count revisions from in-memory index tree' (duration: 6.30787336s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.258832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.586348326s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:04.258951Z","caller":"traceutil/trace.go:171","msg":"trace[1368246325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24784; }","duration":"5.586479511s","start":"2026-07-01T01:41:58.672454Z","end":"2026-07-01T01:42:04.258934Z","steps":["trace[1368246325] 'range keys from in-memory index tree' (duration: 5.586329826s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.259185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.182154471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-07-01T01:42:04.259245Z","caller":"traceutil/trace.go:171","msg":"trace[696478579] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx; range_end:; response_count:1; response_revision:24784; }","duration":"10.182250904s","start":"2026-07-01T01:41:54.076975Z","end":"2026-07-01T01:42:04.259226Z","steps":["trace[696478579] 'agreement among raft nodes before linearized reading' (duration: 3.873756114s)","trace[696478579] 'range keys from in-memory index tree' (duration: 6.308319444s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.259279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:54.076962Z","time spent":"10.182309906s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5701,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx\" "} {"level":"warn","ts":"2026-07-01T01:42:04.259534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.645087545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:42:04.259557Z","caller":"traceutil/trace.go:171","msg":"trace[833741005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24784; }","duration":"8.645150807s","start":"2026-07-01T01:41:55.614398Z","end":"2026-07-01T01:42:04.259549Z","steps":["trace[833741005] 'agreement among raft nodes before linearized reading' (duration: 2.336370799s)","trace[833741005] 'range keys from in-memory index tree' (duration: 6.308712796s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.259575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:55.614379Z","time spent":"8.645191109s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:04.25977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.388211631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-01T01:42:04.259791Z","caller":"traceutil/trace.go:171","msg":"trace[125751586] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"9.388262163s","start":"2026-07-01T01:41:54.871522Z","end":"2026-07-01T01:42:04.259785Z","steps":["trace[125751586] 'agreement among raft nodes before linearized reading' (duration: 3.079218996s)","trace[125751586] 'range keys from in-memory index tree' (duration: 6.308984325s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.259811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:54.871507Z","time spent":"9.388300083s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/01 01:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:04.259892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.613949872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:04.259912Z","caller":"traceutil/trace.go:171","msg":"trace[1312852697] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24784; }","duration":"9.614005374s","start":"2026-07-01T01:41:54.645899Z","end":"2026-07-01T01:42:04.259904Z","steps":["trace[1312852697] 'agreement among raft nodes before linearized reading' (duration: 3.304876324s)","trace[1312852697] 'count revisions from in-memory index tree' (duration: 6.309098659s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.259931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:54.645879Z","time spent":"9.614045985s","remote":"127.0.0.1:41590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:04.260119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.923632569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:42:04.260139Z","caller":"traceutil/trace.go:171","msg":"trace[549591400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24784; }","duration":"9.923666991s","start":"2026-07-01T01:41:54.336465Z","end":"2026-07-01T01:42:04.260132Z","steps":["trace[549591400] 'agreement among raft nodes before linearized reading' (duration: 3.614315904s)","trace[549591400] 'range keys from in-memory index tree' (duration: 6.309245494s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.260181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:54.336459Z","time spent":"9.923716222s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:42:04.260311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.923876277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:42:04.26033Z","caller":"traceutil/trace.go:171","msg":"trace[494272215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24784; }","duration":"9.923927559s","start":"2026-07-01T01:41:54.336396Z","end":"2026-07-01T01:42:04.260323Z","steps":["trace[494272215] 'agreement among raft nodes before linearized reading' (duration: 3.614387246s)","trace[494272215] 'range keys from in-memory index tree' (duration: 6.309487611s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.26035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:54.336374Z","time spent":"9.923968401s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:42:04.260441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.715913108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:04.260459Z","caller":"traceutil/trace.go:171","msg":"trace[988576376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"10.715963209s","start":"2026-07-01T01:41:53.54449Z","end":"2026-07-01T01:42:04.260453Z","steps":["trace[988576376] 'agreement among raft nodes before linearized reading' (duration: 4.406298572s)","trace[988576376] 'range keys from in-memory index tree' (duration: 6.309630495s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.260477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.544473Z","time spent":"10.715999241s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 01:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:04.260527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.431423256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-01T01:42:04.260544Z","caller":"traceutil/trace.go:171","msg":"trace[1381809640] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"10.431476138s","start":"2026-07-01T01:41:53.829061Z","end":"2026-07-01T01:42:04.260538Z","steps":["trace[1381809640] 'agreement among raft nodes before linearized reading' (duration: 4.121678147s)","trace[1381809640] 'range keys from in-memory index tree' (duration: 6.309705068s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.260564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.829033Z","time spent":"10.43152694s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 01:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:04.260749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.299150844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-07-01T01:42:04.260769Z","caller":"traceutil/trace.go:171","msg":"trace[1307579950] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:24784; }","duration":"10.299198855s","start":"2026-07-01T01:41:53.961563Z","end":"2026-07-01T01:42:04.260762Z","steps":["trace[1307579950] 'agreement among raft nodes before linearized reading' (duration: 3.989191107s)","trace[1307579950] 'range keys from in-memory index tree' (duration: 6.297079814s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.260785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:53.961544Z","time spent":"10.299236817s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-07-01T01:42:04.261567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.265410711s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:04.261673Z","caller":"traceutil/trace.go:171","msg":"trace[556480113] linearizableReadLoop","detail":"{readStateIndex:25611; appliedIndex:25610; }","duration":"6.310903937s","start":"2026-07-01T01:41:57.950756Z","end":"2026-07-01T01:42:04.26166Z","steps":["trace[556480113] 'read index received' (duration: 45.282689ms)","trace[556480113] 'applied index is now lower than readState.Index' (duration: 6.265619878s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.261835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.405900959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-01T01:42:04.261855Z","caller":"traceutil/trace.go:171","msg":"trace[1064310875] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:24785; }","duration":"7.405957191s","start":"2026-07-01T01:41:56.855891Z","end":"2026-07-01T01:42:04.261848Z","steps":["trace[1064310875] 'agreement among raft nodes before linearized reading' (duration: 7.405887889s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.261838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.17201522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:04.261878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.855875Z","time spent":"7.405998403s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T01:42:04.261896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.883437418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:04.261897Z","caller":"traceutil/trace.go:171","msg":"trace[2146244348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24785; }","duration":"8.172078392s","start":"2026-07-01T01:41:56.089803Z","end":"2026-07-01T01:42:04.261881Z","steps":["trace[2146244348] 'agreement among raft nodes before linearized reading' (duration: 8.171983479s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:04.261894Z","caller":"traceutil/trace.go:171","msg":"trace[427232837] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"5.147154885s","start":"2026-07-01T01:41:59.114717Z","end":"2026-07-01T01:42:04.261872Z","steps":["trace[427232837] 'process raft request' (duration: 5.146906057s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:04.261923Z","caller":"traceutil/trace.go:171","msg":"trace[617632556] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24786; }","duration":"7.88350365s","start":"2026-07-01T01:41:56.378412Z","end":"2026-07-01T01:42:04.261916Z","steps":["trace[617632556] 'agreement among raft nodes before linearized reading' (duration: 7.883431888s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.261923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.427387613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:04.261853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.664062415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:04.261952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.378393Z","time spent":"7.883553421s","remote":"127.0.0.1:51988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:04.261934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.830081121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:04.26198Z","caller":"traceutil/trace.go:171","msg":"trace[1851404675] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24785; }","duration":"6.664239411s","start":"2026-07-01T01:41:57.597731Z","end":"2026-07-01T01:42:04.26197Z","steps":["trace[1851404675] 'agreement among raft nodes before linearized reading' (duration: 6.664016304s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.261999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.682120683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:04.262007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.1147Z","time spent":"5.147245308s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:04.262012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.597716Z","time spent":"6.664286973s","remote":"127.0.0.1:41516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:04.262017Z","caller":"traceutil/trace.go:171","msg":"trace[1598627968] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"6.582459485s","start":"2026-07-01T01:41:57.679548Z","end":"2026-07-01T01:42:04.262008Z","steps":["trace[1598627968] 'process raft request' (duration: 316.556358ms)","trace[1598627968] 'compare' (duration: 6.264692658s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:04.261941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.089754Z","time spent":"8.172177735s","remote":"127.0.0.1:44628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:04.262054Z","caller":"traceutil/trace.go:171","msg":"trace[1476329110] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24786; }","duration":"6.682206266s","start":"2026-07-01T01:41:57.579824Z","end":"2026-07-01T01:42:04.26203Z","steps":["trace[1476329110] 'agreement among raft nodes before linearized reading' (duration: 6.682138663s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.262099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.679517Z","time spent":"6.582530827s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:04.262105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.579804Z","time spent":"6.682291199s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:04.261983Z","caller":"traceutil/trace.go:171","msg":"trace[495876697] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24785; }","duration":"6.427457486s","start":"2026-07-01T01:41:57.834509Z","end":"2026-07-01T01:42:04.261967Z","steps":["trace[495876697] 'agreement among raft nodes before linearized reading' (duration: 6.427306981s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.262101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.609592993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be06dcbeeb92db\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-01T01:42:04.262148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.83447Z","time spent":"6.427670062s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:04.262004Z","caller":"traceutil/trace.go:171","msg":"trace[561239575] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24786; }","duration":"7.830201814s","start":"2026-07-01T01:41:56.431785Z","end":"2026-07-01T01:42:04.261987Z","steps":["trace[561239575] 'agreement among raft nodes before linearized reading' (duration: 7.830051469s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.262173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.422769189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-01T01:42:04.262197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.431761Z","time spent":"7.830428842s","remote":"127.0.0.1:41388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:04.262181Z","caller":"traceutil/trace.go:171","msg":"trace[103999445] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be06dcbeeb92db; range_end:; response_count:1; response_revision:24786; }","duration":"6.609691266s","start":"2026-07-01T01:41:57.652466Z","end":"2026-07-01T01:42:04.262157Z","steps":["trace[103999445] 'agreement among raft nodes before linearized reading' (duration: 6.609457958s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.262169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.583689091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" ","response":"range_response_count:1 size:5635"} {"level":"info","ts":"2026-07-01T01:42:04.262223Z","caller":"traceutil/trace.go:171","msg":"trace[1428379394] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24786; }","duration":"7.422850032s","start":"2026-07-01T01:41:56.839353Z","end":"2026-07-01T01:42:04.262203Z","steps":["trace[1428379394] 'agreement among raft nodes before linearized reading' (duration: 7.422681077s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.26225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.652449Z","time spent":"6.609789178s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be06dcbeeb92db\" "} {"level":"info","ts":"2026-07-01T01:42:04.262263Z","caller":"traceutil/trace.go:171","msg":"trace[213749760] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn; range_end:; response_count:1; response_revision:24786; }","duration":"8.583801045s","start":"2026-07-01T01:41:55.678449Z","end":"2026-07-01T01:42:04.26225Z","steps":["trace[213749760] 'agreement among raft nodes before linearized reading' (duration: 8.583639159s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.262274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.839333Z","time spent":"7.422924534s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-01T01:42:04.262298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:55.678436Z","time spent":"8.583853946s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5658,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" "} {"level":"warn","ts":"2026-07-01T01:42:04.262347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.838231597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:04.26239Z","caller":"traceutil/trace.go:171","msg":"trace[384929812] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24786; }","duration":"6.838310871s","start":"2026-07-01T01:41:57.424064Z","end":"2026-07-01T01:42:04.262374Z","steps":["trace[384929812] 'agreement among raft nodes before linearized reading' (duration: 6.838244289s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.262422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.424033Z","time spent":"6.838380733s","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:04.262599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.333510943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:04.26264Z","caller":"traceutil/trace.go:171","msg":"trace[1166058726] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24786; }","duration":"7.333573166s","start":"2026-07-01T01:41:56.929053Z","end":"2026-07-01T01:42:04.262626Z","steps":["trace[1166058726] 'agreement among raft nodes before linearized reading' (duration: 7.333503533s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.262672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.929044Z","time spent":"7.333620137s","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:04.261915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.333113921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:42:04.262723Z","caller":"traceutil/trace.go:171","msg":"trace[724921175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24785; }","duration":"7.333961928s","start":"2026-07-01T01:41:56.92874Z","end":"2026-07-01T01:42:04.262702Z","steps":["trace[724921175] 'agreement among raft nodes before linearized reading' (duration: 7.332998547s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.26277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.928719Z","time spent":"7.33403511s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:04.258696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:54.814212Z","time spent":"9.444475551s","remote":"127.0.0.1:52024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} 2026/07/01 01:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/01 01:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:04.731953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99812974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:04.732015Z","caller":"traceutil/trace.go:171","msg":"trace[1089468618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998232763s","start":"2026-07-01T01:42:01.733769Z","end":"2026-07-01T01:42:04.732001Z","steps":["trace[1089468618] 'agreement among raft nodes before linearized reading' (duration: 2.99814929s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:04.732048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.733754Z","time spent":"2.998285015s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 01:42:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:04.762698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:05.006392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998791259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:05.006467Z","caller":"traceutil/trace.go:171","msg":"trace[1069797937] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998924973s","start":"2026-07-01T01:42:00.007525Z","end":"2026-07-01T01:42:05.00645Z","steps":["trace[1069797937] 'agreement among raft nodes before linearized reading' (duration: 4.998810579s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:05.006513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.007506Z","time spent":"4.998999165s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/01 01:42:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:05.263235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:05.7634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:05.955673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:05.955751Z","caller":"traceutil/trace.go:171","msg":"trace[921765109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012472s","start":"2026-07-01T01:42:03.95561Z","end":"2026-07-01T01:42:05.955735Z","steps":["trace[921765109] 'agreement among raft nodes before linearized reading' (duration: 2.000023947s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:05.955808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.955596Z","time spent":"2.000192352s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:06.027456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99889456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:06.027538Z","caller":"traceutil/trace.go:171","msg":"trace[664889331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999022874s","start":"2026-07-01T01:42:01.028502Z","end":"2026-07-01T01:42:06.027525Z","steps":["trace[664889331] 'agreement among raft nodes before linearized reading' (duration: 4.998917731s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:06.027569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.028485Z","time spent":"4.999077447s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:42:06.263874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:06.764551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:07.259167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99947708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:07.259266Z","caller":"traceutil/trace.go:171","msg":"trace[60019174] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999602214s","start":"2026-07-01T01:42:02.259637Z","end":"2026-07-01T01:42:07.259239Z","steps":["trace[60019174] 'agreement among raft nodes before linearized reading' (duration: 4.99947213s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:07.259439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.25957Z","time spent":"4.999845532s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-01T01:42:07.265237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:07.649322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:07.649409Z","caller":"traceutil/trace.go:171","msg":"trace[667775554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395809s","start":"2026-07-01T01:42:05.648991Z","end":"2026-07-01T01:42:07.649387Z","steps":["trace[667775554] 'agreement among raft nodes before linearized reading' (duration: 2.000285905s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:07.649457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:05.648974Z","time spent":"2.000473822s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:07.765814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:07.905137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.904719Z","time spent":"7.000412385s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:07.964385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:07.964469Z","caller":"traceutil/trace.go:171","msg":"trace[1637998235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00011028s","start":"2026-07-01T01:42:05.964333Z","end":"2026-07-01T01:42:07.964443Z","steps":["trace[1637998235] 'agreement among raft nodes before linearized reading' (duration: 1.999998596s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:07.964513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:05.964311Z","time spent":"2.000193243s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:08.055819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.055058Z","time spent":"7.000753677s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:08.174268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999505791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:08.174399Z","caller":"traceutil/trace.go:171","msg":"trace[1333013396] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999728098s","start":"2026-07-01T01:42:03.174643Z","end":"2026-07-01T01:42:08.174371Z","steps":["trace[1333013396] 'agreement among raft nodes before linearized reading' (duration: 4.999519821s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.174469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.174629Z","time spent":"4.999827092s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-01T01:42:08.206875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.40634838s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:08.516337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.760816ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T01:42:08.516754Z","caller":"traceutil/trace.go:171","msg":"trace[941062103] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"4.97165491s","start":"2026-07-01T01:42:03.545061Z","end":"2026-07-01T01:42:08.516716Z","steps":["trace[941062103] 'process raft request' (duration: 4.971371911s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.516755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.26295Z","time spent":"4.253795023s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:42:08.516858Z","caller":"traceutil/trace.go:171","msg":"trace[342840094] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"4.251364755s","start":"2026-07-01T01:42:04.265451Z","end":"2026-07-01T01:42:08.516815Z","steps":["trace[342840094] 'process raft request' (duration: 4.25120586s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.516905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.545039Z","time spent":"4.971791945s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:08.516983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.26544Z","time spent":"4.251478449s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:08.517018Z","caller":"traceutil/trace.go:171","msg":"trace[803911296] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24796; }","duration":"4.177058468s","start":"2026-07-01T01:42:04.339941Z","end":"2026-07-01T01:42:08.516999Z","steps":["trace[803911296] 'process raft request' (duration: 4.177006006s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.517129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.339925Z","time spent":"4.17713834s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:08.517273Z","caller":"traceutil/trace.go:171","msg":"trace[304825384] linearizableReadLoop","detail":"{readStateIndex:25628; appliedIndex:25612; }","duration":"4.25556824s","start":"2026-07-01T01:42:04.261691Z","end":"2026-07-01T01:42:08.517259Z","steps":["trace[304825384] 'read index received' (duration: 3.945336354s)","trace[304825384] 'applied index is now lower than readState.Index' (duration: 310.230815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:08.517359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.889347756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.517368Z","caller":"traceutil/trace.go:171","msg":"trace[1758571628] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"4.248191843s","start":"2026-07-01T01:42:04.269156Z","end":"2026-07-01T01:42:08.517348Z","steps":["trace[1758571628] 'process raft request' (duration: 4.247739119s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.517391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.93417769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.517411Z","caller":"traceutil/trace.go:171","msg":"trace[1401208010] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24799; }","duration":"7.889429349s","start":"2026-07-01T01:42:00.627968Z","end":"2026-07-01T01:42:08.517398Z","steps":["trace[1401208010] 'agreement among raft nodes before linearized reading' (duration: 7.889297085s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.517434Z","caller":"traceutil/trace.go:171","msg":"trace[691160218] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24799; }","duration":"7.934258523s","start":"2026-07-01T01:42:00.583165Z","end":"2026-07-01T01:42:08.517423Z","steps":["trace[691160218] 'agreement among raft nodes before linearized reading' (duration: 7.93418576s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.517447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.627953Z","time spent":"7.88948484s","remote":"127.0.0.1:41360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.517452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.269148Z","time spent":"4.248263316s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5439,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:08.517473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.583145Z","time spent":"7.934317835s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.517491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.864039115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:08.517521Z","caller":"traceutil/trace.go:171","msg":"trace[1553529879] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24799; }","duration":"9.864105227s","start":"2026-07-01T01:41:58.653407Z","end":"2026-07-01T01:42:08.517512Z","steps":["trace[1553529879] 'agreement among raft nodes before linearized reading' (duration: 9.864053435s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.517558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.653386Z","time spent":"9.864163859s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.517572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.70808648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.517633Z","caller":"traceutil/trace.go:171","msg":"trace[1615425479] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24799; }","duration":"8.708180833s","start":"2026-07-01T01:41:59.809441Z","end":"2026-07-01T01:42:08.517622Z","steps":["trace[1615425479] 'agreement among raft nodes before linearized reading' (duration: 8.70809102s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.517655Z","caller":"traceutil/trace.go:171","msg":"trace[1922472673] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24796; }","duration":"4.177656297s","start":"2026-07-01T01:42:04.339987Z","end":"2026-07-01T01:42:08.517644Z","steps":["trace[1922472673] 'process raft request' (duration: 4.176987625s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.51767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.80942Z","time spent":"8.708241185s","remote":"127.0.0.1:41454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:08.517655Z","caller":"traceutil/trace.go:171","msg":"trace[1473643331] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"4.251627063s","start":"2026-07-01T01:42:04.266Z","end":"2026-07-01T01:42:08.517627Z","steps":["trace[1473643331] 'process raft request' (duration: 4.250722284s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.517708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.07832994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.517723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.339974Z","time spent":"4.177713319s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:08.517747Z","caller":"traceutil/trace.go:171","msg":"trace[673018266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24799; }","duration":"10.078404772s","start":"2026-07-01T01:41:58.439333Z","end":"2026-07-01T01:42:08.517738Z","steps":["trace[673018266] 'agreement among raft nodes before linearized reading' (duration: 10.07834717s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.517778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.439311Z","time spent":"10.078459254s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.5178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.977092818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-07-01T01:42:08.517831Z","caller":"traceutil/trace.go:171","msg":"trace[221555331] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24799; }","duration":"8.977161299s","start":"2026-07-01T01:41:59.540658Z","end":"2026-07-01T01:42:08.51782Z","steps":["trace[221555331] 'agreement among raft nodes before linearized reading' (duration: 8.977038125s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.517818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.265977Z","time spent":"4.251743557s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:08.517857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.540637Z","time spent":"8.977212731s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-01T01:42:08.517856Z","caller":"traceutil/trace.go:171","msg":"trace[1230355750] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"3.783284629s","start":"2026-07-01T01:42:04.734561Z","end":"2026-07-01T01:42:08.517845Z","steps":["trace[1230355750] 'process raft request' (duration: 3.782480164s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.51787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.018253371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.517907Z","caller":"traceutil/trace.go:171","msg":"trace[347889819] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24799; }","duration":"8.018314332s","start":"2026-07-01T01:42:00.499581Z","end":"2026-07-01T01:42:08.517895Z","steps":["trace[347889819] 'agreement among raft nodes before linearized reading' (duration: 8.01825555s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.517943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.499565Z","time spent":"8.018369724s","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:08.517946Z","caller":"traceutil/trace.go:171","msg":"trace[1818763196] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"3.051186528s","start":"2026-07-01T01:42:05.466752Z","end":"2026-07-01T01:42:08.517939Z","steps":["trace[1818763196] 'process raft request' (duration: 3.050335731s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.517965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.229785885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:08.517991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:05.466728Z","time spent":"3.051240529s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:08.517999Z","caller":"traceutil/trace.go:171","msg":"trace[611114499] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24799; }","duration":"10.229852477s","start":"2026-07-01T01:41:58.288137Z","end":"2026-07-01T01:42:08.517989Z","steps":["trace[611114499] 'agreement among raft nodes before linearized reading' (duration: 10.229793645s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.51801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.103061637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.518031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.288119Z","time spent":"10.229901088s","remote":"127.0.0.1:44804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:08.51804Z","caller":"traceutil/trace.go:171","msg":"trace[2015423099] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24799; }","duration":"9.10313962s","start":"2026-07-01T01:41:59.41489Z","end":"2026-07-01T01:42:08.51803Z","steps":["trace[2015423099] 'agreement among raft nodes before linearized reading' (duration: 9.103086178s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.518108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.414874Z","time spent":"9.103189311s","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:08.518053Z","caller":"traceutil/trace.go:171","msg":"trace[887036921] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"4.25090188s","start":"2026-07-01T01:42:04.267132Z","end":"2026-07-01T01:42:08.518034Z","steps":["trace[887036921] 'process raft request' (duration: 4.249720212s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.518204Z","caller":"traceutil/trace.go:171","msg":"trace[1062971351] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"2.249446587s","start":"2026-07-01T01:42:06.268746Z","end":"2026-07-01T01:42:08.518193Z","steps":["trace[1062971351] 'process raft request' (duration: 2.248371663s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.518222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.303019261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.518223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.267109Z","time spent":"4.251039555s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:08.518267Z","caller":"traceutil/trace.go:171","msg":"trace[458411476] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24799; }","duration":"8.303088533s","start":"2026-07-01T01:42:00.215164Z","end":"2026-07-01T01:42:08.518253Z","steps":["trace[458411476] 'agreement among raft nodes before linearized reading' (duration: 8.303017651s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.518305Z","caller":"traceutil/trace.go:171","msg":"trace[325281939] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24799; }","duration":"608.639733ms","start":"2026-07-01T01:42:07.909655Z","end":"2026-07-01T01:42:08.518295Z","steps":["trace[325281939] 'process raft request' (duration: 607.495806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.518268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:06.268715Z","time spent":"2.24951698s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:08.51835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:07.90963Z","time spent":"608.696955ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:08.518403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.517268596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.518403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.507595383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.518433Z","caller":"traceutil/trace.go:171","msg":"trace[2126357956] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24799; }","duration":"8.517321098s","start":"2026-07-01T01:42:00.001102Z","end":"2026-07-01T01:42:08.518423Z","steps":["trace[2126357956] 'agreement among raft nodes before linearized reading' (duration: 8.517278656s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.518443Z","caller":"traceutil/trace.go:171","msg":"trace[1404131614] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24799; }","duration":"10.507692226s","start":"2026-07-01T01:41:58.010737Z","end":"2026-07-01T01:42:08.51843Z","steps":["trace[1404131614] 'agreement among raft nodes before linearized reading' (duration: 10.507619514s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.518458Z","caller":"traceutil/trace.go:171","msg":"trace[184966440] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24799; }","duration":"457.948672ms","start":"2026-07-01T01:42:08.0605Z","end":"2026-07-01T01:42:08.518448Z","steps":["trace[184966440] 'process raft request' (duration: 456.680401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.518473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.010709Z","time spent":"10.507754078s","remote":"127.0.0.1:41410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.518464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.001087Z","time spent":"8.517366559s","remote":"127.0.0.1:44562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.518456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.556162343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.51851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.060473Z","time spent":"458.008124ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:08.518545Z","caller":"traceutil/trace.go:171","msg":"trace[1256628655] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24799; }","duration":"9.556303058s","start":"2026-07-01T01:41:58.962223Z","end":"2026-07-01T01:42:08.518526Z","steps":["trace[1256628655] 'agreement among raft nodes before linearized reading' (duration: 9.556130282s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.518592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.962208Z","time spent":"9.55637408s","remote":"127.0.0.1:41250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.518629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.858768684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:08.518638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.255835588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.518663Z","caller":"traceutil/trace.go:171","msg":"trace[780619469] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24799; }","duration":"6.858805225s","start":"2026-07-01T01:42:01.659847Z","end":"2026-07-01T01:42:08.518653Z","steps":["trace[780619469] 'agreement among raft nodes before linearized reading' (duration: 6.858730733s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.51868Z","caller":"traceutil/trace.go:171","msg":"trace[826311053] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24799; }","duration":"10.25590912s","start":"2026-07-01T01:41:58.262762Z","end":"2026-07-01T01:42:08.518671Z","steps":["trace[826311053] 'agreement among raft nodes before linearized reading' (duration: 10.255846258s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.518697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.659793Z","time spent":"6.858898678s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.51791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.734516Z","time spent":"3.783363652s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:08.518708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.965901621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.518743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.33716599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:08.518764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.342532651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:08.518787Z","caller":"traceutil/trace.go:171","msg":"trace[1143925177] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24799; }","duration":"10.337209291s","start":"2026-07-01T01:41:58.181565Z","end":"2026-07-01T01:42:08.518774Z","steps":["trace[1143925177] 'agreement among raft nodes before linearized reading' (duration: 10.337132358s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.5188Z","caller":"traceutil/trace.go:171","msg":"trace[1835286040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24799; }","duration":"10.342594243s","start":"2026-07-01T01:41:58.176195Z","end":"2026-07-01T01:42:08.518789Z","steps":["trace[1835286040] 'agreement among raft nodes before linearized reading' (duration: 10.342541522s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.518817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.181516Z","time spent":"10.337294124s","remote":"127.0.0.1:32896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.518831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.176177Z","time spent":"10.342644435s","remote":"127.0.0.1:47276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.518843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.808574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.518873Z","caller":"traceutil/trace.go:171","msg":"trace[1922303437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24799; }","duration":"546.859896ms","start":"2026-07-01T01:42:07.972004Z","end":"2026-07-01T01:42:08.518864Z","steps":["trace[1922303437] 'agreement among raft nodes before linearized reading' (duration: 546.807034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.518873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.390467836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:08.518898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:07.971992Z","time spent":"546.899688ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:08.51872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.262746Z","time spent":"10.255964042s","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:08.518764Z","caller":"traceutil/trace.go:171","msg":"trace[1286526339] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24799; }","duration":"6.965994264s","start":"2026-07-01T01:42:01.55276Z","end":"2026-07-01T01:42:08.518754Z","steps":["trace[1286526339] 'agreement among raft nodes before linearized reading' (duration: 6.965914442s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.870330388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-01T01:42:08.51903Z","caller":"traceutil/trace.go:171","msg":"trace[2087940624] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24799; }","duration":"4.87038933s","start":"2026-07-01T01:42:03.648636Z","end":"2026-07-01T01:42:08.519026Z","steps":["trace[2087940624] 'agreement among raft nodes before linearized reading' (duration: 4.870281557s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.337148059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.51904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.552743Z","time spent":"6.966282574s","remote":"127.0.0.1:37218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.519051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.648618Z","time spent":"4.870426001s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-01T01:42:08.519095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348949818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-07-01T01:42:08.517661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.946526923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.519163Z","caller":"traceutil/trace.go:171","msg":"trace[812131816] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24799; }","duration":"9.948090753s","start":"2026-07-01T01:41:58.57106Z","end":"2026-07-01T01:42:08.51915Z","steps":["trace[812131816] 'agreement among raft nodes before linearized reading' (duration: 9.946566024s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.409985574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.519207Z","caller":"traceutil/trace.go:171","msg":"trace[1312408660] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24799; }","duration":"5.410032716s","start":"2026-07-01T01:42:03.109168Z","end":"2026-07-01T01:42:08.519201Z","steps":["trace[1312408660] 'agreement among raft nodes before linearized reading' (duration: 5.409999794s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.57103Z","time spent":"9.948158495s","remote":"127.0.0.1:41346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.519002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.298189383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418459"} {"level":"warn","ts":"2026-07-01T01:42:08.518655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.580482188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.519247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596029503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.51925Z","caller":"traceutil/trace.go:171","msg":"trace[655025524] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24799; }","duration":"7.298469142s","start":"2026-07-01T01:42:01.22077Z","end":"2026-07-01T01:42:08.519239Z","steps":["trace[655025524] 'agreement among raft nodes before linearized reading' (duration: 7.298016357s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.51927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.601042067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:08.519268Z","caller":"traceutil/trace.go:171","msg":"trace[1331010580] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24799; }","duration":"8.581096837s","start":"2026-07-01T01:41:59.938161Z","end":"2026-07-01T01:42:08.519258Z","steps":["trace[1331010580] 'agreement among raft nodes before linearized reading' (duration: 8.580461587s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.519275Z","caller":"traceutil/trace.go:171","msg":"trace[477191701] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24799; }","duration":"1.596092295s","start":"2026-07-01T01:42:06.923174Z","end":"2026-07-01T01:42:08.519267Z","steps":["trace[477191701] 'agreement among raft nodes before linearized reading' (duration: 1.596049753s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.51929Z","caller":"traceutil/trace.go:171","msg":"trace[1338382057] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24799; }","duration":"5.601063027s","start":"2026-07-01T01:42:02.918223Z","end":"2026-07-01T01:42:08.519286Z","steps":["trace[1338382057] 'agreement among raft nodes before linearized reading' (duration: 5.601009966s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.109154Z","time spent":"5.410063896s","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.519306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.918168Z","time spent":"5.60113441s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.519306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:06.923156Z","time spent":"1.596142036s","remote":"127.0.0.1:41310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.519308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.938067Z","time spent":"8.581228802s","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.518306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.21515Z","time spent":"8.303144975s","remote":"127.0.0.1:32988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.518666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253263776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d3f113cc-4beb-4f54-b4d9-da6af33a79bb\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-01T01:42:08.519392Z","caller":"traceutil/trace.go:171","msg":"trace[335800118] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d3f113cc-4beb-4f54-b4d9-da6af33a79bb; range_end:; response_count:1; response_revision:24799; }","duration":"4.254014149s","start":"2026-07-01T01:42:04.265372Z","end":"2026-07-01T01:42:08.519387Z","steps":["trace[335800118] 'agreement among raft nodes before linearized reading' (duration: 4.253223214s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.265348Z","time spent":"4.254055001s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-d3f113cc-4beb-4f54-b4d9-da6af33a79bb\" "} {"level":"info","ts":"2026-07-01T01:42:08.519053Z","caller":"traceutil/trace.go:171","msg":"trace[61290021] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24799; }","duration":"10.337181941s","start":"2026-07-01T01:41:58.181862Z","end":"2026-07-01T01:42:08.519044Z","steps":["trace[61290021] 'agreement among raft nodes before linearized reading' (duration: 10.337124119s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.1818Z","time spent":"10.337723578s","remote":"127.0.0.1:52014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:08.519127Z","caller":"traceutil/trace.go:171","msg":"trace[477397472] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24799; }","duration":"1.349008039s","start":"2026-07-01T01:42:07.170109Z","end":"2026-07-01T01:42:08.519117Z","steps":["trace[477397472] 'agreement among raft nodes before linearized reading' (duration: 1.348919756s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:07.170093Z","time spent":"1.349470844s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:42:08.519207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407365196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T01:42:08.519745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.343933454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:08.519764Z","caller":"traceutil/trace.go:171","msg":"trace[885192297] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24799; }","duration":"1.407953285s","start":"2026-07-01T01:42:07.111797Z","end":"2026-07-01T01:42:08.519751Z","steps":["trace[885192297] 'agreement among raft nodes before linearized reading' (duration: 1.407344236s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.519785Z","caller":"traceutil/trace.go:171","msg":"trace[1241388847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24799; }","duration":"6.344012776s","start":"2026-07-01T01:42:02.17576Z","end":"2026-07-01T01:42:08.519773Z","steps":["trace[1241388847] 'agreement among raft nodes before linearized reading' (duration: 6.343964484s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:07.111777Z","time spent":"1.408015607s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:42:08.519824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.175735Z","time spent":"6.344075868s","remote":"127.0.0.1:47292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.520001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.687808925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.520029Z","caller":"traceutil/trace.go:171","msg":"trace[2139652544] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24799; }","duration":"6.687887527s","start":"2026-07-01T01:42:01.832133Z","end":"2026-07-01T01:42:08.52002Z","steps":["trace[2139652544] 'agreement among raft nodes before linearized reading' (duration: 6.687841675s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.520056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.8321Z","time spent":"6.687948969s","remote":"127.0.0.1:60640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.519285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.220748Z","time spent":"7.298527184s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418482,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-01T01:42:08.520192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.251738447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.520209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.669510529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.520237Z","caller":"traceutil/trace.go:171","msg":"trace[1383397841] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24799; }","duration":"3.669575001s","start":"2026-07-01T01:42:04.850656Z","end":"2026-07-01T01:42:08.520231Z","steps":["trace[1383397841] 'agreement among raft nodes before linearized reading' (duration: 3.66952554s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.520239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104030837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.520253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.850635Z","time spent":"3.669614093s","remote":"127.0.0.1:32986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:08.520273Z","caller":"traceutil/trace.go:171","msg":"trace[1483209191] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24799; }","duration":"3.10410422s","start":"2026-07-01T01:42:05.41616Z","end":"2026-07-01T01:42:08.520264Z","steps":["trace[1483209191] 'agreement among raft nodes before linearized reading' (duration: 3.104045788s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.520303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:05.41614Z","time spent":"3.104155852s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.519689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.401222717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:08.520335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017110631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-01T01:42:08.520352Z","caller":"traceutil/trace.go:171","msg":"trace[1717064612] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24799; }","duration":"9.401921109s","start":"2026-07-01T01:41:59.118424Z","end":"2026-07-01T01:42:08.520345Z","steps":["trace[1717064612] 'agreement among raft nodes before linearized reading' (duration: 9.401233727s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.520364Z","caller":"traceutil/trace.go:171","msg":"trace[680203490] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24799; }","duration":"4.017171882s","start":"2026-07-01T01:42:04.503184Z","end":"2026-07-01T01:42:08.520356Z","steps":["trace[680203490] 'agreement among raft nodes before linearized reading' (duration: 4.017079809s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.520391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.118404Z","time spent":"9.40197987s","remote":"127.0.0.1:41118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.520393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.503163Z","time spent":"4.017223904s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-01T01:42:08.520238Z","caller":"traceutil/trace.go:171","msg":"trace[2123531889] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24799; }","duration":"4.251799719s","start":"2026-07-01T01:42:04.268427Z","end":"2026-07-01T01:42:08.520227Z","steps":["trace[2123531889] 'agreement among raft nodes before linearized reading' (duration: 4.251724127s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.519649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830038843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:42:08.520496Z","caller":"traceutil/trace.go:171","msg":"trace[682982232] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24799; }","duration":"5.8309063s","start":"2026-07-01T01:42:02.68957Z","end":"2026-07-01T01:42:08.520476Z","steps":["trace[682982232] 'agreement among raft nodes before linearized reading' (duration: 5.829896938s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:08.518905Z","caller":"traceutil/trace.go:171","msg":"trace[840578640] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24799; }","duration":"4.390544168s","start":"2026-07-01T01:42:04.128353Z","end":"2026-07-01T01:42:08.518897Z","steps":["trace[840578640] 'agreement among raft nodes before linearized reading' (duration: 4.390489056s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.520566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.689547Z","time spent":"5.830995513s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.520583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183464153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w25xp\" ","response":"range_response_count:1 size:18522"} {"level":"warn","ts":"2026-07-01T01:42:08.520446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.268421Z","time spent":"4.252017156s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:42:08.520615Z","caller":"traceutil/trace.go:171","msg":"trace[1933094067] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w25xp; range_end:; response_count:1; response_revision:24799; }","duration":"4.183518684s","start":"2026-07-01T01:42:04.337086Z","end":"2026-07-01T01:42:08.520604Z","steps":["trace[1933094067] 'agreement among raft nodes before linearized reading' (duration: 4.183426251s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.520642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.337071Z","time spent":"4.183564926s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18545,"request content":"key:\"/registry/pods/kube-system/cilium-w25xp\" "} {"level":"warn","ts":"2026-07-01T01:42:08.519705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.018510023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.520722Z","caller":"traceutil/trace.go:171","msg":"trace[558693017] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24799; }","duration":"6.019559247s","start":"2026-07-01T01:42:02.501152Z","end":"2026-07-01T01:42:08.520712Z","steps":["trace[558693017] 'agreement among raft nodes before linearized reading' (duration: 6.018529694s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.520571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.128333Z","time spent":"4.392218492s","remote":"127.0.0.1:41234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.520876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.501131Z","time spent":"6.019723181s","remote":"127.0.0.1:44676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:08.525517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799133054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:08.525577Z","caller":"traceutil/trace.go:171","msg":"trace[1666008902] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24799; }","duration":"2.799236827s","start":"2026-07-01T01:42:05.726326Z","end":"2026-07-01T01:42:08.525563Z","steps":["trace[1666008902] 'agreement among raft nodes before linearized reading' (duration: 2.793100011s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.525618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:05.726305Z","time spent":"2.7992994s","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:10.522466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999681926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:10.52255Z","caller":"traceutil/trace.go:171","msg":"trace[1745124115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99981104s","start":"2026-07-01T01:42:08.522721Z","end":"2026-07-01T01:42:10.522532Z","steps":["trace[1745124115] 'agreement among raft nodes before linearized reading' (duration: 1.999700197s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:10.522613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.522706Z","time spent":"1.999892973s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:10.917376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.005021498s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:11.3178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644962961s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:11.317915Z","caller":"traceutil/trace.go:171","msg":"trace[1556442779] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24799; }","duration":"2.645086895s","start":"2026-07-01T01:42:08.672807Z","end":"2026-07-01T01:42:11.317894Z","steps":["trace[1556442779] 'range keys from in-memory index tree' (duration: 2.644945601s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:11.318379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405940704s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:42:11.318521Z","caller":"traceutil/trace.go:171","msg":"trace[1568385818] linearizableReadLoop","detail":"{readStateIndex:25631; appliedIndex:25630; }","duration":"2.795760916s","start":"2026-07-01T01:42:08.522749Z","end":"2026-07-01T01:42:11.31851Z","steps":["trace[1568385818] 'read index received' (duration: 389.621735ms)","trace[1568385818] 'applied index is now lower than readState.Index' (duration: 2.406138391s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:11.319064Z","caller":"traceutil/trace.go:171","msg":"trace[645987871] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24799; }","duration":"2.800587171s","start":"2026-07-01T01:42:08.518445Z","end":"2026-07-01T01:42:11.319033Z","steps":["trace[645987871] 'process raft request' (duration: 393.929963ms)","trace[645987871] 'compare' (duration: 2.405895143s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:11.319197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.518427Z","time spent":"2.800697764s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:11.319399Z","caller":"traceutil/trace.go:171","msg":"trace[1890393886] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"2.794865047s","start":"2026-07-01T01:42:08.524511Z","end":"2026-07-01T01:42:11.319376Z","steps":["trace[1890393886] 'process raft request' (duration: 2.793936487s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:11.319558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.524491Z","time spent":"2.795009332s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:12.52833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000721841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:12.52842Z","caller":"traceutil/trace.go:171","msg":"trace[1221183664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000881446s","start":"2026-07-01T01:42:10.527519Z","end":"2026-07-01T01:42:12.528401Z","steps":["trace[1221183664] 'agreement among raft nodes before linearized reading' (duration: 2.000749782s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.528471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.5275Z","time spent":"2.000961088s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:12.853041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.427292693s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:12.892338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466438485s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-01T01:42:12.892685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.33136Z","time spent":"1.561320721s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:42:12.892804Z","caller":"traceutil/trace.go:171","msg":"trace[1768062526] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"2.367454022s","start":"2026-07-01T01:42:10.525327Z","end":"2026-07-01T01:42:12.892781Z","steps":["trace[1768062526] 'process raft request' (duration: 2.367107731s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:12.892921Z","caller":"traceutil/trace.go:171","msg":"trace[271284945] linearizableReadLoop","detail":"{readStateIndex:25634; appliedIndex:25632; }","duration":"1.574364858s","start":"2026-07-01T01:42:11.31854Z","end":"2026-07-01T01:42:12.892905Z","steps":["trace[271284945] 'read index received' (duration: 107.2258ms)","trace[271284945] 'applied index is now lower than readState.Index' (duration: 1.467137838s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:12.893002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.321998Z","time spent":"1.57100204s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:42:12.893007Z","caller":"traceutil/trace.go:171","msg":"trace[2036840214] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"3.625156511s","start":"2026-07-01T01:42:09.267833Z","end":"2026-07-01T01:42:12.89299Z","steps":["trace[2036840214] 'process raft request' (duration: 2.157943151s)","trace[2036840214] 'compare' (duration: 1.465728203s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:12.893127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.267808Z","time spent":"3.625279765s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:12.893361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674529684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-01T01:42:12.893406Z","caller":"traceutil/trace.go:171","msg":"trace[1175339536] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24803; }","duration":"1.674615946s","start":"2026-07-01T01:42:11.21878Z","end":"2026-07-01T01:42:12.893396Z","steps":["trace[1175339536] 'agreement among raft nodes before linearized reading' (duration: 1.674470531s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.89344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.218761Z","time spent":"1.674668128s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-01T01:42:12.892922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.525309Z","time spent":"2.367569496s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:12.89353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351942773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2\" ","response":"range_response_count:1 size:6391"} {"level":"info","ts":"2026-07-01T01:42:12.893156Z","caller":"traceutil/trace.go:171","msg":"trace[1959434364] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"1.56533583s","start":"2026-07-01T01:42:11.327809Z","end":"2026-07-01T01:42:12.893145Z","steps":["trace[1959434364] 'process raft request' (duration: 1.564774282s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:12.893577Z","caller":"traceutil/trace.go:171","msg":"trace[455677610] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2; range_end:; response_count:1; response_revision:24803; }","duration":"4.352021585s","start":"2026-07-01T01:42:08.541544Z","end":"2026-07-01T01:42:12.893565Z","steps":["trace[455677610] 'agreement among raft nodes before linearized reading' (duration: 4.351872371s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.893584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545453184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:12.893581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369317238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-01T01:42:12.893624Z","caller":"traceutil/trace.go:171","msg":"trace[1846858985] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24803; }","duration":"1.545518726s","start":"2026-07-01T01:42:11.348093Z","end":"2026-07-01T01:42:12.893612Z","steps":["trace[1846858985] 'agreement among raft nodes before linearized reading' (duration: 1.545461364s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.893637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99823857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:12.893654Z","caller":"traceutil/trace.go:171","msg":"trace[20045840] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24803; }","duration":"1.998289651s","start":"2026-07-01T01:42:10.895359Z","end":"2026-07-01T01:42:12.893649Z","steps":["trace[20045840] 'agreement among raft nodes before linearized reading' (duration: 1.99825325s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:12.893644Z","caller":"traceutil/trace.go:171","msg":"trace[1735479817] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24803; }","duration":"4.369400791s","start":"2026-07-01T01:42:08.524223Z","end":"2026-07-01T01:42:12.893624Z","steps":["trace[1735479817] 'agreement among raft nodes before linearized reading' (duration: 4.369234036s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.893645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.327791Z","time spent":"1.565795714s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:12.893671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.89534Z","time spent":"1.998326563s","remote":"127.0.0.1:41158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.893664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.348078Z","time spent":"1.545573467s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.893691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.524209Z","time spent":"4.369469263s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-01T01:42:12.893792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480799499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:12.893808Z","caller":"traceutil/trace.go:171","msg":"trace[1921233504] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24803; }","duration":"2.48083858s","start":"2026-07-01T01:42:10.412963Z","end":"2026-07-01T01:42:12.893802Z","steps":["trace[1921233504] 'agreement among raft nodes before linearized reading' (duration: 2.480799809s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.893822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.412946Z","time spent":"2.480871992s","remote":"127.0.0.1:45448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.893885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365028011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-01T01:42:12.893922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312384847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:12.893933Z","caller":"traceutil/trace.go:171","msg":"trace[445076281] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24803; }","duration":"4.365092124s","start":"2026-07-01T01:42:08.528823Z","end":"2026-07-01T01:42:12.893915Z","steps":["trace[445076281] 'agreement among raft nodes before linearized reading' (duration: 4.36496427s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:12.893935Z","caller":"traceutil/trace.go:171","msg":"trace[2055944105] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24803; }","duration":"4.312431988s","start":"2026-07-01T01:42:08.581499Z","end":"2026-07-01T01:42:12.893931Z","steps":["trace[2055944105] 'agreement among raft nodes before linearized reading' (duration: 4.312413928s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.893935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587899859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:12.893967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.581481Z","time spent":"4.31248054s","remote":"127.0.0.1:41288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.893974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.528812Z","time spent":"4.365149345s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-01T01:42:12.893982Z","caller":"traceutil/trace.go:171","msg":"trace[1555609399] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24803; }","duration":"3.587987951s","start":"2026-07-01T01:42:09.30598Z","end":"2026-07-01T01:42:12.893968Z","steps":["trace[1555609399] 'agreement among raft nodes before linearized reading' (duration: 3.587901949s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.893972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039779315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:12.894017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.305959Z","time spent":"3.588049664s","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.894022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402906623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-01T01:42:12.894056Z","caller":"traceutil/trace.go:171","msg":"trace[427284607] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24803; }","duration":"1.039887339s","start":"2026-07-01T01:42:11.85413Z","end":"2026-07-01T01:42:12.894018Z","steps":["trace[427284607] 'agreement among raft nodes before linearized reading' (duration: 1.039777755s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:12.894084Z","caller":"traceutil/trace.go:171","msg":"trace[1366173893] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24803; }","duration":"1.403004996s","start":"2026-07-01T01:42:11.491059Z","end":"2026-07-01T01:42:12.894064Z","steps":["trace[1366173893] 'agreement among raft nodes before linearized reading' (duration: 1.402850742s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158295744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T01:42:12.894133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.49104Z","time spent":"1.403079508s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:42:12.893601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.541532Z","time spent":"4.352064066s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6414,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2\" "} {"level":"info","ts":"2026-07-01T01:42:12.894157Z","caller":"traceutil/trace.go:171","msg":"trace[478473101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24803; }","duration":"3.158418639s","start":"2026-07-01T01:42:09.735719Z","end":"2026-07-01T01:42:12.894138Z","steps":["trace[478473101] 'agreement among raft nodes before linearized reading' (duration: 3.158174041s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.281608899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:12.894208Z","caller":"traceutil/trace.go:171","msg":"trace[1024771482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24803; }","duration":"3.281655881s","start":"2026-07-01T01:42:09.612548Z","end":"2026-07-01T01:42:12.894204Z","steps":["trace[1024771482] 'agreement among raft nodes before linearized reading' (duration: 3.28163228s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.41591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:12.894223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.612528Z","time spent":"3.281690662s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.894222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369948978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:42:12.894246Z","caller":"traceutil/trace.go:171","msg":"trace[1822368740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24803; }","duration":"365.501573ms","start":"2026-07-01T01:42:12.528733Z","end":"2026-07-01T01:42:12.894234Z","steps":["trace[1822368740] 'agreement among raft nodes before linearized reading' (duration: 365.434221ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:12.894261Z","caller":"traceutil/trace.go:171","msg":"trace[296699989] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24803; }","duration":"4.37001505s","start":"2026-07-01T01:42:08.524234Z","end":"2026-07-01T01:42:12.894249Z","steps":["trace[296699989] 'agreement among raft nodes before linearized reading' (duration: 4.369909687s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.854108Z","time spent":"1.039983331s","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.894283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.528705Z","time spent":"365.568804ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:12.894295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.52422Z","time spent":"4.370065022s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:12.893904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750796211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:12.894312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.65068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:12.894317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059245545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-01T01:42:12.894296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337051276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:12.894348Z","caller":"traceutil/trace.go:171","msg":"trace[1840482123] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24803; }","duration":"933.720002ms","start":"2026-07-01T01:42:11.960615Z","end":"2026-07-01T01:42:12.894335Z","steps":["trace[1840482123] 'agreement among raft nodes before linearized reading' (duration: 933.66081ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:12.894354Z","caller":"traceutil/trace.go:171","msg":"trace[131650928] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24803; }","duration":"3.059309017s","start":"2026-07-01T01:42:09.835035Z","end":"2026-07-01T01:42:12.894343Z","steps":["trace[131650928] 'agreement among raft nodes before linearized reading' (duration: 3.059198504s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:12.894348Z","caller":"traceutil/trace.go:171","msg":"trace[614589789] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24803; }","duration":"3.751273456s","start":"2026-07-01T01:42:09.143057Z","end":"2026-07-01T01:42:12.89433Z","steps":["trace[614589789] 'agreement among raft nodes before linearized reading' (duration: 3.750832622s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.960585Z","time spent":"933.788624ms","remote":"127.0.0.1:44578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.894386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.835006Z","time spent":"3.059372979s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-01T01:42:12.894398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360829277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:12.894396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.43369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:12.894442Z","caller":"traceutil/trace.go:171","msg":"trace[1363185047] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24803; }","duration":"1.360909659s","start":"2026-07-01T01:42:11.533519Z","end":"2026-07-01T01:42:12.894428Z","steps":["trace[1363185047] 'agreement among raft nodes before linearized reading' (duration: 1.360843337s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:12.894456Z","caller":"traceutil/trace.go:171","msg":"trace[1149544274] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24803; }","duration":"861.491541ms","start":"2026-07-01T01:42:12.032947Z","end":"2026-07-01T01:42:12.894438Z","steps":["trace[1149544274] 'agreement among raft nodes before linearized reading' (duration: 861.411979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114879605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:12.894485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.533494Z","time spent":"1.360977481s","remote":"127.0.0.1:32838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.89417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.451062172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:12.894504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.032888Z","time spent":"861.598255ms","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:12.894544Z","caller":"traceutil/trace.go:171","msg":"trace[196111682] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24803; }","duration":"3.451450164s","start":"2026-07-01T01:42:09.443075Z","end":"2026-07-01T01:42:12.894525Z","steps":["trace[196111682] 'agreement among raft nodes before linearized reading' (duration: 3.451072672s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367968956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-01T01:42:12.894508Z","caller":"traceutil/trace.go:171","msg":"trace[911826893] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24803; }","duration":"3.114958768s","start":"2026-07-01T01:42:09.779539Z","end":"2026-07-01T01:42:12.894498Z","steps":["trace[911826893] 'agreement among raft nodes before linearized reading' (duration: 3.114891356s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.443059Z","time spent":"3.451524066s","remote":"127.0.0.1:32996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:12.894614Z","caller":"traceutil/trace.go:171","msg":"trace[295359497] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b; range_end:; response_count:1; response_revision:24803; }","duration":"4.368026427s","start":"2026-07-01T01:42:08.526575Z","end":"2026-07-01T01:42:12.894601Z","steps":["trace[295359497] 'agreement among raft nodes before linearized reading' (duration: 4.367915883s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367850921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:12.894646Z","caller":"traceutil/trace.go:171","msg":"trace[2042585092] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24803; }","duration":"4.367913174s","start":"2026-07-01T01:42:08.526726Z","end":"2026-07-01T01:42:12.894639Z","steps":["trace[2042585092] 'agreement among raft nodes before linearized reading' (duration: 4.367881503s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.526559Z","time spent":"4.368079269s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" "} {"level":"warn","ts":"2026-07-01T01:42:12.89466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.526706Z","time spent":"4.367950474s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:12.894652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.779517Z","time spent":"3.115118463s","remote":"127.0.0.1:60790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:12.894394Z","caller":"traceutil/trace.go:171","msg":"trace[2096317522] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24803; }","duration":"4.33719829s","start":"2026-07-01T01:42:08.557173Z","end":"2026-07-01T01:42:12.894371Z","steps":["trace[2096317522] 'agreement among raft nodes before linearized reading' (duration: 4.33689143s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.735701Z","time spent":"3.158491741s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:42:12.89432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.053909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-07-01T01:42:12.894474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.36655601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-01T01:42:12.894888Z","caller":"traceutil/trace.go:171","msg":"trace[742809379] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24803; }","duration":"932.646007ms","start":"2026-07-01T01:42:11.962228Z","end":"2026-07-01T01:42:12.894874Z","steps":["trace[742809379] 'agreement among raft nodes before linearized reading' (duration: 931.986746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.894338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119029671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:12.894915Z","caller":"traceutil/trace.go:171","msg":"trace[1668200678] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24803; }","duration":"4.367014774s","start":"2026-07-01T01:42:08.527889Z","end":"2026-07-01T01:42:12.894904Z","steps":["trace[1668200678] 'agreement among raft nodes before linearized reading' (duration: 4.366521639s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.89493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.962182Z","time spent":"932.735961ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-01T01:42:12.894953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.527881Z","time spent":"4.367062457s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-01T01:42:12.894407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.143035Z","time spent":"3.751353619s","remote":"127.0.0.1:60880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:12.894947Z","caller":"traceutil/trace.go:171","msg":"trace[541228075] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24803; }","duration":"1.119704332s","start":"2026-07-01T01:42:11.775224Z","end":"2026-07-01T01:42:12.894928Z","steps":["trace[541228075] 'agreement among raft nodes before linearized reading' (duration: 1.119054261s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.895033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.775148Z","time spent":"1.119821616s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:12.894836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.55716Z","time spent":"4.337658606s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:13.400195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:13.900593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:13.953036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054744485s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:14.051665Z","caller":"traceutil/trace.go:171","msg":"trace[369585912] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"1.153443082s","start":"2026-07-01T01:42:12.898195Z","end":"2026-07-01T01:42:14.051638Z","steps":["trace[369585912] 'process raft request' (duration: 1.055137447s)","trace[369585912] 'compare' (duration: 97.783868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:14.051791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.898178Z","time spent":"1.153544636s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:14.9023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:14.902376Z","caller":"traceutil/trace.go:171","msg":"trace[358408229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146072s","start":"2026-07-01T01:42:12.902211Z","end":"2026-07-01T01:42:14.902357Z","steps":["trace[358408229] 'agreement among raft nodes before linearized reading' (duration: 2.000043258s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:14.902418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.902199Z","time spent":"2.000209973s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:15.889442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.935019818s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:15.941252Z","caller":"traceutil/trace.go:171","msg":"trace[243146209] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"3.040766635s","start":"2026-07-01T01:42:12.900468Z","end":"2026-07-01T01:42:15.941234Z","steps":["trace[243146209] 'process raft request' (duration: 3.040690023s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.941371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.900459Z","time spent":"3.040847198s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:15.941467Z","caller":"traceutil/trace.go:171","msg":"trace[562264570] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"3.043162952s","start":"2026-07-01T01:42:12.898266Z","end":"2026-07-01T01:42:15.941429Z","steps":["trace[562264570] 'process raft request' (duration: 2.991369915s)","trace[562264570] 'compare' (duration: 49.946387ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:15.941524Z","caller":"traceutil/trace.go:171","msg":"trace[734106435] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"3.042219951s","start":"2026-07-01T01:42:12.899294Z","end":"2026-07-01T01:42:15.941514Z","steps":["trace[734106435] 'process raft request' (duration: 3.041791358s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.941569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.899274Z","time spent":"3.042269743s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:15.941619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.898253Z","time spent":"3.043290626s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:15.941657Z","caller":"traceutil/trace.go:171","msg":"trace[1664650715] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"3.041351204s","start":"2026-07-01T01:42:12.900298Z","end":"2026-07-01T01:42:15.94165Z","steps":["trace[1664650715] 'process raft request' (duration: 3.040830887s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.941695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.900275Z","time spent":"3.041398375s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:15.941999Z","caller":"traceutil/trace.go:171","msg":"trace[1628492057] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"3.041260681s","start":"2026-07-01T01:42:12.900731Z","end":"2026-07-01T01:42:15.941992Z","steps":["trace[1628492057] 'process raft request' (duration: 3.040453585s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:15.941984Z","caller":"traceutil/trace.go:171","msg":"trace[1153152635] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"3.043033758s","start":"2026-07-01T01:42:12.898927Z","end":"2026-07-01T01:42:15.941961Z","steps":["trace[1153152635] 'process raft request' (duration: 3.042070007s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.942057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.900714Z","time spent":"3.041318903s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:15.942106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.898899Z","time spent":"3.043149661s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:15.942376Z","caller":"traceutil/trace.go:171","msg":"trace[1098120615] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"3.041508409s","start":"2026-07-01T01:42:12.900836Z","end":"2026-07-01T01:42:15.942344Z","steps":["trace[1098120615] 'process raft request' (duration: 3.041119726s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.942544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.900829Z","time spent":"3.041629853s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:15.943032Z","caller":"traceutil/trace.go:171","msg":"trace[190982862] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"3.042044295s","start":"2026-07-01T01:42:12.900971Z","end":"2026-07-01T01:42:15.943015Z","steps":["trace[190982862] 'process raft request' (duration: 3.04125117s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:15.943079Z","caller":"traceutil/trace.go:171","msg":"trace[836849839] linearizableReadLoop","detail":"{readStateIndex:25649; appliedIndex:25637; }","duration":"3.043530043s","start":"2026-07-01T01:42:12.899538Z","end":"2026-07-01T01:42:15.943068Z","steps":["trace[836849839] 'read index received' (duration: 1.053801234s)","trace[836849839] 'applied index is now lower than readState.Index' (duration: 1.989728129s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:15.943092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.900964Z","time spent":"3.042099378s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:15.943136Z","caller":"traceutil/trace.go:171","msg":"trace[1229270794] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"3.041433386s","start":"2026-07-01T01:42:12.901695Z","end":"2026-07-01T01:42:15.943128Z","steps":["trace[1229270794] 'process raft request' (duration: 3.04125989s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.943185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.90169Z","time spent":"3.041465587s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:15.943183Z","caller":"traceutil/trace.go:171","msg":"trace[209136765] transaction","detail":"{read_only:false; response_revision:24814; number_of_response:1; }","duration":"3.03872797s","start":"2026-07-01T01:42:12.904421Z","end":"2026-07-01T01:42:15.943149Z","steps":["trace[209136765] 'process raft request' (duration: 3.038575045s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:15.943256Z","caller":"traceutil/trace.go:171","msg":"trace[199384594] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"3.038210353s","start":"2026-07-01T01:42:12.905023Z","end":"2026-07-01T01:42:15.943233Z","steps":["trace[199384594] 'process raft request' (duration: 3.038014517s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.943325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.904412Z","time spent":"3.038840884s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6195,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:15.943344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.905013Z","time spent":"3.038284605s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:15.943377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043828453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-33c861c8-6099-4997-a074-3d0ce9c3770f\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-01T01:42:15.94344Z","caller":"traceutil/trace.go:171","msg":"trace[1158265576] range","detail":"{range_begin:/registry/persistentvolumes/pvc-33c861c8-6099-4997-a074-3d0ce9c3770f; range_end:; response_count:1; response_revision:24815; }","duration":"3.043927176s","start":"2026-07-01T01:42:12.899496Z","end":"2026-07-01T01:42:15.943423Z","steps":["trace[1158265576] 'agreement among raft nodes before linearized reading' (duration: 3.0437376s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.943481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.899484Z","time spent":"3.043988538s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-33c861c8-6099-4997-a074-3d0ce9c3770f\" "} {"level":"warn","ts":"2026-07-01T01:42:16.443934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:16.903634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000525893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:16.903711Z","caller":"traceutil/trace.go:171","msg":"trace[97442399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000657838s","start":"2026-07-01T01:42:14.903037Z","end":"2026-07-01T01:42:16.903695Z","steps":["trace[97442399] 'agreement among raft nodes before linearized reading' (duration: 2.000558625s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:16.903751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.903019Z","time spent":"2.000724069s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:16.944633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:17.445297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:17.653338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000241264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:17.65342Z","caller":"traceutil/trace.go:171","msg":"trace[209051733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365698s","start":"2026-07-01T01:42:15.653037Z","end":"2026-07-01T01:42:17.653402Z","steps":["trace[209051733] 'agreement among raft nodes before linearized reading' (duration: 2.000259254s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.653467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.653023Z","time spent":"2.00043382s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:17.946019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:18.23677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.346298246s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:18.332647Z","caller":"traceutil/trace.go:171","msg":"trace[2017858759] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"3.43135053s","start":"2026-07-01T01:42:14.901272Z","end":"2026-07-01T01:42:18.332623Z","steps":["trace[2017858759] 'process raft request' (duration: 3.431253407s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:18.332788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.901265Z","time spent":"3.431453843s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:18.333338Z","caller":"traceutil/trace.go:171","msg":"trace[1687548955] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"3.432494527s","start":"2026-07-01T01:42:14.900822Z","end":"2026-07-01T01:42:18.333316Z","steps":["trace[1687548955] 'process raft request' (duration: 3.336124694s)","trace[1687548955] 'compare' (duration: 95.220466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:18.333441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.900802Z","time spent":"3.43258809s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:18.908606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:18.908712Z","caller":"traceutil/trace.go:171","msg":"trace[1701613148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778812s","start":"2026-07-01T01:42:16.907909Z","end":"2026-07-01T01:42:18.908688Z","steps":["trace[1701613148] 'agreement among raft nodes before linearized reading' (duration: 2.000651478s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:18.908783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:16.907896Z","time spent":"2.000871985s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:19.955703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:19.955783Z","caller":"traceutil/trace.go:171","msg":"trace[418116057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999999947s","start":"2026-07-01T01:42:17.955765Z","end":"2026-07-01T01:42:19.955765Z","steps":["trace[418116057] 'agreement among raft nodes before linearized reading' (duration: 1.999891333s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:19.955834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.955746Z","time spent":"2.000078949s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:20.56869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.331677568s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:20.909055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:20.909133Z","caller":"traceutil/trace.go:171","msg":"trace[76037965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038168s","start":"2026-07-01T01:42:18.909079Z","end":"2026-07-01T01:42:20.909117Z","steps":["trace[76037965] 'agreement among raft nodes before linearized reading' (duration: 1.999928204s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:20.9092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.909059Z","time spent":"2.00012295s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:20.945417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.94804Z","time spent":"4.997368192s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:42:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:20.949197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996769503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-01T01:42:20.949201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.952478Z","time spent":"4.996717431s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-07-01T01:42:20.949269Z","caller":"traceutil/trace.go:171","msg":"trace[2077778693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.996862646s","start":"2026-07-01T01:42:15.952391Z","end":"2026-07-01T01:42:20.949254Z","steps":["trace[2077778693] 'agreement among raft nodes before linearized reading' (duration: 4.996775403s)"],"step_count":1} 2026/07/01 01:42:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:20.949309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.952389Z","time spent":"4.996910008s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:42:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:20.956326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.96015Z","time spent":"4.996172633s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:42:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:20.961169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.962868Z","time spent":"4.998298031s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:42:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:22.034861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:19.639881Z","time spent":"2.394973793s","remote":"127.0.0.1:43410","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:22.034923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361791915s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:22.035147Z","caller":"traceutil/trace.go:171","msg":"trace[971814175] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24817; }","duration":"3.362024873s","start":"2026-07-01T01:42:18.673103Z","end":"2026-07-01T01:42:22.035128Z","steps":["trace[971814175] 'range keys from in-memory index tree' (duration: 3.361775754s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.036177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467257423s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:22.036493Z","caller":"traceutil/trace.go:171","msg":"trace[1012494738] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"6.084183023s","start":"2026-07-01T01:42:15.952284Z","end":"2026-07-01T01:42:22.036467Z","steps":["trace[1012494738] 'process raft request' (duration: 6.084066239s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.036684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.952261Z","time spent":"6.084317297s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:22.037176Z","caller":"traceutil/trace.go:171","msg":"trace[1484335274] linearizableReadLoop","detail":"{readStateIndex:25663; appliedIndex:25649; }","duration":"6.094056839s","start":"2026-07-01T01:42:15.943101Z","end":"2026-07-01T01:42:22.037158Z","steps":["trace[1484335274] 'read index received' (duration: 2.293954531s)","trace[1484335274] 'applied index is now lower than readState.Index' (duration: 3.800101358s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:22.037429Z","caller":"traceutil/trace.go:171","msg":"trace[1841827244] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"4.137184112s","start":"2026-07-01T01:42:17.900229Z","end":"2026-07-01T01:42:22.037413Z","steps":["trace[1841827244] 'process raft request' (duration: 4.136886623s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:22.037437Z","caller":"traceutil/trace.go:171","msg":"trace[1127485035] transaction","detail":"{read_only:false; response_revision:24827; number_of_response:1; }","duration":"6.074476982s","start":"2026-07-01T01:42:15.962932Z","end":"2026-07-01T01:42:22.037409Z","steps":["trace[1127485035] 'process raft request' (duration: 6.073734808s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:22.037478Z","caller":"traceutil/trace.go:171","msg":"trace[1616008884] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"6.010561888s","start":"2026-07-01T01:42:16.026892Z","end":"2026-07-01T01:42:22.037454Z","steps":["trace[1616008884] 'process raft request' (duration: 6.010162255s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.037525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.90021Z","time spent":"4.137265525s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:22.037549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.962911Z","time spent":"6.074575116s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:22.037577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.469202861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:22.037543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.234278275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:22.037587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:16.026867Z","time spent":"6.010661521s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:22.037612Z","caller":"traceutil/trace.go:171","msg":"trace[1886358455] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24829; }","duration":"6.469249963s","start":"2026-07-01T01:42:15.568347Z","end":"2026-07-01T01:42:22.037597Z","steps":["trace[1886358455] 'agreement among raft nodes before linearized reading' (duration: 6.469207762s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.037643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.568333Z","time spent":"6.469303494s","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:22.037639Z","caller":"traceutil/trace.go:171","msg":"trace[493568405] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24829; }","duration":"6.23440629s","start":"2026-07-01T01:42:15.803205Z","end":"2026-07-01T01:42:22.037611Z","steps":["trace[493568405] 'agreement among raft nodes before linearized reading' (duration: 6.234250395s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:22.037685Z","caller":"traceutil/trace.go:171","msg":"trace[1983008265] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"6.08533984s","start":"2026-07-01T01:42:15.95233Z","end":"2026-07-01T01:42:22.03767Z","steps":["trace[1983008265] 'process raft request' (duration: 6.084053919s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.037759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.87953418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:22.037776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.95232Z","time spent":"6.085419363s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:22.037819Z","caller":"traceutil/trace.go:171","msg":"trace[404785065] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24829; }","duration":"6.879621763s","start":"2026-07-01T01:42:15.15818Z","end":"2026-07-01T01:42:22.037802Z","steps":["trace[404785065] 'agreement among raft nodes before linearized reading' (duration: 6.8795465s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:22.037872Z","caller":"traceutil/trace.go:171","msg":"trace[468522438] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"6.085367501s","start":"2026-07-01T01:42:15.952493Z","end":"2026-07-01T01:42:22.037861Z","steps":["trace[468522438] 'process raft request' (duration: 6.083979676s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:22.037885Z","caller":"traceutil/trace.go:171","msg":"trace[1041834824] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"6.078421599s","start":"2026-07-01T01:42:15.95945Z","end":"2026-07-01T01:42:22.037872Z","steps":["trace[1041834824] 'process raft request' (duration: 6.077090476s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.037892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.134619417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:22.037943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.952462Z","time spent":"6.085447693s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:22.037957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.959435Z","time spent":"6.07848359s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:22.037629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.578686174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:42:22.037516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.505471721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:22.038048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.675283362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:22.038075Z","caller":"traceutil/trace.go:171","msg":"trace[754369248] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24829; }","duration":"6.506081841s","start":"2026-07-01T01:42:15.531975Z","end":"2026-07-01T01:42:22.038057Z","steps":["trace[754369248] 'agreement among raft nodes before linearized reading' (duration: 6.50541796s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:22.038107Z","caller":"traceutil/trace.go:171","msg":"trace[889128056] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24829; }","duration":"8.675368665s","start":"2026-07-01T01:42:13.362722Z","end":"2026-07-01T01:42:22.038091Z","steps":["trace[889128056] 'agreement among raft nodes before linearized reading' (duration: 8.675249091s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.03812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.373173316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:42:22.038159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:13.362705Z","time spent":"8.675439707s","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:22.038193Z","caller":"traceutil/trace.go:171","msg":"trace[1509567955] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24829; }","duration":"8.37327343s","start":"2026-07-01T01:42:13.664901Z","end":"2026-07-01T01:42:22.038174Z","steps":["trace[1509567955] 'agreement among raft nodes before linearized reading' (duration: 8.372856576s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.038255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:13.664884Z","time spent":"8.373355683s","remote":"127.0.0.1:44616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:22.037945Z","caller":"traceutil/trace.go:171","msg":"trace[1053664757] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24829; }","duration":"9.13467237s","start":"2026-07-01T01:42:12.903254Z","end":"2026-07-01T01:42:22.037926Z","steps":["trace[1053664757] 'agreement among raft nodes before linearized reading' (duration: 9.134586957s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.038352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.903224Z","time spent":"9.135109983s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:22.038422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.983710426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-01T01:42:22.038484Z","caller":"traceutil/trace.go:171","msg":"trace[1568099907] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24829; }","duration":"7.983811219s","start":"2026-07-01T01:42:14.054659Z","end":"2026-07-01T01:42:22.03847Z","steps":["trace[1568099907] 'agreement among raft nodes before linearized reading' (duration: 7.983619483s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.038129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.53196Z","time spent":"6.506150003s","remote":"127.0.0.1:60780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:22.038535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.05464Z","time spent":"7.983883342s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:42:22.038555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.203823368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:22.038615Z","caller":"traceutil/trace.go:171","msg":"trace[1148285801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24829; }","duration":"8.203914131s","start":"2026-07-01T01:42:13.834687Z","end":"2026-07-01T01:42:22.038601Z","steps":["trace[1148285801] 'agreement among raft nodes before linearized reading' (duration: 8.203813388s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.037873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.158163Z","time spent":"6.879695294s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:22.038671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:13.834673Z","time spent":"8.203981603s","remote":"127.0.0.1:47260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:22.038059Z","caller":"traceutil/trace.go:171","msg":"trace[1780715439] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24829; }","duration":"6.579164759s","start":"2026-07-01T01:42:15.45888Z","end":"2026-07-01T01:42:22.038045Z","steps":["trace[1780715439] 'agreement among raft nodes before linearized reading' (duration: 6.57855488s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.038789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.15866571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:22.038848Z","caller":"traceutil/trace.go:171","msg":"trace[392677778] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24829; }","duration":"7.158764833s","start":"2026-07-01T01:42:14.880069Z","end":"2026-07-01T01:42:22.038834Z","steps":["trace[392677778] 'agreement among raft nodes before linearized reading' (duration: 7.15867226s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.037701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.751247235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:22.037703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.803189Z","time spent":"6.234495992s","remote":"127.0.0.1:60762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:22.038983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.880052Z","time spent":"7.158922738s","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:22.039001Z","caller":"traceutil/trace.go:171","msg":"trace[701416185] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24829; }","duration":"6.752573577s","start":"2026-07-01T01:42:15.286411Z","end":"2026-07-01T01:42:22.038985Z","steps":["trace[701416185] 'agreement among raft nodes before linearized reading' (duration: 6.751250615s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.038795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.458805Z","time spent":"6.579968656s","remote":"127.0.0.1:60986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:22.039063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.286395Z","time spent":"6.752648329s","remote":"127.0.0.1:32822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:22.03708Z","caller":"traceutil/trace.go:171","msg":"trace[1180417144] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"6.088014956s","start":"2026-07-01T01:42:15.949051Z","end":"2026-07-01T01:42:22.037066Z","steps":["trace[1180417144] 'process raft request' (duration: 6.08720641s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.039171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.949036Z","time spent":"6.090103002s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:22.537657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:22.916213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000059849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:22.916294Z","caller":"traceutil/trace.go:171","msg":"trace[1727303569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188013s","start":"2026-07-01T01:42:20.916088Z","end":"2026-07-01T01:42:22.916276Z","steps":["trace[1727303569] 'agreement among raft nodes before linearized reading' (duration: 2.00008319s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.91636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.916075Z","time spent":"2.000275177s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:23.038335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:23.539334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:23.95609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999922374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:23.956188Z","caller":"traceutil/trace.go:171","msg":"trace[1326205254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081959s","start":"2026-07-01T01:42:21.956082Z","end":"2026-07-01T01:42:23.956164Z","steps":["trace[1326205254] 'agreement among raft nodes before linearized reading' (duration: 1.999951045s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.956257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.956064Z","time spent":"2.000178671s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:24.039972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:24.105987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.537162576s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:24.10643Z","caller":"traceutil/trace.go:171","msg":"trace[67780616] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"3.766934357s","start":"2026-07-01T01:42:20.339471Z","end":"2026-07-01T01:42:24.106406Z","steps":["trace[67780616] 'process raft request' (duration: 3.766877295s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:24.106477Z","caller":"traceutil/trace.go:171","msg":"trace[960959016] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"3.767537066s","start":"2026-07-01T01:42:20.338905Z","end":"2026-07-01T01:42:24.106442Z","steps":["trace[960959016] 'process raft request' (duration: 3.767300158s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.106586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.339443Z","time spent":"3.767061861s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:24.106632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.338876Z","time spent":"3.76766965s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:24.917283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000621266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:24.917384Z","caller":"traceutil/trace.go:171","msg":"trace[1894810248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000817742s","start":"2026-07-01T01:42:22.916546Z","end":"2026-07-01T01:42:24.917364Z","steps":["trace[1894810248] 'agreement among raft nodes before linearized reading' (duration: 2.000653737s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.917443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.916527Z","time spent":"2.000903295s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:25.39481Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.263035449s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:25.946208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999825011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:25.946298Z","caller":"traceutil/trace.go:171","msg":"trace[1110343040] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999956096s","start":"2026-07-01T01:42:20.946319Z","end":"2026-07-01T01:42:25.946275Z","steps":["trace[1110343040] 'agreement among raft nodes before linearized reading' (duration: 4.999849022s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.946358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.946304Z","time spent":"5.000041078s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 01:42:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:25.948768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99821609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:25.948849Z","caller":"traceutil/trace.go:171","msg":"trace[744120777] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998340494s","start":"2026-07-01T01:42:20.950489Z","end":"2026-07-01T01:42:25.948829Z","steps":["trace[744120777] 'agreement among raft nodes before linearized reading' (duration: 4.99823528s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.948931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.950476Z","time spent":"4.998442387s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/01 01:42:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:25.952758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001173958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:25.95279Z","caller":"traceutil/trace.go:171","msg":"trace[1120746652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.00125181s","start":"2026-07-01T01:42:22.95153Z","end":"2026-07-01T01:42:25.952782Z","steps":["trace[1120746652] 'agreement among raft nodes before linearized reading' (duration: 3.001216269s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.952813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.95151Z","time spent":"3.001297342s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:42:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:25.952832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000317173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:25.952915Z","caller":"traceutil/trace.go:171","msg":"trace[1946020679] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000424016s","start":"2026-07-01T01:42:15.952464Z","end":"2026-07-01T01:42:25.952888Z","steps":["trace[1946020679] 'agreement among raft nodes before linearized reading' (duration: 10.000324153s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.952968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.952458Z","time spent":"10.000496899s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/01 01:42:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:25.957047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999583614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:25.957094Z","caller":"traceutil/trace.go:171","msg":"trace[437717024] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999665807s","start":"2026-07-01T01:42:20.957418Z","end":"2026-07-01T01:42:25.957084Z","steps":["trace[437717024] 'agreement among raft nodes before linearized reading' (duration: 4.999607215s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.957125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.957402Z","time spent":"4.999714898s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:42:25.96125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998923302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:25.961318Z","caller":"traceutil/trace.go:171","msg":"trace[784984955] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999055407s","start":"2026-07-01T01:42:20.962247Z","end":"2026-07-01T01:42:25.961302Z","steps":["trace[784984955] 'agreement among raft nodes before linearized reading' (duration: 4.998942883s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.961358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.962234Z","time spent":"4.999117249s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/01 01:42:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:25.961692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.878194447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:25.961729Z","caller":"traceutil/trace.go:171","msg":"trace[477905026] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; }","duration":"9.878268639s","start":"2026-07-01T01:42:16.083452Z","end":"2026-07-01T01:42:25.96172Z","steps":["trace[477905026] 'agreement among raft nodes before linearized reading' (duration: 9.878226898s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.961764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:16.083434Z","time spent":"9.87831884s","remote":"127.0.0.1:51988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} 2026/07/01 01:42:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:25.978377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.925240331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:25.978461Z","caller":"traceutil/trace.go:171","msg":"trace[97161231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"9.925375276s","start":"2026-07-01T01:42:16.053066Z","end":"2026-07-01T01:42:25.978442Z","steps":["trace[97161231] 'agreement among raft nodes before linearized reading' (duration: 9.925273232s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.978514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:16.053042Z","time spent":"9.925462288s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/01 01:42:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:26.924958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999813542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:26.925022Z","caller":"traceutil/trace.go:171","msg":"trace[688091459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999928375s","start":"2026-07-01T01:42:24.925079Z","end":"2026-07-01T01:42:26.925007Z","steps":["trace[688091459] 'agreement among raft nodes before linearized reading' (duration: 1.999848222s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:26.925058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.925059Z","time spent":"1.999991767s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:27.418753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.774883Z","time spent":"1.643862552s","remote":"127.0.0.1:37042","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:27.48694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3743846s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:28.925305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:28.925403Z","caller":"traceutil/trace.go:171","msg":"trace[755751110] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048618s","start":"2026-07-01T01:42:26.925325Z","end":"2026-07-01T01:42:28.925373Z","steps":["trace[755751110] 'agreement among raft nodes before linearized reading' (duration: 1.999935364s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:28.925449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.925302Z","time spent":"2.000139351s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:29.507763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999288515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:29.507848Z","caller":"traceutil/trace.go:171","msg":"trace[498765747] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999432519s","start":"2026-07-01T01:42:24.508396Z","end":"2026-07-01T01:42:29.507828Z","steps":["trace[498765747] 'agreement among raft nodes before linearized reading' (duration: 4.999327376s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:29.507902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.508373Z","time spent":"4.999516382s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/01 01:42:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:30.535912Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29b9ec32","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T01:42:30.933483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:30.933569Z","caller":"traceutil/trace.go:171","msg":"trace[64516247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998166s","start":"2026-07-01T01:42:28.933551Z","end":"2026-07-01T01:42:30.933549Z","steps":["trace[64516247] 'agreement among raft nodes before linearized reading' (duration: 1.999891222s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.933617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.93353Z","time spent":"2.000076509s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:30.947071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999595313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:30.947156Z","caller":"traceutil/trace.go:171","msg":"trace[746571115] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999717158s","start":"2026-07-01T01:42:25.947421Z","end":"2026-07-01T01:42:30.947138Z","steps":["trace[746571115] 'agreement among raft nodes before linearized reading' (duration: 4.999612445s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.947199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.947405Z","time spent":"4.99978321s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 01:42:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:30.962273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999004535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:30.962341Z","caller":"traceutil/trace.go:171","msg":"trace[1843059602] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999109298s","start":"2026-07-01T01:42:25.963214Z","end":"2026-07-01T01:42:30.962323Z","steps":["trace[1843059602] 'agreement among raft nodes before linearized reading' (duration: 4.999026035s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.962379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.963201Z","time spent":"4.99916927s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/01 01:42:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:31.092198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.697252304s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T01:42:31.092421Z","caller":"traceutil/trace.go:171","msg":"trace[444173897] linearizableReadLoop","detail":"{readStateIndex:25666; appliedIndex:25663; }","duration":"9.055132163s","start":"2026-07-01T01:42:22.037272Z","end":"2026-07-01T01:42:31.092405Z","steps":["trace[444173897] 'read index received' (duration: 2.068967732s)","trace[444173897] 'applied index is now lower than readState.Index' (duration: 6.986163341s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:31.092639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420282892s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.092761Z","caller":"traceutil/trace.go:171","msg":"trace[1571535574] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24831; }","duration":"2.420414317s","start":"2026-07-01T01:42:28.672328Z","end":"2026-07-01T01:42:31.092742Z","steps":["trace[1571535574] 'range keys from in-memory index tree' (duration: 2.420266902s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.093466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.251164506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:31.093517Z","caller":"traceutil/trace.go:171","msg":"trace[954661463] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24831; }","duration":"12.251251819s","start":"2026-07-01T01:42:18.842252Z","end":"2026-07-01T01:42:31.093504Z","steps":["trace[954661463] 'agreement among raft nodes before linearized reading' (duration: 12.251165186s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.093501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.840872969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:31.093554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.842237Z","time spent":"12.25130801s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:31.093582Z","caller":"traceutil/trace.go:171","msg":"trace[2066403874] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24831; }","duration":"11.841003343s","start":"2026-07-01T01:42:19.252557Z","end":"2026-07-01T01:42:31.093561Z","steps":["trace[2066403874] 'agreement among raft nodes before linearized reading' (duration: 11.840821558s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.09363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:19.252538Z","time spent":"11.841081885s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.093755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.539985035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.093795Z","caller":"traceutil/trace.go:171","msg":"trace[774393777] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24831; }","duration":"12.540071979s","start":"2026-07-01T01:42:18.553712Z","end":"2026-07-01T01:42:31.093784Z","steps":["trace[774393777] 'agreement among raft nodes before linearized reading' (duration: 12.540011287s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.093828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.553692Z","time spent":"12.540125781s","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.094029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.904947762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:31.094062Z","caller":"traceutil/trace.go:171","msg":"trace[219893533] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24831; }","duration":"12.905024835s","start":"2026-07-01T01:42:18.18903Z","end":"2026-07-01T01:42:31.094055Z","steps":["trace[219893533] 'agreement among raft nodes before linearized reading' (duration: 12.904926122s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.094091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.189Z","time spent":"12.905081317s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.094158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.212622536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.094214Z","caller":"traceutil/trace.go:171","msg":"trace[101732870] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24831; }","duration":"13.212706529s","start":"2026-07-01T01:42:17.88149Z","end":"2026-07-01T01:42:31.094197Z","steps":["trace[101732870] 'agreement among raft nodes before linearized reading' (duration: 13.212615776s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.09424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.881477Z","time spent":"13.2127561s","remote":"127.0.0.1:41540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.094277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.201447559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.094322Z","caller":"traceutil/trace.go:171","msg":"trace[1711774875] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24831; }","duration":"10.201532561s","start":"2026-07-01T01:42:20.892779Z","end":"2026-07-01T01:42:31.094311Z","steps":["trace[1711774875] 'agreement among raft nodes before linearized reading' (duration: 10.201452119s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.094315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.962791037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:31.094352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.89276Z","time spent":"10.201584082s","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.094333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.960404266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:31.094386Z","caller":"traceutil/trace.go:171","msg":"trace[753277684] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24831; }","duration":"10.962926151s","start":"2026-07-01T01:42:20.131441Z","end":"2026-07-01T01:42:31.094367Z","steps":["trace[753277684] 'agreement among raft nodes before linearized reading' (duration: 10.962802697s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.094421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.477905034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:42:31.094411Z","caller":"traceutil/trace.go:171","msg":"trace[1911216433] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24831; }","duration":"9.960486139s","start":"2026-07-01T01:42:21.1339Z","end":"2026-07-01T01:42:31.094386Z","steps":["trace[1911216433] 'agreement among raft nodes before linearized reading' (duration: 9.960324484s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.094437Z","caller":"traceutil/trace.go:171","msg":"trace[832625082] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24831; }","duration":"13.477958845s","start":"2026-07-01T01:42:17.616473Z","end":"2026-07-01T01:42:31.094432Z","steps":["trace[832625082] 'agreement among raft nodes before linearized reading' (duration: 13.477874943s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.094453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.616449Z","time spent":"13.477998237s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:42:31.094441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.131417Z","time spent":"10.963014153s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.094455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.133841Z","time spent":"9.960604613s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.094444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.75994533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.094507Z","caller":"traceutil/trace.go:171","msg":"trace[360160575] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24831; }","duration":"11.760042763s","start":"2026-07-01T01:42:19.334446Z","end":"2026-07-01T01:42:31.094489Z","steps":["trace[360160575] 'agreement among raft nodes before linearized reading' (duration: 11.75993625s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.094548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.683916695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.094569Z","caller":"traceutil/trace.go:171","msg":"trace[1573392001] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24831; }","duration":"13.683943475s","start":"2026-07-01T01:42:17.410619Z","end":"2026-07-01T01:42:31.094562Z","steps":["trace[1573392001] 'agreement among raft nodes before linearized reading' (duration: 13.683899794s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.094567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:19.334431Z","time spent":"11.760121465s","remote":"127.0.0.1:41566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.094677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.146430805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-01T01:42:31.094584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.410563Z","time spent":"13.684015908s","remote":"127.0.0.1:41598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:31.094733Z","caller":"traceutil/trace.go:171","msg":"trace[628240332] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b; range_end:; response_count:1; response_revision:24831; }","duration":"15.146514847s","start":"2026-07-01T01:42:15.948205Z","end":"2026-07-01T01:42:31.09472Z","steps":["trace[628240332] 'agreement among raft nodes before linearized reading' (duration: 15.146364343s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.094742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.576117952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:31.094766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.948193Z","time spent":"15.146565059s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" "} {"level":"info","ts":"2026-07-01T01:42:31.09478Z","caller":"traceutil/trace.go:171","msg":"trace[466750688] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24831; }","duration":"9.576184574s","start":"2026-07-01T01:42:21.51858Z","end":"2026-07-01T01:42:31.094765Z","steps":["trace[466750688] 'agreement among raft nodes before linearized reading' (duration: 9.576137972s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.094812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.51855Z","time spent":"9.576254496s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.094693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.15285299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:31.094883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.142601932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-01T01:42:31.094907Z","caller":"traceutil/trace.go:171","msg":"trace[1604627358] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24831; }","duration":"9.153093718s","start":"2026-07-01T01:42:21.941789Z","end":"2026-07-01T01:42:31.094883Z","steps":["trace[1604627358] 'agreement among raft nodes before linearized reading' (duration: 9.1528579s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.094932Z","caller":"traceutil/trace.go:171","msg":"trace[2042495087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24831; }","duration":"15.142652304s","start":"2026-07-01T01:42:15.952266Z","end":"2026-07-01T01:42:31.094919Z","steps":["trace[2042495087] 'agreement among raft nodes before linearized reading' (duration: 15.142498779s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.094943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.142662934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" ","response":"range_response_count:1 size:5457"} {"level":"warn","ts":"2026-07-01T01:42:31.094967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.952259Z","time spent":"15.142699825s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:31.094972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.941772Z","time spent":"9.153178561s","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.095001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.627091663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:31.094955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.650380328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:31.095032Z","caller":"traceutil/trace.go:171","msg":"trace[1117020144] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24831; }","duration":"9.627149795s","start":"2026-07-01T01:42:21.467872Z","end":"2026-07-01T01:42:31.095022Z","steps":["trace[1117020144] 'agreement among raft nodes before linearized reading' (duration: 9.627107814s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.095042Z","caller":"traceutil/trace.go:171","msg":"trace[577597585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24831; }","duration":"9.650501301s","start":"2026-07-01T01:42:21.444529Z","end":"2026-07-01T01:42:31.09503Z","steps":["trace[577597585] 'agreement among raft nodes before linearized reading' (duration: 9.650394198s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.095055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.941649533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130029"} {"level":"warn","ts":"2026-07-01T01:42:31.095062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.467857Z","time spent":"9.627197346s","remote":"127.0.0.1:44738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:31.095079Z","caller":"traceutil/trace.go:171","msg":"trace[901610348] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24831; }","duration":"14.941675604s","start":"2026-07-01T01:42:16.153399Z","end":"2026-07-01T01:42:31.095075Z","steps":["trace[901610348] 'agreement among raft nodes before linearized reading' (duration: 14.941599691s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.095094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:16.153344Z","time spent":"14.941746036s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130052,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-01T01:42:31.095097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.44451Z","time spent":"9.650567584s","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:31.094997Z","caller":"traceutil/trace.go:171","msg":"trace[1575866668] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn; range_end:; response_count:1; response_revision:24831; }","duration":"15.142738546s","start":"2026-07-01T01:42:15.952244Z","end":"2026-07-01T01:42:31.094982Z","steps":["trace[1575866668] 'agreement among raft nodes before linearized reading' (duration: 15.142590531s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.095381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.952227Z","time spent":"15.143123469s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5480,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" "} {"level":"info","ts":"2026-07-01T01:42:31.095921Z","caller":"traceutil/trace.go:171","msg":"trace[1775371501] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"4.983484828s","start":"2026-07-01T01:42:26.112412Z","end":"2026-07-01T01:42:31.095897Z","steps":["trace[1775371501] 'process raft request' (duration: 4.979886633s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.096033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.112384Z","time spent":"4.983583651s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:31.11047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.112731Z","time spent":"4.997734714s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:42:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:31.517945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.030792318s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:31.729502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.328421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:31.729722Z","caller":"traceutil/trace.go:171","msg":"trace[1663183477] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"5.582956517s","start":"2026-07-01T01:42:26.146749Z","end":"2026-07-01T01:42:31.729705Z","steps":["trace[1663183477] 'process raft request' (duration: 5.582852174s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.729806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.146729Z","time spent":"5.58303413s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:31.729984Z","caller":"traceutil/trace.go:171","msg":"trace[854536423] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"4.681407744s","start":"2026-07-01T01:42:27.048553Z","end":"2026-07-01T01:42:31.72996Z","steps":["trace[854536423] 'process raft request' (duration: 4.68127489s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.730135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:27.048531Z","time spent":"4.681528448s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:31.730039Z","caller":"traceutil/trace.go:171","msg":"trace[1646614391] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"5.501556303s","start":"2026-07-01T01:42:26.228431Z","end":"2026-07-01T01:42:31.729987Z","steps":["trace[1646614391] 'process raft request' (duration: 5.501237283s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.73048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.228404Z","time spent":"5.501967916s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:32.934767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:32.934846Z","caller":"traceutil/trace.go:171","msg":"trace[258290773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000696579s","start":"2026-07-01T01:42:30.934132Z","end":"2026-07-01T01:42:32.934828Z","steps":["trace[258290773] 'agreement among raft nodes before linearized reading' (duration: 2.000600026s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:32.934927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.934111Z","time spent":"2.000806053s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:33.683809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.008852351s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:33.770757Z","caller":"traceutil/trace.go:171","msg":"trace[1119111101] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"4.403564955s","start":"2026-07-01T01:42:29.367166Z","end":"2026-07-01T01:42:33.770731Z","steps":["trace[1119111101] 'process raft request' (duration: 4.316885952s)","trace[1119111101] 'compare' (duration: 85.797185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:33.77086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:29.367146Z","time spent":"4.403665758s","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:33.771119Z","caller":"traceutil/trace.go:171","msg":"trace[754471185] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"4.224565478s","start":"2026-07-01T01:42:29.546542Z","end":"2026-07-01T01:42:33.771107Z","steps":["trace[754471185] 'process raft request' (duration: 4.224056462s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:33.771169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:29.546515Z","time spent":"4.22462789s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:34.108038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.356652ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T01:42:34.109309Z","caller":"traceutil/trace.go:171","msg":"trace[1003553920] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"3.008703978s","start":"2026-07-01T01:42:31.100565Z","end":"2026-07-01T01:42:34.109269Z","steps":["trace[1003553920] 'process raft request' (duration: 3.007565691s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.109477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.100546Z","time spent":"3.008854173s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:34.942824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:34.942875Z","caller":"traceutil/trace.go:171","msg":"trace[1663164066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000177772s","start":"2026-07-01T01:42:32.942686Z","end":"2026-07-01T01:42:34.942864Z","steps":["trace[1663164066] 'agreement among raft nodes before linearized reading' (duration: 2.00011467s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.9429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.942634Z","time spent":"2.000260585s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:36.11145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998941213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:36.111535Z","caller":"traceutil/trace.go:171","msg":"trace[1082592935] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999101848s","start":"2026-07-01T01:42:31.112414Z","end":"2026-07-01T01:42:36.111516Z","steps":["trace[1082592935] 'agreement among raft nodes before linearized reading' (duration: 4.998973784s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.111589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.112397Z","time spent":"4.999179251s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/01 01:42:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:36.322955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213588051s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:36.323168Z","caller":"traceutil/trace.go:171","msg":"trace[2093044086] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"5.221937677s","start":"2026-07-01T01:42:31.101199Z","end":"2026-07-01T01:42:36.323136Z","steps":["trace[2093044086] 'process raft request' (duration: 3.008090938s)","trace[2093044086] 'compare' (duration: 2.212340151s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:36.323228Z","caller":"traceutil/trace.go:171","msg":"trace[292734203] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"5.217654821s","start":"2026-07-01T01:42:31.105555Z","end":"2026-07-01T01:42:36.32321Z","steps":["trace[292734203] 'process raft request' (duration: 5.217499356s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.323296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.105546Z","time spent":"5.217715632s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7592,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:36.323333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.101179Z","time spent":"5.222062062s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130013,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:36.323509Z","caller":"traceutil/trace.go:171","msg":"trace[879946333] linearizableReadLoop","detail":"{readStateIndex:25673; appliedIndex:25667; }","duration":"5.231044259s","start":"2026-07-01T01:42:31.092455Z","end":"2026-07-01T01:42:36.323499Z","steps":["trace[879946333] 'read index received' (duration: 425.746831ms)","trace[879946333] 'applied index is now lower than readState.Index' (duration: 4.805296338s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:36.3237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.376366088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.324695Z","caller":"traceutil/trace.go:171","msg":"trace[1174505193] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24843; }","duration":"5.3773761s","start":"2026-07-01T01:42:30.947283Z","end":"2026-07-01T01:42:36.32466Z","steps":["trace[1174505193] 'agreement among raft nodes before linearized reading' (duration: 5.376352837s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.323752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.104206264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.324803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.947264Z","time spent":"5.377504695s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.32481Z","caller":"traceutil/trace.go:171","msg":"trace[1326817853] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24843; }","duration":"6.105244267s","start":"2026-07-01T01:42:30.219537Z","end":"2026-07-01T01:42:36.324781Z","steps":["trace[1326817853] 'agreement among raft nodes before linearized reading' (duration: 6.104184383s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.324879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.21949Z","time spent":"6.10536275s","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.32386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.914696711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"info","ts":"2026-07-01T01:42:36.325018Z","caller":"traceutil/trace.go:171","msg":"trace[2045206934] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:24843; }","duration":"11.915873119s","start":"2026-07-01T01:42:24.409122Z","end":"2026-07-01T01:42:36.324996Z","steps":["trace[2045206934] 'agreement among raft nodes before linearized reading' (duration: 11.9146481s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.325141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.409102Z","time spent":"11.916011384s","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":476,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-07-01T01:42:36.323851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.564468196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:36.32548Z","caller":"traceutil/trace.go:171","msg":"trace[1954024666] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24843; }","duration":"11.56614076s","start":"2026-07-01T01:42:24.75932Z","end":"2026-07-01T01:42:36.325461Z","steps":["trace[1954024666] 'agreement among raft nodes before linearized reading' (duration: 11.564450066s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.325544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.7593Z","time spent":"11.566220713s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.323902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.069559586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.325749Z","caller":"traceutil/trace.go:171","msg":"trace[1558993088] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24843; }","duration":"12.071419265s","start":"2026-07-01T01:42:24.254308Z","end":"2026-07-01T01:42:36.325727Z","steps":["trace[1558993088] 'agreement among raft nodes before linearized reading' (duration: 12.069571826s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.32581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.254292Z","time spent":"12.071497418s","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.323914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.772280408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.325945Z","caller":"traceutil/trace.go:171","msg":"trace[454581595] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24843; }","duration":"6.774325353s","start":"2026-07-01T01:42:29.5516Z","end":"2026-07-01T01:42:36.325925Z","steps":["trace[454581595] 'agreement among raft nodes before linearized reading' (duration: 6.772288978s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.326005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:29.551584Z","time spent":"6.774400606s","remote":"127.0.0.1:44792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.323974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.797897538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-01T01:42:36.323992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.230392905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:36.324019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.356565402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.324046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.438918816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.324039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.800419539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-01T01:42:36.324077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.947124755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.324085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.594899767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.324103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.137574145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.324121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.696413724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.32413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.724974848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.324156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.850235496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.324161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.083731036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.324253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.28296539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.324405Z","caller":"traceutil/trace.go:171","msg":"trace[2117915976] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"3.2203732s","start":"2026-07-01T01:42:33.104001Z","end":"2026-07-01T01:42:36.324374Z","steps":["trace[2117915976] 'process raft request' (duration: 3.219158711s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:36.326491Z","caller":"traceutil/trace.go:171","msg":"trace[1926322477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24843; }","duration":"12.80044311s","start":"2026-07-01T01:42:23.526032Z","end":"2026-07-01T01:42:36.326475Z","steps":["trace[1926322477] 'agreement among raft nodes before linearized reading' (duration: 12.797887969s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.326555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.526011Z","time spent":"12.800523132s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T01:42:36.326768Z","caller":"traceutil/trace.go:171","msg":"trace[826791561] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24843; }","duration":"7.233190414s","start":"2026-07-01T01:42:29.093558Z","end":"2026-07-01T01:42:36.326748Z","steps":["trace[826791561] 'agreement among raft nodes before linearized reading' (duration: 7.230370834s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.326821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:29.093537Z","time spent":"7.233265756s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.326987Z","caller":"traceutil/trace.go:171","msg":"trace[1156431965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24843; }","duration":"10.72786002s","start":"2026-07-01T01:42:25.599113Z","end":"2026-07-01T01:42:36.326973Z","steps":["trace[1156431965] 'agreement among raft nodes before linearized reading' (duration: 10.725001509s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.327013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.599093Z","time spent":"10.727911122s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.32697Z","caller":"traceutil/trace.go:171","msg":"trace[764237172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24843; }","duration":"13.699296217s","start":"2026-07-01T01:42:22.627658Z","end":"2026-07-01T01:42:36.326954Z","steps":["trace[764237172] 'agreement among raft nodes before linearized reading' (duration: 13.696444485s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:36.327075Z","caller":"traceutil/trace.go:171","msg":"trace[1253145925] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:24843; }","duration":"14.285791631s","start":"2026-07-01T01:42:22.041264Z","end":"2026-07-01T01:42:36.327056Z","steps":["trace[1253145925] 'agreement among raft nodes before linearized reading' (duration: 14.282266738s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.327064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.627634Z","time spent":"13.699409169s","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.327114Z","caller":"traceutil/trace.go:171","msg":"trace[246262166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24843; }","duration":"12.803508808s","start":"2026-07-01T01:42:23.523589Z","end":"2026-07-01T01:42:36.327098Z","steps":["trace[246262166] 'agreement among raft nodes before linearized reading' (duration: 12.800402009s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.327133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.041251Z","time spent":"14.285864803s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-01T01:42:36.327138Z","caller":"traceutil/trace.go:171","msg":"trace[547357906] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24843; }","duration":"7.359701962s","start":"2026-07-01T01:42:28.967418Z","end":"2026-07-01T01:42:36.32712Z","steps":["trace[547357906] 'agreement among raft nodes before linearized reading' (duration: 7.356588492s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.327162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.523574Z","time spent":"12.80357384s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:36.327184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.103968Z","time spent":"3.22316588s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:36.327187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.967401Z","time spent":"7.359772804s","remote":"127.0.0.1:60796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.32721Z","caller":"traceutil/trace.go:171","msg":"trace[2117628994] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24843; }","duration":"7.442091668s","start":"2026-07-01T01:42:28.885095Z","end":"2026-07-01T01:42:36.327186Z","steps":["trace[2117628994] 'agreement among raft nodes before linearized reading' (duration: 7.438936207s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:36.327259Z","caller":"traceutil/trace.go:171","msg":"trace[1199096355] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24843; }","duration":"11.086850126s","start":"2026-07-01T01:42:25.240394Z","end":"2026-07-01T01:42:36.327244Z","steps":["trace[1199096355] 'agreement among raft nodes before linearized reading' (duration: 11.083749517s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.327285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.240378Z","time spent":"11.086897197s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.327292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.885079Z","time spent":"7.442186341s","remote":"127.0.0.1:37234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.327402Z","caller":"traceutil/trace.go:171","msg":"trace[2013722559] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24843; }","duration":"13.598251604s","start":"2026-07-01T01:42:22.729141Z","end":"2026-07-01T01:42:36.327393Z","steps":["trace[2013722559] 'agreement among raft nodes before linearized reading' (duration: 13.594922787s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:36.327412Z","caller":"traceutil/trace.go:171","msg":"trace[1331617351] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24843; }","duration":"13.85348497s","start":"2026-07-01T01:42:22.473913Z","end":"2026-07-01T01:42:36.327398Z","steps":["trace[1331617351] 'agreement among raft nodes before linearized reading' (duration: 13.850225256s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.32743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.72912Z","time spent":"13.598301546s","remote":"127.0.0.1:41240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.327444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.473857Z","time spent":"13.853573333s","remote":"127.0.0.1:41632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.327524Z","caller":"traceutil/trace.go:171","msg":"trace[1159108009] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24843; }","duration":"7.950606487s","start":"2026-07-01T01:42:28.376911Z","end":"2026-07-01T01:42:36.327517Z","steps":["trace[1159108009] 'agreement among raft nodes before linearized reading' (duration: 7.947149986s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.327546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.37689Z","time spent":"7.950649768s","remote":"127.0.0.1:60642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.327764Z","caller":"traceutil/trace.go:171","msg":"trace[2109429226] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24843; }","duration":"10.141225552s","start":"2026-07-01T01:42:26.186523Z","end":"2026-07-01T01:42:36.327749Z","steps":["trace[2109429226] 'agreement among raft nodes before linearized reading' (duration: 10.137566275s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.327846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.186465Z","time spent":"10.141364267s","remote":"127.0.0.1:60744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.944276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000493873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:36.944362Z","caller":"traceutil/trace.go:171","msg":"trace[187206622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641958s","start":"2026-07-01T01:42:34.943701Z","end":"2026-07-01T01:42:36.944343Z","steps":["trace[187206622] 'agreement among raft nodes before linearized reading' (duration: 2.000513404s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.944416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.943685Z","time spent":"2.00071507s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:36.987433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.100655ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-01T01:42:36.987674Z","caller":"traceutil/trace.go:171","msg":"trace[1521211219] linearizableReadLoop","detail":"{readStateIndex:25679; appliedIndex:25678; }","duration":"663.091255ms","start":"2026-07-01T01:42:36.324559Z","end":"2026-07-01T01:42:36.98765Z","steps":["trace[1521211219] 'read index received' (duration: 109.924µs)","trace[1521211219] 'applied index is now lower than readState.Index' (duration: 662.980051ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:36.987943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07165544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:36.98798Z","caller":"traceutil/trace.go:171","msg":"trace[1169358841] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24843; }","duration":"2.071721552s","start":"2026-07-01T01:42:34.916246Z","end":"2026-07-01T01:42:36.987968Z","steps":["trace[1169358841] 'agreement among raft nodes before linearized reading' (duration: 2.071645619s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.988018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.91621Z","time spent":"2.071797864s","remote":"127.0.0.1:47302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.988032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267554634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.988126Z","caller":"traceutil/trace.go:171","msg":"trace[1977927415] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24843; }","duration":"4.267693778s","start":"2026-07-01T01:42:32.720407Z","end":"2026-07-01T01:42:36.988101Z","steps":["trace[1977927415] 'agreement among raft nodes before linearized reading' (duration: 4.267532493s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.988194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.720389Z","time spent":"4.26777953s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.988277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49497163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-01T01:42:36.988307Z","caller":"traceutil/trace.go:171","msg":"trace[2044246485] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24843; }","duration":"4.495027911s","start":"2026-07-01T01:42:32.49327Z","end":"2026-07-01T01:42:36.988298Z","steps":["trace[2044246485] 'agreement among raft nodes before linearized reading' (duration: 4.494920768s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.988335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.493254Z","time spent":"4.495074692s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-01T01:42:36.988503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.497038046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.988531Z","caller":"traceutil/trace.go:171","msg":"trace[2072969996] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24843; }","duration":"4.497104098s","start":"2026-07-01T01:42:32.491418Z","end":"2026-07-01T01:42:36.988522Z","steps":["trace[2072969996] 'agreement among raft nodes before linearized reading' (duration: 4.497052606s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.988559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.491396Z","time spent":"4.49715445s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.988598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875767127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be06e29e51b34a\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-07-01T01:42:36.988613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811724898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274356"} {"level":"warn","ts":"2026-07-01T01:42:36.988638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.039831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.988635Z","caller":"traceutil/trace.go:171","msg":"trace[1147824874] compact","detail":"{revision:22561; response_revision:24843; }","duration":"3.216245298s","start":"2026-07-01T01:42:33.772356Z","end":"2026-07-01T01:42:36.988602Z","steps":["trace[1147824874] 'process raft request' (duration: 2.551918934s)","trace[1147824874] 'check and update compact revision' (duration: 662.970291ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:36.988657Z","caller":"traceutil/trace.go:171","msg":"trace[535472437] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be06e29e51b34a; range_end:; response_count:1; response_revision:24843; }","duration":"2.875859599s","start":"2026-07-01T01:42:34.112774Z","end":"2026-07-01T01:42:36.988634Z","steps":["trace[535472437] 'agreement among raft nodes before linearized reading' (duration: 2.875682664s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.988654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184777515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.988693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.772322Z","time spent":"3.216367882s","remote":"127.0.0.1:60706","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:42:36.988697Z","caller":"traceutil/trace.go:171","msg":"trace[1661317453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24843; }","duration":"762.128874ms","start":"2026-07-01T01:42:36.226545Z","end":"2026-07-01T01:42:36.988673Z","steps":["trace[1661317453] 'agreement among raft nodes before linearized reading' (duration: 762.047271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.988704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.112751Z","time spent":"2.875939742s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be06e29e51b34a\" "} {"level":"warn","ts":"2026-07-01T01:42:36.98874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.226524Z","time spent":"762.205196ms","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.988728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169361032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:36.988724Z","caller":"traceutil/trace.go:171","msg":"trace[1743098180] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24843; }","duration":"1.184879849s","start":"2026-07-01T01:42:35.803826Z","end":"2026-07-01T01:42:36.988706Z","steps":["trace[1743098180] 'agreement among raft nodes before linearized reading' (duration: 1.184762845s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.988729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925879766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.988826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666067537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-01T01:42:36.988824Z","caller":"traceutil/trace.go:171","msg":"trace[1066511934] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24843; }","duration":"1.169480026s","start":"2026-07-01T01:42:35.819326Z","end":"2026-07-01T01:42:36.988806Z","steps":["trace[1066511934] 'agreement among raft nodes before linearized reading' (duration: 1.1693053s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:36.988849Z","caller":"traceutil/trace.go:171","msg":"trace[2082551685] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24843; }","duration":"2.666122979s","start":"2026-07-01T01:42:34.322719Z","end":"2026-07-01T01:42:36.988842Z","steps":["trace[2082551685] 'agreement among raft nodes before linearized reading' (duration: 2.666009285s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.988841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:35.80381Z","time spent":"1.185011883s","remote":"127.0.0.1:44798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.988861Z","caller":"traceutil/trace.go:171","msg":"trace[732281878] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24843; }","duration":"4.926047292s","start":"2026-07-01T01:42:32.062787Z","end":"2026-07-01T01:42:36.988834Z","steps":["trace[732281878] 'agreement among raft nodes before linearized reading' (duration: 4.925866526s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.988878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.322701Z","time spent":"2.666172411s","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T01:42:36.988885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:35.819259Z","time spent":"1.16961033s","remote":"127.0.0.1:32812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.988907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.062766Z","time spent":"4.926129624s","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:36.988985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.251259639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.989034Z","caller":"traceutil/trace.go:171","msg":"trace[742771334] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24843; }","duration":"3.251352362s","start":"2026-07-01T01:42:33.737667Z","end":"2026-07-01T01:42:36.98902Z","steps":["trace[742771334] 'agreement among raft nodes before linearized reading' (duration: 3.251263689s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.987943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385929331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.988672Z","caller":"traceutil/trace.go:171","msg":"trace[15623554] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24843; }","duration":"2.811838131s","start":"2026-07-01T01:42:34.176821Z","end":"2026-07-01T01:42:36.988659Z","steps":["trace[15623554] 'agreement among raft nodes before linearized reading' (duration: 2.811381406s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.989091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.176942299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.989103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.176802Z","time spent":"2.812282726s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274379,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-01T01:42:36.989144Z","caller":"traceutil/trace.go:171","msg":"trace[1997741107] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"657.915559ms","start":"2026-07-01T01:42:36.331215Z","end":"2026-07-01T01:42:36.98913Z","steps":["trace[1997741107] 'process raft request' (duration: 656.335518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.9892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911914235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:36.989256Z","caller":"traceutil/trace.go:171","msg":"trace[1702834043] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24844; }","duration":"3.911969397s","start":"2026-07-01T01:42:33.077278Z","end":"2026-07-01T01:42:36.989247Z","steps":["trace[1702834043] 'agreement among raft nodes before linearized reading' (duration: 3.911887194s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.989258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.331189Z","time spent":"657.984402ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:36.988715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387296919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:36.989331Z","caller":"traceutil/trace.go:171","msg":"trace[765033174] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24843; }","duration":"2.387916828s","start":"2026-07-01T01:42:34.60141Z","end":"2026-07-01T01:42:36.989327Z","steps":["trace[765033174] 'agreement among raft nodes before linearized reading' (duration: 2.387282348s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.989345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.601364Z","time spent":"2.3879766s","remote":"127.0.0.1:41422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:36.98936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340629962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:36.989358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.887947196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-580adcf3-17b0-4bb0-b2d9-bd8a20bde250\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-01T01:42:36.989403Z","caller":"traceutil/trace.go:171","msg":"trace[1660255080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24844; }","duration":"1.340710164s","start":"2026-07-01T01:42:35.648681Z","end":"2026-07-01T01:42:36.989391Z","steps":["trace[1660255080] 'agreement among raft nodes before linearized reading' (duration: 1.340641032s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:36.98904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22561} {"level":"warn","ts":"2026-07-01T01:42:36.989272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.077252Z","time spent":"3.912014709s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.989421Z","caller":"traceutil/trace.go:171","msg":"trace[642727005] range","detail":"{range_begin:/registry/persistentvolumes/pvc-580adcf3-17b0-4bb0-b2d9-bd8a20bde250; range_end:; response_count:1; response_revision:24844; }","duration":"5.888012508s","start":"2026-07-01T01:42:31.10139Z","end":"2026-07-01T01:42:36.989403Z","steps":["trace[642727005] 'agreement among raft nodes before linearized reading' (duration: 5.887707048s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.989437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:35.648661Z","time spent":"1.340766826s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:36.989456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.737645Z","time spent":"3.251796346s","remote":"127.0.0.1:41150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.989115Z","caller":"traceutil/trace.go:171","msg":"trace[1494817504] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24843; }","duration":"5.17700513s","start":"2026-07-01T01:42:31.812101Z","end":"2026-07-01T01:42:36.989106Z","steps":["trace[1494817504] 'agreement among raft nodes before linearized reading' (duration: 5.176962449s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.989471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.101353Z","time spent":"5.888100481s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-580adcf3-17b0-4bb0-b2d9-bd8a20bde250\" "} {"level":"warn","ts":"2026-07-01T01:42:36.989495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.812081Z","time spent":"5.177407354s","remote":"127.0.0.1:41264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:36.989472Z","caller":"traceutil/trace.go:171","msg":"trace[2055241465] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24843; }","duration":"1.387506701s","start":"2026-07-01T01:42:35.60194Z","end":"2026-07-01T01:42:36.989447Z","steps":["trace[2055241465] 'agreement among raft nodes before linearized reading' (duration: 1.38590434s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.989554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:35.601916Z","time spent":"1.387612445s","remote":"127.0.0.1:60794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:37.664971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.713945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:37.665235Z","caller":"traceutil/trace.go:171","msg":"trace[1616457599] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"673.033592ms","start":"2026-07-01T01:42:36.992147Z","end":"2026-07-01T01:42:37.665181Z","steps":["trace[1616457599] 'process raft request' (duration: 672.97481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.665307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.992114Z","time spent":"673.154707ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:37.665464Z","caller":"traceutil/trace.go:171","msg":"trace[1579807518] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"1.334099132s","start":"2026-07-01T01:42:36.33133Z","end":"2026-07-01T01:42:37.665429Z","steps":["trace[1579807518] 'process raft request' (duration: 824.825789ms)","trace[1579807518] 'compare' (duration: 508.566651ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:37.66551Z","caller":"traceutil/trace.go:171","msg":"trace[246592370] linearizableReadLoop","detail":"{readStateIndex:25682; appliedIndex:25680; }","duration":"677.771674ms","start":"2026-07-01T01:42:36.987712Z","end":"2026-07-01T01:42:37.665484Z","steps":["trace[246592370] 'read index received' (duration: 168.465899ms)","trace[246592370] 'applied index is now lower than readState.Index' (duration: 509.303345ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:37.665611Z","caller":"traceutil/trace.go:171","msg":"trace[1708544470] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"928.540108ms","start":"2026-07-01T01:42:36.737062Z","end":"2026-07-01T01:42:37.665602Z","steps":["trace[1708544470] 'process raft request' (duration: 927.99675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.665631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.331306Z","time spent":"1.334244107s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:37.665665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.515304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:37.665686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.737035Z","time spent":"928.594189ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:37.665706Z","caller":"traceutil/trace.go:171","msg":"trace[745542111] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24847; }","duration":"907.558906ms","start":"2026-07-01T01:42:36.758136Z","end":"2026-07-01T01:42:37.665695Z","steps":["trace[745542111] 'agreement among raft nodes before linearized reading' (duration: 907.484893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.665705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337835792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:37.665751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.758083Z","time spent":"907.651729ms","remote":"127.0.0.1:52082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:37.665775Z","caller":"traceutil/trace.go:171","msg":"trace[583387534] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24847; }","duration":"1.337939726s","start":"2026-07-01T01:42:36.327817Z","end":"2026-07-01T01:42:37.665757Z","steps":["trace[583387534] 'agreement among raft nodes before linearized reading' (duration: 1.337803271s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.66582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.327802Z","time spent":"1.338009268s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:42:37.665904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.58632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:37.665807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.818846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-01T01:42:37.665915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337972487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:37.665914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.55616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:37.665944Z","caller":"traceutil/trace.go:171","msg":"trace[170691607] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:0; response_revision:24847; }","duration":"1.338031259s","start":"2026-07-01T01:42:36.327906Z","end":"2026-07-01T01:42:37.665937Z","steps":["trace[170691607] 'agreement among raft nodes before linearized reading' (duration: 1.337976707s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:37.665943Z","caller":"traceutil/trace.go:171","msg":"trace[1622661713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24847; }","duration":"713.649272ms","start":"2026-07-01T01:42:36.952277Z","end":"2026-07-01T01:42:37.665927Z","steps":["trace[1622661713] 'agreement among raft nodes before linearized reading' (duration: 713.58894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.665938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338756611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-bvmkr\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-07-01T01:42:37.665954Z","caller":"traceutil/trace.go:171","msg":"trace[1748002250] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24847; }","duration":"673.040603ms","start":"2026-07-01T01:42:36.992894Z","end":"2026-07-01T01:42:37.665934Z","steps":["trace[1748002250] 'agreement among raft nodes before linearized reading' (duration: 672.748304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.665976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.952262Z","time spent":"713.707565ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:42:37.665981Z","caller":"traceutil/trace.go:171","msg":"trace[1210434834] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24847; }","duration":"668.636112ms","start":"2026-07-01T01:42:36.997323Z","end":"2026-07-01T01:42:37.665959Z","steps":["trace[1210434834] 'agreement among raft nodes before linearized reading' (duration: 668.532669ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:37.665994Z","caller":"traceutil/trace.go:171","msg":"trace[1787281576] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-bvmkr; range_end:; response_count:1; response_revision:24847; }","duration":"1.338849765s","start":"2026-07-01T01:42:36.327127Z","end":"2026-07-01T01:42:37.665977Z","steps":["trace[1787281576] 'agreement among raft nodes before linearized reading' (duration: 1.338718921s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.666011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.992875Z","time spent":"673.118425ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:37.665967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.327893Z","time spent":"1.338069989s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T01:42:37.666034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.997315Z","time spent":"668.704444ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:37.666041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.327106Z","time spent":"1.338923247s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5953,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-bvmkr\" "} {"level":"warn","ts":"2026-07-01T01:42:38.168758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812675,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:38.469858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.667877Z","time spent":"801.974707ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:38.817616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.298766ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:38.817708Z","caller":"traceutil/trace.go:171","msg":"trace[602356846] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24847; }","duration":"144.40931ms","start":"2026-07-01T01:42:38.673285Z","end":"2026-07-01T01:42:38.817694Z","steps":["trace[602356846] 'range keys from in-memory index tree' (duration: 144.284126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.817722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.871372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:38.818007Z","caller":"traceutil/trace.go:171","msg":"trace[1999349472] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"346.768434ms","start":"2026-07-01T01:42:38.471187Z","end":"2026-07-01T01:42:38.817956Z","steps":["trace[1999349472] 'process raft request' (duration: 346.723573ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:38.818057Z","caller":"traceutil/trace.go:171","msg":"trace[1581023455] linearizableReadLoop","detail":"{readStateIndex:25685; appliedIndex:25683; }","duration":"1.150002983s","start":"2026-07-01T01:42:37.668032Z","end":"2026-07-01T01:42:38.818035Z","steps":["trace[1581023455] 'read index received' (duration: 709.167069ms)","trace[1581023455] 'applied index is now lower than readState.Index' (duration: 440.834314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:38.81809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.471163Z","time spent":"346.886128ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:38.818075Z","caller":"traceutil/trace.go:171","msg":"trace[2117500133] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"486.140473ms","start":"2026-07-01T01:42:38.331903Z","end":"2026-07-01T01:42:38.818044Z","steps":["trace[2117500133] 'process raft request' (duration: 485.899935ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:38.818199Z","caller":"traceutil/trace.go:171","msg":"trace[1927146372] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"1.144767185s","start":"2026-07-01T01:42:37.673284Z","end":"2026-07-01T01:42:38.818051Z","steps":["trace[1927146372] 'process raft request' (duration: 860.49305ms)","trace[1927146372] 'compare' (duration: 283.457179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:38.818222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150184078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130029"} {"level":"info","ts":"2026-07-01T01:42:38.81826Z","caller":"traceutil/trace.go:171","msg":"trace[1785906771] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24850; }","duration":"1.150260141s","start":"2026-07-01T01:42:37.667991Z","end":"2026-07-01T01:42:38.818251Z","steps":["trace[1785906771] 'agreement among raft nodes before linearized reading' (duration: 1.150116266s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.818244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149990652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:38.818284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.667971Z","time spent":"1.150307352s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130052,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-01T01:42:38.818272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.331878Z","time spent":"486.297478ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:38.818299Z","caller":"traceutil/trace.go:171","msg":"trace[173014228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24850; }","duration":"1.150085025s","start":"2026-07-01T01:42:37.6682Z","end":"2026-07-01T01:42:38.818285Z","steps":["trace[173014228] 'agreement among raft nodes before linearized reading' (duration: 1.149970531s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.818305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.730555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:38.818319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.673271Z","time spent":"1.144981832s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5699,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:38.818334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.668185Z","time spent":"1.150141317s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:42:38.818342Z","caller":"traceutil/trace.go:171","msg":"trace[1697879369] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24850; }","duration":"126.818037ms","start":"2026-07-01T01:42:38.691513Z","end":"2026-07-01T01:42:38.818331Z","steps":["trace[1697879369] 'agreement among raft nodes before linearized reading' (duration: 126.731405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.818367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144893519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:38.81838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.58979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:38.81839Z","caller":"traceutil/trace.go:171","msg":"trace[223308701] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24850; }","duration":"1.144938931s","start":"2026-07-01T01:42:37.673443Z","end":"2026-07-01T01:42:38.818382Z","steps":["trace[223308701] 'agreement among raft nodes before linearized reading' (duration: 1.14490853s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.818336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.706247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:38.81841Z","caller":"traceutil/trace.go:171","msg":"trace[2133479909] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24850; }","duration":"492.61334ms","start":"2026-07-01T01:42:38.325784Z","end":"2026-07-01T01:42:38.818397Z","steps":["trace[2133479909] 'agreement among raft nodes before linearized reading' (duration: 492.574079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.818413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.673431Z","time spent":"1.144977332s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:38.818432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.325726Z","time spent":"492.700103ms","remote":"127.0.0.1:60708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:38.818431Z","caller":"traceutil/trace.go:171","msg":"trace[2136055947] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24850; }","duration":"835.825331ms","start":"2026-07-01T01:42:37.982593Z","end":"2026-07-01T01:42:38.818418Z","steps":["trace[2136055947] 'agreement among raft nodes before linearized reading' (duration: 835.581273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.818476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.982579Z","time spent":"835.882342ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:38.818333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147014727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be044d7b0a348b\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-07-01T01:42:38.818587Z","caller":"traceutil/trace.go:171","msg":"trace[719241505] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be044d7b0a348b; range_end:; response_count:1; response_revision:24850; }","duration":"1.147271475s","start":"2026-07-01T01:42:37.671308Z","end":"2026-07-01T01:42:38.818579Z","steps":["trace[719241505] 'agreement among raft nodes before linearized reading' (duration: 1.146962665s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.81861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.671277Z","time spent":"1.147326687s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":867,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be044d7b0a348b\" "} {"level":"warn","ts":"2026-07-01T01:42:38.818623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149801476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-58e1135c-faff-44e2-8a9e-87740c2c0c6d\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-01T01:42:38.818662Z","caller":"traceutil/trace.go:171","msg":"trace[377353785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-58e1135c-faff-44e2-8a9e-87740c2c0c6d; range_end:; response_count:1; response_revision:24850; }","duration":"1.149853767s","start":"2026-07-01T01:42:37.668792Z","end":"2026-07-01T01:42:38.818645Z","steps":["trace[377353785] 'agreement among raft nodes before linearized reading' (duration: 1.149713083s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.818695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.668781Z","time spent":"1.14990297s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-58e1135c-faff-44e2-8a9e-87740c2c0c6d\" "} {"level":"warn","ts":"2026-07-01T01:42:39.322651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:39.823703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:40.323982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:40.550574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.729897406s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:40.826049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:40.826125Z","caller":"traceutil/trace.go:171","msg":"trace[1766977679] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000181553s","start":"2026-07-01T01:42:38.825928Z","end":"2026-07-01T01:42:40.82611Z","steps":["trace[1766977679] 'agreement among raft nodes before linearized reading' (duration: 2.00008237s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.826162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.825916Z","time spent":"2.000238475s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:42.451735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.900668938s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:42.827239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000854854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:42.827327Z","caller":"traceutil/trace.go:171","msg":"trace[1675733895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000983708s","start":"2026-07-01T01:42:40.826326Z","end":"2026-07-01T01:42:42.827309Z","steps":["trace[1675733895] 'agreement among raft nodes before linearized reading' (duration: 2.000869314s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:42.827384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.826319Z","time spent":"2.0010551s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:43.947706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396826405s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:43.947968Z","caller":"traceutil/trace.go:171","msg":"trace[45152084] linearizableReadLoop","detail":"{readStateIndex:25689; appliedIndex:25687; }","duration":"5.1254021s","start":"2026-07-01T01:42:38.822556Z","end":"2026-07-01T01:42:43.947958Z","steps":["trace[45152084] 'read index received' (duration: 1.728364277s)","trace[45152084] 'applied index is now lower than readState.Index' (duration: 3.397037083s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:43.948016Z","caller":"traceutil/trace.go:171","msg":"trace[1469700897] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"5.127401623s","start":"2026-07-01T01:42:38.820603Z","end":"2026-07-01T01:42:43.948005Z","steps":["trace[1469700897] 'process raft request' (duration: 1.730207746s)","trace[1469700897] 'compare' (duration: 722.198654ms)","trace[1469700897] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be044d7b0a348b; req_size:825; } (duration: 2.673554736s)"],"step_count":3} {"level":"warn","ts":"2026-07-01T01:42:43.948048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.82059Z","time spent":"5.127439835s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:43.948166Z","caller":"traceutil/trace.go:171","msg":"trace[1460185312] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"5.127252168s","start":"2026-07-01T01:42:38.820909Z","end":"2026-07-01T01:42:43.948161Z","steps":["trace[1460185312] 'process raft request' (duration: 5.126921558s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:43.948192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.82089Z","time spent":"5.12728732s","remote":"127.0.0.1:60752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130013,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:43.948322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.125767371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-01T01:42:43.948335Z","caller":"traceutil/trace.go:171","msg":"trace[1210881215] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24852; }","duration":"5.125805893s","start":"2026-07-01T01:42:38.822525Z","end":"2026-07-01T01:42:43.948331Z","steps":["trace[1210881215] 'agreement among raft nodes before linearized reading' (duration: 5.1257272s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:43.948353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.8225Z","time spent":"5.125848443s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-01T01:42:44.448882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:44.834947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:44.835016Z","caller":"traceutil/trace.go:171","msg":"trace[129159583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364158s","start":"2026-07-01T01:42:42.834634Z","end":"2026-07-01T01:42:44.834998Z","steps":["trace[129159583] 'agreement among raft nodes before linearized reading' (duration: 2.000275805s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:44.835063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.834613Z","time spent":"2.00044204s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:44.949534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:45.450029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:45.550066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999066346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:45.550214Z","caller":"traceutil/trace.go:171","msg":"trace[1328089741] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999281953s","start":"2026-07-01T01:42:40.550883Z","end":"2026-07-01T01:42:45.550165Z","steps":["trace[1328089741] 'agreement among raft nodes before linearized reading' (duration: 4.999089027s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.550303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.550861Z","time spent":"4.999398597s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/01 01:42:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:45.950148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:46.450703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:46.836029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000796053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:46.836111Z","caller":"traceutil/trace.go:171","msg":"trace[2119122071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000919667s","start":"2026-07-01T01:42:44.835172Z","end":"2026-07-01T01:42:46.836091Z","steps":["trace[2119122071] 'agreement among raft nodes before linearized reading' (duration: 2.000822143s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:46.836177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.835156Z","time spent":"2.00100809s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:46.951485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812692,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:47.339607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.887669894s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:47.649588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:47.649678Z","caller":"traceutil/trace.go:171","msg":"trace[131454842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464822s","start":"2026-07-01T01:42:45.649193Z","end":"2026-07-01T01:42:47.649658Z","steps":["trace[131454842] 'agreement among raft nodes before linearized reading' (duration: 2.000348719s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.649729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.649144Z","time spent":"2.000574245s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:47.826835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.826164Z","time spent":"7.000663425s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:48.277797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:41.277103Z","time spent":"7.000687627s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:48.834944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010002803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:48.835033Z","caller":"traceutil/trace.go:171","msg":"trace[1431922161] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.010132147s","start":"2026-07-01T01:42:38.824879Z","end":"2026-07-01T01:42:48.835011Z","steps":["trace[1431922161] 'agreement among raft nodes before linearized reading' (duration: 10.010008733s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:48.835084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.824872Z","time spent":"10.010200339s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/07/01 01:42:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:48.843474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:48.843553Z","caller":"traceutil/trace.go:171","msg":"trace[2020150787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255255s","start":"2026-07-01T01:42:46.843281Z","end":"2026-07-01T01:42:48.843536Z","steps":["trace[2020150787] 'agreement among raft nodes before linearized reading' (duration: 2.000156622s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:48.8436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.843268Z","time spent":"2.000322347s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:48.877179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:41.876029Z","time spent":"7.00114331s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:48.916711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:41.916141Z","time spent":"7.000565691s","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:49.079256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.078109Z","time spent":"7.00114071s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:49.269174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.165834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:49.269338Z","caller":"traceutil/trace.go:171","msg":"trace[1336562666] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24852; }","duration":"596.36096ms","start":"2026-07-01T01:42:48.672955Z","end":"2026-07-01T01:42:49.269316Z","steps":["trace[1336562666] 'range keys from in-memory index tree' (duration: 596.142644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.672835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.672603Z","time spent":"7.00022391s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:49.704617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.289985214s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:49.957711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617766611s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:49.95862Z","caller":"traceutil/trace.go:171","msg":"trace[456003459] linearizableReadLoop","detail":"{readStateIndex:25695; appliedIndex:25689; }","duration":"6.010589568s","start":"2026-07-01T01:42:43.947983Z","end":"2026-07-01T01:42:49.958573Z","steps":["trace[456003459] 'read index received' (duration: 3.391833055s)","trace[456003459] 'applied index is now lower than readState.Index' (duration: 2.618752683s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:49.958698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.561333166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:49.958923Z","caller":"traceutil/trace.go:171","msg":"trace[1734911297] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24858; }","duration":"8.561625166s","start":"2026-07-01T01:42:41.39728Z","end":"2026-07-01T01:42:49.958905Z","steps":["trace[1734911297] 'agreement among raft nodes before linearized reading' (duration: 8.561307206s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.959027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.402960925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:49.959087Z","caller":"traceutil/trace.go:171","msg":"trace[1936588962] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24858; }","duration":"10.403052539s","start":"2026-07-01T01:42:39.556014Z","end":"2026-07-01T01:42:49.959066Z","steps":["trace[1936588962] 'agreement among raft nodes before linearized reading' (duration: 10.402940295s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.959101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.135680458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-01T01:42:49.959138Z","caller":"traceutil/trace.go:171","msg":"trace[597684506] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24858; }","duration":"11.135723519s","start":"2026-07-01T01:42:38.823401Z","end":"2026-07-01T01:42:49.959125Z","steps":["trace[597684506] 'agreement among raft nodes before linearized reading' (duration: 11.135600215s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.958984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.519151049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:49.95924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.257069358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:49.959263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.136478813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-07-01T01:42:49.959278Z","caller":"traceutil/trace.go:171","msg":"trace[2038673478] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24858; }","duration":"7.25714132s","start":"2026-07-01T01:42:42.702126Z","end":"2026-07-01T01:42:49.959267Z","steps":["trace[2038673478] 'agreement among raft nodes before linearized reading' (duration: 7.257092579s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:49.959292Z","caller":"traceutil/trace.go:171","msg":"trace[276702470] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24858; }","duration":"11.136532385s","start":"2026-07-01T01:42:38.822751Z","end":"2026-07-01T01:42:49.959284Z","steps":["trace[276702470] 'agreement among raft nodes before linearized reading' (duration: 11.136452362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.959317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.822735Z","time spent":"11.136576427s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7100,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-01T01:42:49.959392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.905606787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:49.959466Z","caller":"traceutil/trace.go:171","msg":"trace[1467191174] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24858; }","duration":"7.90571155s","start":"2026-07-01T01:42:42.05374Z","end":"2026-07-01T01:42:49.959452Z","steps":["trace[1467191174] 'agreement among raft nodes before linearized reading' (duration: 7.905556365s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.959135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.555993Z","time spent":"10.403131791s","remote":"127.0.0.1:32894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.95959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.053723Z","time spent":"7.905803834s","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.959316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.702066Z","time spent":"7.257239324s","remote":"127.0.0.1:45420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.95971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.376415583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:49.95924Z","caller":"traceutil/trace.go:171","msg":"trace[2009235969] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24858; }","duration":"9.519431498s","start":"2026-07-01T01:42:40.439796Z","end":"2026-07-01T01:42:49.959227Z","steps":["trace[2009235969] 'agreement among raft nodes before linearized reading' (duration: 9.519102457s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:49.959883Z","caller":"traceutil/trace.go:171","msg":"trace[1669371940] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24858; }","duration":"6.376589828s","start":"2026-07-01T01:42:43.583276Z","end":"2026-07-01T01:42:49.959866Z","steps":["trace[1669371940] 'agreement among raft nodes before linearized reading' (duration: 6.376369681s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.95989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.439779Z","time spent":"9.52009797s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.959925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:43.583216Z","time spent":"6.376695362s","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.958878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.978164242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:49.960098Z","caller":"traceutil/trace.go:171","msg":"trace[1090324439] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24858; }","duration":"8.979416641s","start":"2026-07-01T01:42:40.980671Z","end":"2026-07-01T01:42:49.960088Z","steps":["trace[1090324439] 'agreement among raft nodes before linearized reading' (duration: 8.978183152s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.960135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.980652Z","time spent":"8.979471263s","remote":"127.0.0.1:41376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.958831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.902975525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:49.96028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.069135419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:42:49.960348Z","caller":"traceutil/trace.go:171","msg":"trace[1632249284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24858; }","duration":"8.904540845s","start":"2026-07-01T01:42:41.05579Z","end":"2026-07-01T01:42:49.96033Z","steps":["trace[1632249284] 'agreement among raft nodes before linearized reading' (duration: 8.902960415s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:49.960376Z","caller":"traceutil/trace.go:171","msg":"trace[588528720] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24858; }","duration":"8.069284324s","start":"2026-07-01T01:42:41.891055Z","end":"2026-07-01T01:42:49.960339Z","steps":["trace[588528720] 'agreement among raft nodes before linearized reading' (duration: 8.068948903s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.960469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:41.891038Z","time spent":"8.069418038s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:42:49.960527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.486132213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:49.960562Z","caller":"traceutil/trace.go:171","msg":"trace[1500731653] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24858; }","duration":"6.486193114s","start":"2026-07-01T01:42:43.474358Z","end":"2026-07-01T01:42:49.960551Z","steps":["trace[1500731653] 'agreement among raft nodes before linearized reading' (duration: 6.486137002s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.960598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:43.47434Z","time spent":"6.486249977s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.960616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.348771868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:42:49.96068Z","caller":"traceutil/trace.go:171","msg":"trace[274945882] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24858; }","duration":"6.348877152s","start":"2026-07-01T01:42:43.611791Z","end":"2026-07-01T01:42:49.960668Z","steps":["trace[274945882] 'agreement among raft nodes before linearized reading' (duration: 6.347545679s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.959102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:41.397265Z","time spent":"8.56178421s","remote":"127.0.0.1:60940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.960402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:41.055771Z","time spent":"8.904613788s","remote":"127.0.0.1:47312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.959183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.823394Z","time spent":"11.135780801s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:49.960716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:43.611772Z","time spent":"6.348933503s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2667,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:49.959183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.621148882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:49.961235Z","caller":"traceutil/trace.go:171","msg":"trace[1527832732] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24858; }","duration":"9.623212018s","start":"2026-07-01T01:42:40.337989Z","end":"2026-07-01T01:42:49.961202Z","steps":["trace[1527832732] 'agreement among raft nodes before linearized reading' (duration: 9.621169803s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.961267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.337968Z","time spent":"9.623288271s","remote":"127.0.0.1:44632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:50.823956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99188025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:50.824022Z","caller":"traceutil/trace.go:171","msg":"trace[192028197] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.991997604s","start":"2026-07-01T01:42:47.832009Z","end":"2026-07-01T01:42:50.824006Z","steps":["trace[192028197] 'agreement among raft nodes before linearized reading' (duration: 2.991913882s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.824058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.831951Z","time spent":"2.992100167s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/01 01:42:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:50.844094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000272796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:50.844155Z","caller":"traceutil/trace.go:171","msg":"trace[1396174645] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000364608s","start":"2026-07-01T01:42:48.843774Z","end":"2026-07-01T01:42:50.844139Z","steps":["trace[1396174645] 'agreement among raft nodes before linearized reading' (duration: 2.000297106s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.844518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.843761Z","time spent":"2.000737381s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:51.323731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039137626s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:51.726775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442118948s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:551"} {"level":"info","ts":"2026-07-01T01:42:51.727041Z","caller":"traceutil/trace.go:171","msg":"trace[506735990] linearizableReadLoop","detail":"{readStateIndex:25697; appliedIndex:25695; }","duration":"1.768305314s","start":"2026-07-01T01:42:49.958718Z","end":"2026-07-01T01:42:51.727023Z","steps":["trace[506735990] 'read index received' (duration: 325.835714ms)","trace[506735990] 'applied index is now lower than readState.Index' (duration: 1.44246834s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:51.727154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448891341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:51.727173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777955679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.727237Z","caller":"traceutil/trace.go:171","msg":"trace[1635827762] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24858; }","duration":"3.448987164s","start":"2026-07-01T01:42:48.278229Z","end":"2026-07-01T01:42:51.727216Z","steps":["trace[1635827762] 'agreement among raft nodes before linearized reading' (duration: 3.44884381s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.756672383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:51.727302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.278182Z","time spent":"3.449109809s","remote":"127.0.0.1:41530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.727317Z","caller":"traceutil/trace.go:171","msg":"trace[418210047] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"1.75719814s","start":"2026-07-01T01:42:49.970088Z","end":"2026-07-01T01:42:51.727286Z","steps":["trace[418210047] 'process raft request' (duration: 1.756852798s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397163074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:51.727345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.50935784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:51.727361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582799245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:42:51.727413Z","caller":"traceutil/trace.go:171","msg":"trace[993550198] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24859; }","duration":"7.509456373s","start":"2026-07-01T01:42:44.217937Z","end":"2026-07-01T01:42:51.727393Z","steps":["trace[993550198] 'agreement among raft nodes before linearized reading' (duration: 7.50937258s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.035499322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:51.727456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.970068Z","time spent":"1.757314973s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:51.727472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.641215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:51.727276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.775704521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-07-01T01:42:51.727478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.217917Z","time spent":"7.509544665s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.727508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734389569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.727524Z","caller":"traceutil/trace.go:171","msg":"trace[382763060] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b; range_end:; response_count:1; response_revision:24858; }","duration":"7.77597666s","start":"2026-07-01T01:42:43.951532Z","end":"2026-07-01T01:42:51.727509Z","steps":["trace[382763060] 'agreement among raft nodes before linearized reading' (duration: 7.775604188s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893640904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.727583Z","caller":"traceutil/trace.go:171","msg":"trace[1058485794] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24858; }","duration":"2.643886448s","start":"2026-07-01T01:42:49.083686Z","end":"2026-07-01T01:42:51.727572Z","steps":["trace[1058485794] 'process raft request' (duration: 2.643192516s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:43.95152Z","time spent":"7.776045532s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" "} {"level":"info","ts":"2026-07-01T01:42:51.727598Z","caller":"traceutil/trace.go:171","msg":"trace[2042842280] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:24859; }","duration":"1.893712196s","start":"2026-07-01T01:42:49.833878Z","end":"2026-07-01T01:42:51.72759Z","steps":["trace[2042842280] 'agreement among raft nodes before linearized reading' (duration: 1.893659545s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766656325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-01T01:42:51.727633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.833863Z","time spent":"1.893761478s","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.72764Z","caller":"traceutil/trace.go:171","msg":"trace[2088062345] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24859; }","duration":"2.766727097s","start":"2026-07-01T01:42:48.960896Z","end":"2026-07-01T01:42:51.727624Z","steps":["trace[2088062345] 'agreement among raft nodes before linearized reading' (duration: 2.766589293s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.083663Z","time spent":"2.643945059s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":724,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:51.727671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.960875Z","time spent":"2.76678982s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-01T01:42:51.727687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050925317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-01T01:42:51.727754Z","caller":"traceutil/trace.go:171","msg":"trace[1535354250] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24859; }","duration":"2.050982969s","start":"2026-07-01T01:42:49.676754Z","end":"2026-07-01T01:42:51.727736Z","steps":["trace[1535354250] 'agreement among raft nodes before linearized reading' (duration: 2.050828894s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839201186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:51.727416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.263053707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:51.727801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.676689Z","time spent":"2.051102063s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-01T01:42:51.727828Z","caller":"traceutil/trace.go:171","msg":"trace[1809351947] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24859; }","duration":"2.83928197s","start":"2026-07-01T01:42:48.888533Z","end":"2026-07-01T01:42:51.727815Z","steps":["trace[1809351947] 'agreement among raft nodes before linearized reading' (duration: 2.839198177s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.807189802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18228"} {"level":"info","ts":"2026-07-01T01:42:51.727852Z","caller":"traceutil/trace.go:171","msg":"trace[1964258320] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24859; }","duration":"6.263536832s","start":"2026-07-01T01:42:45.464299Z","end":"2026-07-01T01:42:51.727836Z","steps":["trace[1964258320] 'agreement among raft nodes before linearized reading' (duration: 6.262979904s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.88851Z","time spent":"2.839361251s","remote":"127.0.0.1:60778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.727895Z","caller":"traceutil/trace.go:171","msg":"trace[1643130432] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24859; }","duration":"2.807304386s","start":"2026-07-01T01:42:48.920573Z","end":"2026-07-01T01:42:51.727878Z","steps":["trace[1643130432] 'agreement among raft nodes before linearized reading' (duration: 2.807109989s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.775916368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:42:51.728005Z","caller":"traceutil/trace.go:171","msg":"trace[540775083] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24858; }","duration":"7.776711493s","start":"2026-07-01T01:42:43.95127Z","end":"2026-07-01T01:42:51.727982Z","steps":["trace[540775083] 'agreement among raft nodes before linearized reading' (duration: 7.775867936s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.727704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.446491235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:42:51.728078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:43.951251Z","time spent":"7.776805616s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:42:51.7279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.46428Z","time spent":"6.263606675s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.728129Z","caller":"traceutil/trace.go:171","msg":"trace[2085782442] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24859; }","duration":"3.44695435s","start":"2026-07-01T01:42:48.281159Z","end":"2026-07-01T01:42:51.728113Z","steps":["trace[2085782442] 'agreement among raft nodes before linearized reading' (duration: 3.446432433s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:51.727478Z","caller":"traceutil/trace.go:171","msg":"trace[364372485] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24859; }","duration":"5.035593515s","start":"2026-07-01T01:42:46.691872Z","end":"2026-07-01T01:42:51.727466Z","steps":["trace[364372485] 'agreement among raft nodes before linearized reading' (duration: 5.035505603s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.728212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.281134Z","time spent":"3.447062163s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-01T01:42:51.728276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.691854Z","time spent":"5.03636396s","remote":"127.0.0.1:60878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.727556Z","caller":"traceutil/trace.go:171","msg":"trace[481972456] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24858; }","duration":"2.845762136s","start":"2026-07-01T01:42:48.881765Z","end":"2026-07-01T01:42:51.727527Z","steps":["trace[481972456] 'process raft request' (duration: 1.402803841s)","trace[481972456] 'compare' (duration: 1.113683811s)","trace[481972456] 'range keys from in-memory index tree' {req_type:range; range_begin:/registry/leases/kube-node-lease/instance; range_end:; } (duration: 328.353505ms)"],"step_count":3} {"level":"info","ts":"2026-07-01T01:42:51.727517Z","caller":"traceutil/trace.go:171","msg":"trace[736542941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24859; }","duration":"875.718308ms","start":"2026-07-01T01:42:50.851785Z","end":"2026-07-01T01:42:51.727503Z","steps":["trace[736542941] 'agreement among raft nodes before linearized reading' (duration: 875.670316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.728422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.881745Z","time spent":"2.846606643s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:51.728473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.851765Z","time spent":"876.689299ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:42:51.727349Z","caller":"traceutil/trace.go:171","msg":"trace[1117908414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24858; }","duration":"4.756783366s","start":"2026-07-01T01:42:46.970543Z","end":"2026-07-01T01:42:51.727326Z","steps":["trace[1117908414] 'agreement among raft nodes before linearized reading' (duration: 4.756679503s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.7286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.97052Z","time spent":"4.758060387s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.727249Z","caller":"traceutil/trace.go:171","msg":"trace[173026175] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24858; }","duration":"3.778074623s","start":"2026-07-01T01:42:47.949153Z","end":"2026-07-01T01:42:51.727228Z","steps":["trace[173026175] 'agreement among raft nodes before linearized reading' (duration: 3.777951659s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.728716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.949137Z","time spent":"3.779561861s","remote":"127.0.0.1:41550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.72718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.18981762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.728855Z","caller":"traceutil/trace.go:171","msg":"trace[952683062] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24858; }","duration":"5.191536915s","start":"2026-07-01T01:42:46.537298Z","end":"2026-07-01T01:42:51.728835Z","steps":["trace[952683062] 'agreement among raft nodes before linearized reading' (duration: 5.189790859s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.728931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.537273Z","time spent":"5.191628068s","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.72722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.346255401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:51.729162Z","caller":"traceutil/trace.go:171","msg":"trace[188749564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24858; }","duration":"7.348207884s","start":"2026-07-01T01:42:44.380922Z","end":"2026-07-01T01:42:51.72913Z","steps":["trace[188749564] 'agreement among raft nodes before linearized reading' (duration: 7.346179269s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.729268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.380862Z","time spent":"7.348379909s","remote":"127.0.0.1:44802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.727376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763606494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7bf670c3-3784-4fc2-b74d-cd04c0b3488f\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-01T01:42:51.729523Z","caller":"traceutil/trace.go:171","msg":"trace[1117574598] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7bf670c3-3784-4fc2-b74d-cd04c0b3488f; range_end:; response_count:1; response_revision:24859; }","duration":"1.765757853s","start":"2026-07-01T01:42:49.963739Z","end":"2026-07-01T01:42:51.729496Z","steps":["trace[1117574598] 'agreement among raft nodes before linearized reading' (duration: 1.763544312s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.729601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.963728Z","time spent":"1.765846746s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-7bf670c3-3784-4fc2-b74d-cd04c0b3488f\" "} {"level":"info","ts":"2026-07-01T01:42:51.727388Z","caller":"traceutil/trace.go:171","msg":"trace[1460821112] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24859; }","duration":"5.397240837s","start":"2026-07-01T01:42:46.330139Z","end":"2026-07-01T01:42:51.72738Z","steps":["trace[1460821112] 'agreement among raft nodes before linearized reading' (duration: 5.397137213s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.72974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.330117Z","time spent":"5.399599192s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.727438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.594998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.730002Z","caller":"traceutil/trace.go:171","msg":"trace[1022816217] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24859; }","duration":"755.184321ms","start":"2026-07-01T01:42:50.974796Z","end":"2026-07-01T01:42:51.72998Z","steps":["trace[1022816217] 'agreement among raft nodes before linearized reading' (duration: 752.613199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.730072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.974776Z","time spent":"755.272974ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.727434Z","caller":"traceutil/trace.go:171","msg":"trace[1122120346] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24858; }","duration":"3.582911089s","start":"2026-07-01T01:42:48.144508Z","end":"2026-07-01T01:42:51.727419Z","steps":["trace[1122120346] 'agreement among raft nodes before linearized reading' (duration: 3.582615869s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.730194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.14449Z","time spent":"3.585683728s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.727488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642632917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.730355Z","caller":"traceutil/trace.go:171","msg":"trace[1158464032] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24859; }","duration":"2.645507859s","start":"2026-07-01T01:42:49.084826Z","end":"2026-07-01T01:42:51.730334Z","steps":["trace[1158464032] 'agreement among raft nodes before linearized reading' (duration: 2.642637357s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:51.727563Z","caller":"traceutil/trace.go:171","msg":"trace[1595480371] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24859; }","duration":"1.734481163s","start":"2026-07-01T01:42:49.993066Z","end":"2026-07-01T01:42:51.727547Z","steps":["trace[1595480371] 'agreement among raft nodes before linearized reading' (duration: 1.7344012s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.730434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.084818Z","time spent":"2.645591272s","remote":"127.0.0.1:44648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.730483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.993048Z","time spent":"1.737410036s","remote":"127.0.0.1:52012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.727949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.920554Z","time spent":"2.807381398s","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18251,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-01T01:42:52.719515Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22561,"took":"15.726993118s","hash":3093161304,"current-db-size-bytes":56938496,"current-db-size":"57 MB","current-db-size-in-use-bytes":34496512,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-01T01:42:52.71959Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3093161304,"revision":22561,"compact-revision":19761} {"level":"warn","ts":"2026-07-01T01:42:52.720439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.320852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:52.720547Z","caller":"traceutil/trace.go:171","msg":"trace[1125453610] linearizableReadLoop","detail":"{readStateIndex:25699; appliedIndex:25698; }","duration":"987.635377ms","start":"2026-07-01T01:42:51.732894Z","end":"2026-07-01T01:42:52.72053Z","steps":["trace[1125453610] 'read index received' (duration: 78.14566ms)","trace[1125453610] 'applied index is now lower than readState.Index' (duration: 909.487577ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:52.720725Z","caller":"traceutil/trace.go:171","msg":"trace[2039658400] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"988.730212ms","start":"2026-07-01T01:42:51.731981Z","end":"2026-07-01T01:42:52.720711Z","steps":["trace[2039658400] 'process raft request' (duration: 79.058909ms)","trace[2039658400] 'compare' (duration: 909.097095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:52.720973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.731953Z","time spent":"988.807435ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:52.721125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.131183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-01T01:42:52.721182Z","caller":"traceutil/trace.go:171","msg":"trace[2060069772] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:24860; }","duration":"988.222406ms","start":"2026-07-01T01:42:51.732947Z","end":"2026-07-01T01:42:52.721169Z","steps":["trace[2060069772] 'agreement among raft nodes before linearized reading' (duration: 988.027559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.721253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.73293Z","time spent":"988.315119ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T01:42:52.721193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.270497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-01T01:42:52.721283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.523729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:52.721318Z","caller":"traceutil/trace.go:171","msg":"trace[1109356644] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24860; }","duration":"988.445203ms","start":"2026-07-01T01:42:51.732854Z","end":"2026-07-01T01:42:52.721299Z","steps":["trace[1109356644] 'agreement among raft nodes before linearized reading' (duration: 988.107632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.721319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.274806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:42:52.721333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.370959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-01T01:42:52.721336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.288846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"warn","ts":"2026-07-01T01:42:52.721364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.732834Z","time spent":"988.519236ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-01T01:42:52.721364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.879223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-07-01T01:42:52.721358Z","caller":"traceutil/trace.go:171","msg":"trace[1989969431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24860; }","duration":"779.644543ms","start":"2026-07-01T01:42:51.941692Z","end":"2026-07-01T01:42:52.721336Z","steps":["trace[1989969431] 'agreement among raft nodes before linearized reading' (duration: 779.483988ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:52.721437Z","caller":"traceutil/trace.go:171","msg":"trace[289202835] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24860; }","duration":"987.4076ms","start":"2026-07-01T01:42:51.734012Z","end":"2026-07-01T01:42:52.72142Z","steps":["trace[289202835] 'agreement among raft nodes before linearized reading' (duration: 987.140991ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:52.721436Z","caller":"traceutil/trace.go:171","msg":"trace[1902027305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24860; }","duration":"726.516845ms","start":"2026-07-01T01:42:51.994901Z","end":"2026-07-01T01:42:52.721418Z","steps":["trace[1902027305] 'agreement among raft nodes before linearized reading' (duration: 726.258906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.721475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.941673Z","time spent":"779.794458ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:42:52.721475Z","caller":"traceutil/trace.go:171","msg":"trace[893573463] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24860; }","duration":"987.019018ms","start":"2026-07-01T01:42:51.734437Z","end":"2026-07-01T01:42:52.721456Z","steps":["trace[893573463] 'agreement among raft nodes before linearized reading' (duration: 986.719108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.721485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.734004Z","time spent":"987.468442ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-01T01:42:52.721493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.994881Z","time spent":"726.598567ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:52.721372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.309186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-01T01:42:52.721656Z","caller":"traceutil/trace.go:171","msg":"trace[92056728] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24860; }","duration":"987.653448ms","start":"2026-07-01T01:42:51.733983Z","end":"2026-07-01T01:42:52.721636Z","steps":["trace[92056728] 'agreement among raft nodes before linearized reading' (duration: 987.200073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.721711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.733971Z","time spent":"987.725831ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-01T01:42:52.721421Z","caller":"traceutil/trace.go:171","msg":"trace[1459856819] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24860; }","duration":"987.370759ms","start":"2026-07-01T01:42:51.733998Z","end":"2026-07-01T01:42:52.721369Z","steps":["trace[1459856819] 'agreement among raft nodes before linearized reading' (duration: 987.162292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.721285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.528765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:52.721922Z","caller":"traceutil/trace.go:171","msg":"trace[1556111898] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24860; }","duration":"918.211156ms","start":"2026-07-01T01:42:51.80369Z","end":"2026-07-01T01:42:52.721901Z","steps":["trace[1556111898] 'agreement among raft nodes before linearized reading' (duration: 917.496753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.72197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.80367Z","time spent":"918.285459ms","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:52.721518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.734428Z","time spent":"987.08224ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4461,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-01T01:42:52.721498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.49085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-01T01:42:52.722143Z","caller":"traceutil/trace.go:171","msg":"trace[1549624762] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24860; }","duration":"987.150112ms","start":"2026-07-01T01:42:51.734972Z","end":"2026-07-01T01:42:52.722122Z","steps":["trace[1549624762] 'agreement among raft nodes before linearized reading' (duration: 986.163131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.722207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.734966Z","time spent":"987.223914ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:42:52.721845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.733987Z","time spent":"987.824433ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-01T01:42:53.098759Z","caller":"traceutil/trace.go:171","msg":"trace[1068611997] linearizableReadLoop","detail":"{readStateIndex:25700; appliedIndex:25699; }","duration":"373.764598ms","start":"2026-07-01T01:42:52.724959Z","end":"2026-07-01T01:42:53.098723Z","steps":["trace[1068611997] 'read index received' (duration: 323.994626ms)","trace[1068611997] 'applied index is now lower than readState.Index' (duration: 49.768322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:53.098908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.722376Z","time spent":"376.527877ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:53.099555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.570143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-382e4473-9057-43ce-8820-c850358756e3\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-01T01:42:53.099655Z","caller":"traceutil/trace.go:171","msg":"trace[1959169071] range","detail":"{range_begin:/registry/persistentvolumes/pvc-382e4473-9057-43ce-8820-c850358756e3; range_end:; response_count:1; response_revision:24860; }","duration":"374.699768ms","start":"2026-07-01T01:42:52.724931Z","end":"2026-07-01T01:42:53.099631Z","steps":["trace[1959169071] 'agreement among raft nodes before linearized reading' (duration: 374.197232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:53.099971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.72492Z","time spent":"374.947315ms","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-382e4473-9057-43ce-8820-c850358756e3\" "} {"level":"warn","ts":"2026-07-01T01:42:53.924743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.616065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:53.925175Z","caller":"traceutil/trace.go:171","msg":"trace[1063313910] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"825.022975ms","start":"2026-07-01T01:42:53.100134Z","end":"2026-07-01T01:42:53.925157Z","steps":["trace[1063313910] 'process raft request' (duration: 824.974024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:53.925278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.100112Z","time spent":"825.126559ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:53.925479Z","caller":"traceutil/trace.go:171","msg":"trace[462948870] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"1.199195657s","start":"2026-07-01T01:42:52.726225Z","end":"2026-07-01T01:42:53.92542Z","steps":["trace[462948870] 'process raft request' (duration: 1.198791384s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:53.925583Z","caller":"traceutil/trace.go:171","msg":"trace[1953165556] linearizableReadLoop","detail":"{readStateIndex:25705; appliedIndex:25700; }","duration":"826.716419ms","start":"2026-07-01T01:42:53.098844Z","end":"2026-07-01T01:42:53.92556Z","steps":["trace[1953165556] 'read index received' (duration: 431.203955ms)","trace[1953165556] 'applied index is now lower than readState.Index' (duration: 395.509154ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:53.925751Z","caller":"traceutil/trace.go:171","msg":"trace[600123250] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"1.199671242s","start":"2026-07-01T01:42:52.726044Z","end":"2026-07-01T01:42:53.925715Z","steps":["trace[600123250] 'process raft request' (duration: 1.198839716s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:53.925791Z","caller":"traceutil/trace.go:171","msg":"trace[1391531380] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"1.199810756s","start":"2026-07-01T01:42:52.725958Z","end":"2026-07-01T01:42:53.925769Z","steps":["trace[1391531380] 'process raft request' (duration: 804.077045ms)","trace[1391531380] 'compare' (duration: 393.991765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:53.925794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.867732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:53.92579Z","caller":"traceutil/trace.go:171","msg":"trace[1378236275] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"1.199692703s","start":"2026-07-01T01:42:52.726067Z","end":"2026-07-01T01:42:53.925759Z","steps":["trace[1378236275] 'process raft request' (duration: 1.198911368s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:53.925831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.726203Z","time spent":"1.199389692s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:53.925885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.725946Z","time spent":"1.199890489s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:53.925875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.726022Z","time spent":"1.199789565s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:53.925857Z","caller":"traceutil/trace.go:171","msg":"trace[1424262768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24866; }","duration":"985.947224ms","start":"2026-07-01T01:42:52.939892Z","end":"2026-07-01T01:42:53.925839Z","steps":["trace[1424262768] 'agreement among raft nodes before linearized reading' (duration: 985.80757ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:53.925909Z","caller":"traceutil/trace.go:171","msg":"trace[1104572420] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"1.195120216s","start":"2026-07-01T01:42:52.730774Z","end":"2026-07-01T01:42:53.925895Z","steps":["trace[1104572420] 'process raft request' (duration: 1.194278309s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:53.925923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.726059Z","time spent":"1.199795856s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:53.925922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199879828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be06e29e51b34a\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-07-01T01:42:53.925965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.939838Z","time spent":"986.094178ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:53.92599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.730759Z","time spent":"1.195183118s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:53.926019Z","caller":"traceutil/trace.go:171","msg":"trace[1260070165] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be06e29e51b34a; range_end:; response_count:1; response_revision:24866; }","duration":"1.199998663s","start":"2026-07-01T01:42:52.725981Z","end":"2026-07-01T01:42:53.92598Z","steps":["trace[1260070165] 'agreement among raft nodes before linearized reading' (duration: 1.199722464s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:53.926101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.725938Z","time spent":"1.200127076s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be06e29e51b34a\" "} {"level":"warn","ts":"2026-07-01T01:42:54.852944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.365929ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-01T01:42:54.853157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718629035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:54.853189Z","caller":"traceutil/trace.go:171","msg":"trace[4275189] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24866; }","duration":"1.718688057s","start":"2026-07-01T01:42:53.134489Z","end":"2026-07-01T01:42:54.853177Z","steps":["trace[4275189] 'agreement among raft nodes before linearized reading' (duration: 1.718619935s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.853246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.134473Z","time spent":"1.718763659s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:54.853343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647394636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-01T01:42:54.853287Z","caller":"traceutil/trace.go:171","msg":"trace[466433104] linearizableReadLoop","detail":"{readStateIndex:25707; appliedIndex:25706; }","duration":"927.474234ms","start":"2026-07-01T01:42:53.92563Z","end":"2026-07-01T01:42:54.853104Z","steps":["trace[466433104] 'read index received' (duration: 141.040783ms)","trace[466433104] 'applied index is now lower than readState.Index' (duration: 786.432551ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:54.853378Z","caller":"traceutil/trace.go:171","msg":"trace[1915912386] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24866; }","duration":"1.647464558s","start":"2026-07-01T01:42:53.205908Z","end":"2026-07-01T01:42:54.853372Z","steps":["trace[1915912386] 'agreement among raft nodes before linearized reading' (duration: 1.647364685s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.8536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.205891Z","time spent":"1.647646494s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-01T01:42:54.853641Z","caller":"traceutil/trace.go:171","msg":"trace[791882697] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"923.539697ms","start":"2026-07-01T01:42:53.930079Z","end":"2026-07-01T01:42:54.853619Z","steps":["trace[791882697] 'process raft request' (duration: 922.946428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.853732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.930058Z","time spent":"923.61723ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:55.208137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.762611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:55.20818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.482819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-01T01:42:55.208273Z","caller":"traceutil/trace.go:171","msg":"trace[1293948576] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24867; }","duration":"430.887115ms","start":"2026-07-01T01:42:54.777314Z","end":"2026-07-01T01:42:55.208201Z","steps":["trace[1293948576] 'agreement among raft nodes before linearized reading' (duration: 76.559819ms)","trace[1293948576] 'count revisions from in-memory index tree' (duration: 354.206622ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:55.208299Z","caller":"traceutil/trace.go:171","msg":"trace[1695926185] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24867; }","duration":"704.649704ms","start":"2026-07-01T01:42:54.503627Z","end":"2026-07-01T01:42:55.208276Z","steps":["trace[1695926185] 'agreement among raft nodes before linearized reading' (duration: 350.242465ms)","trace[1695926185] 'range keys from in-memory index tree' (duration: 354.172131ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:55.208324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.777295Z","time spent":"431.01639ms","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:55.208341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.503598Z","time spent":"704.731957ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-01T01:42:55.208531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.707507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:55.208589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281044755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-01T01:42:55.208591Z","caller":"traceutil/trace.go:171","msg":"trace[1839510514] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24867; }","duration":"203.81214ms","start":"2026-07-01T01:42:55.004762Z","end":"2026-07-01T01:42:55.208574Z","steps":["trace[1839510514] 'count revisions from in-memory index tree' (duration: 203.586113ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:55.208622Z","caller":"traceutil/trace.go:171","msg":"trace[263121168] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24867; }","duration":"1.281099797s","start":"2026-07-01T01:42:53.927511Z","end":"2026-07-01T01:42:55.208611Z","steps":["trace[263121168] 'agreement among raft nodes before linearized reading' (duration: 926.074928ms)","trace[263121168] 'range keys from in-memory index tree' (duration: 354.919294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:55.208654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.927492Z","time spent":"1.281154389s","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:42:55.208698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.423551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-97f3f867-aca6-4203-8c53-3b3590191c42\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-01T01:42:55.208753Z","caller":"traceutil/trace.go:171","msg":"trace[211036124] range","detail":"{range_begin:/registry/persistentvolumes/pvc-97f3f867-aca6-4203-8c53-3b3590191c42; range_end:; response_count:1; response_revision:24867; }","duration":"350.479583ms","start":"2026-07-01T01:42:54.858241Z","end":"2026-07-01T01:42:55.208721Z","steps":["trace[211036124] 'range keys from in-memory index tree' (duration: 350.279537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.208775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.857835Z","time spent":"350.933148ms","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-97f3f867-aca6-4203-8c53-3b3590191c42\" "} {"level":"warn","ts":"2026-07-01T01:42:55.20881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232891424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:55.208843Z","caller":"traceutil/trace.go:171","msg":"trace[702056140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24867; }","duration":"1.232934106s","start":"2026-07-01T01:42:53.975896Z","end":"2026-07-01T01:42:55.20883Z","steps":["trace[702056140] 'agreement among raft nodes before linearized reading' (duration: 877.946398ms)","trace[702056140] 'range keys from in-memory index tree' (duration: 354.935055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:55.208868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.97585Z","time spent":"1.233011489s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:55.208619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.786152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-07-01T01:42:55.208928Z","caller":"traceutil/trace.go:171","msg":"trace[479758050] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b; range_end:; response_count:1; response_revision:24867; }","duration":"351.121913ms","start":"2026-07-01T01:42:54.857798Z","end":"2026-07-01T01:42:55.20892Z","steps":["trace[479758050] 'range keys from in-memory index tree' (duration: 350.624978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.208953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.857785Z","time spent":"351.161325ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" "} {"level":"warn","ts":"2026-07-01T01:42:55.209036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.973836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:55.209131Z","caller":"traceutil/trace.go:171","msg":"trace[290442457] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24867; }","duration":"555.10764ms","start":"2026-07-01T01:42:54.653994Z","end":"2026-07-01T01:42:55.209101Z","steps":["trace[290442457] 'agreement among raft nodes before linearized reading' (duration: 199.854185ms)","trace[290442457] 'count revisions from in-memory index tree' (duration: 355.097541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:55.20913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279281519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-07-01T01:42:55.209206Z","caller":"traceutil/trace.go:171","msg":"trace[333234656] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24867; }","duration":"1.279377982s","start":"2026-07-01T01:42:53.929807Z","end":"2026-07-01T01:42:55.209185Z","steps":["trace[333234656] 'agreement among raft nodes before linearized reading' (duration: 924.044154ms)","trace[333234656] 'range keys from in-memory index tree' (duration: 355.136802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:55.209193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.653979Z","time spent":"555.195883ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:55.20914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.509289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:55.209281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.929799Z","time spent":"1.279473475s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-01T01:42:55.209367Z","caller":"traceutil/trace.go:171","msg":"trace[1275221282] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24867; }","duration":"814.753366ms","start":"2026-07-01T01:42:54.394543Z","end":"2026-07-01T01:42:55.209296Z","steps":["trace[1275221282] 'agreement among raft nodes before linearized reading' (duration: 459.287804ms)","trace[1275221282] 'count revisions from in-memory index tree' (duration: 355.160112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:55.209478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.394521Z","time spent":"814.934262ms","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:55.712762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812721,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:42:55.843588Z","caller":"traceutil/trace.go:171","msg":"trace[377148840] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"631.72928ms","start":"2026-07-01T01:42:55.211647Z","end":"2026-07-01T01:42:55.843376Z","steps":["trace[377148840] 'process raft request' (duration: 631.548844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.844051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.211635Z","time spent":"632.040331ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:56.272134Z","caller":"traceutil/trace.go:171","msg":"trace[711568596] linearizableReadLoop","detail":"{readStateIndex:25711; appliedIndex:25709; }","duration":"1.059381123s","start":"2026-07-01T01:42:55.212724Z","end":"2026-07-01T01:42:56.272105Z","steps":["trace[711568596] 'read index received' (duration: 630.646616ms)","trace[711568596] 'applied index is now lower than readState.Index' (duration: 428.733377ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:56.272137Z","caller":"traceutil/trace.go:171","msg":"trace[89694459] transaction","detail":"{read_only:false; response_revision:24869; number_of_response:1; }","duration":"1.059269189s","start":"2026-07-01T01:42:55.212838Z","end":"2026-07-01T01:42:56.272107Z","steps":["trace[89694459] 'process raft request' (duration: 1.024106514s)","trace[89694459] 'compare' (duration: 34.598737ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:56.272239Z","caller":"traceutil/trace.go:171","msg":"trace[338118547] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"1.053335009s","start":"2026-07-01T01:42:55.218878Z","end":"2026-07-01T01:42:56.272213Z","steps":["trace[338118547] 'process raft request' (duration: 1.053032949s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.272353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.212819Z","time spent":"1.059460345s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:56.272483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.21886Z","time spent":"1.053525395s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:56.272681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059192856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-01T01:42:56.272711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.254411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:56.272718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055836689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:56.272738Z","caller":"traceutil/trace.go:171","msg":"trace[1344459823] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24870; }","duration":"1.059261628s","start":"2026-07-01T01:42:55.213462Z","end":"2026-07-01T01:42:56.272724Z","steps":["trace[1344459823] 'agreement among raft nodes before linearized reading' (duration: 1.059021231s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.272722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.808821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:56.272716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.986515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:56.27276Z","caller":"traceutil/trace.go:171","msg":"trace[959117422] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24870; }","duration":"915.340144ms","start":"2026-07-01T01:42:55.357402Z","end":"2026-07-01T01:42:56.272742Z","steps":["trace[959117422] 'agreement among raft nodes before linearized reading' (duration: 915.264172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.272778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.213401Z","time spent":"1.059365572s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-01T01:42:56.272776Z","caller":"traceutil/trace.go:171","msg":"trace[1119238515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24870; }","duration":"1.055920752s","start":"2026-07-01T01:42:55.216838Z","end":"2026-07-01T01:42:56.272759Z","steps":["trace[1119238515] 'agreement among raft nodes before linearized reading' (duration: 1.055808468s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:56.272792Z","caller":"traceutil/trace.go:171","msg":"trace[193735934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24870; }","duration":"931.924025ms","start":"2026-07-01T01:42:55.340847Z","end":"2026-07-01T01:42:56.272771Z","steps":["trace[193735934] 'agreement among raft nodes before linearized reading' (duration: 931.797591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.272823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.357383Z","time spent":"915.430267ms","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:56.272826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.553793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:42:56.272818Z","caller":"traceutil/trace.go:171","msg":"trace[250394790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24870; }","duration":"911.1312ms","start":"2026-07-01T01:42:55.36166Z","end":"2026-07-01T01:42:56.272791Z","steps":["trace[250394790] 'agreement among raft nodes before linearized reading' (duration: 910.929623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.272834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.216822Z","time spent":"1.056000215s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:56.272729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.876298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:56.272854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.340826Z","time spent":"932.013007ms","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:56.272882Z","caller":"traceutil/trace.go:171","msg":"trace[1042707846] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24870; }","duration":"744.101775ms","start":"2026-07-01T01:42:55.528775Z","end":"2026-07-01T01:42:56.272876Z","steps":["trace[1042707846] 'agreement among raft nodes before linearized reading' (duration: 743.857947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.272878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.361646Z","time spent":"911.215312ms","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:56.2729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.52875Z","time spent":"744.143527ms","remote":"127.0.0.1:41472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:56.272911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060155657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:42:56.272853Z","caller":"traceutil/trace.go:171","msg":"trace[1974077599] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24870; }","duration":"796.626455ms","start":"2026-07-01T01:42:55.47622Z","end":"2026-07-01T01:42:56.272846Z","steps":["trace[1974077599] 'agreement among raft nodes before linearized reading' (duration: 796.502221ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:56.272997Z","caller":"traceutil/trace.go:171","msg":"trace[1872456429] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24870; }","duration":"1.060260091s","start":"2026-07-01T01:42:55.21269Z","end":"2026-07-01T01:42:56.27295Z","steps":["trace[1872456429] 'agreement among raft nodes before linearized reading' (duration: 1.059522677s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.272993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.476201Z","time spent":"796.7745ms","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:56.272788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.813581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18be06de4f8a5791\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-07-01T01:42:56.27306Z","caller":"traceutil/trace.go:171","msg":"trace[248536164] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18be06de4f8a5791; range_end:; response_count:1; response_revision:24870; }","duration":"425.165643ms","start":"2026-07-01T01:42:55.847879Z","end":"2026-07-01T01:42:56.273045Z","steps":["trace[248536164] 'agreement among raft nodes before linearized reading' (duration: 424.786341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.273043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.212672Z","time spent":"1.060360743s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:42:56.273102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.847849Z","time spent":"425.240695ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18be06de4f8a5791\" "} {"level":"warn","ts":"2026-07-01T01:42:57.31087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.923757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:57.311109Z","caller":"traceutil/trace.go:171","msg":"trace[1875584411] linearizableReadLoop","detail":"{readStateIndex:25714; appliedIndex:25711; }","duration":"1.030591793s","start":"2026-07-01T01:42:56.280502Z","end":"2026-07-01T01:42:57.311093Z","steps":["trace[1875584411] 'read index received' (duration: 363.377466ms)","trace[1875584411] 'applied index is now lower than readState.Index' (duration: 667.213447ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:57.311214Z","caller":"traceutil/trace.go:171","msg":"trace[1197957031] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"1.034871509s","start":"2026-07-01T01:42:56.276318Z","end":"2026-07-01T01:42:57.31119Z","steps":["trace[1197957031] 'process raft request' (duration: 367.547759ms)","trace[1197957031] 'compare' (duration: 666.267186ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:57.311356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.276301Z","time spent":"1.035007684s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:57.311377Z","caller":"traceutil/trace.go:171","msg":"trace[748939196] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"1.031116559s","start":"2026-07-01T01:42:56.280219Z","end":"2026-07-01T01:42:57.311336Z","steps":["trace[748939196] 'process raft request' (duration: 1.03082972s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.311422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030698525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:57.311487Z","caller":"traceutil/trace.go:171","msg":"trace[2065541511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24873; }","duration":"1.030783949s","start":"2026-07-01T01:42:56.280688Z","end":"2026-07-01T01:42:57.311471Z","steps":["trace[2065541511] 'agreement among raft nodes before linearized reading' (duration: 1.030657335s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.311493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.020809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:57.311444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.732923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:57.311524Z","caller":"traceutil/trace.go:171","msg":"trace[1162279945] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"1.031891694s","start":"2026-07-01T01:42:56.279615Z","end":"2026-07-01T01:42:57.311507Z","steps":["trace[1162279945] 'process raft request' (duration: 1.031350957s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:57.311549Z","caller":"traceutil/trace.go:171","msg":"trace[1913992975] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24873; }","duration":"562.877128ms","start":"2026-07-01T01:42:56.748661Z","end":"2026-07-01T01:42:57.311538Z","steps":["trace[1913992975] 'agreement among raft nodes before linearized reading' (duration: 562.738743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.311506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.892728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:57.311545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031030977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-07-01T01:42:57.31154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.280199Z","time spent":"1.031265904s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:57.311572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.748641Z","time spent":"562.92326ms","remote":"127.0.0.1:60890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:57.311592Z","caller":"traceutil/trace.go:171","msg":"trace[173188681] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24873; }","duration":"407.030552ms","start":"2026-07-01T01:42:56.904544Z","end":"2026-07-01T01:42:57.311574Z","steps":["trace[173188681] 'agreement among raft nodes before linearized reading' (duration: 406.858847ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:57.311594Z","caller":"traceutil/trace.go:171","msg":"trace[1915044557] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24873; }","duration":"1.031119839s","start":"2026-07-01T01:42:56.280459Z","end":"2026-07-01T01:42:57.311579Z","steps":["trace[1915044557] 'agreement among raft nodes before linearized reading' (duration: 1.030953764s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.311601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.27959Z","time spent":"1.031974427s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:57.311551Z","caller":"traceutil/trace.go:171","msg":"trace[1667943798] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24873; }","duration":"471.070251ms","start":"2026-07-01T01:42:56.840466Z","end":"2026-07-01T01:42:57.311536Z","steps":["trace[1667943798] 'agreement among raft nodes before linearized reading' (duration: 470.998379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.311647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.280452Z","time spent":"1.031186861s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:57.311649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.904525Z","time spent":"407.113675ms","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:57.311681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.840446Z","time spent":"471.221276ms","remote":"127.0.0.1:41490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:57.31152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.280681Z","time spent":"1.03083306s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:57.311683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.085323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-07-01T01:42:57.311792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027983419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" ","response":"range_response_count:1 size:7610"} {"level":"info","ts":"2026-07-01T01:42:57.311815Z","caller":"traceutil/trace.go:171","msg":"trace[21195519] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:24873; }","duration":"963.262998ms","start":"2026-07-01T01:42:56.348541Z","end":"2026-07-01T01:42:57.311804Z","steps":["trace[21195519] 'agreement among raft nodes before linearized reading' (duration: 962.946098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.311848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.348518Z","time spent":"963.318509ms","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1044,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"info","ts":"2026-07-01T01:42:57.311848Z","caller":"traceutil/trace.go:171","msg":"trace[762328284] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn; range_end:; response_count:1; response_revision:24873; }","duration":"1.028062111s","start":"2026-07-01T01:42:56.283767Z","end":"2026-07-01T01:42:57.311829Z","steps":["trace[762328284] 'agreement among raft nodes before linearized reading' (duration: 1.0277063s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.311806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009389224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"warn","ts":"2026-07-01T01:42:57.311898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.283751Z","time spent":"1.028132834s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7633,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn\" "} {"level":"info","ts":"2026-07-01T01:42:57.311911Z","caller":"traceutil/trace.go:171","msg":"trace[2039002025] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:24873; }","duration":"1.00957043s","start":"2026-07-01T01:42:56.30232Z","end":"2026-07-01T01:42:57.311891Z","steps":["trace[2039002025] 'agreement among raft nodes before linearized reading' (duration: 1.009142786s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.312059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.3023Z","time spent":"1.009699134s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1886,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:57.312129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.549847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-07-01T01:42:57.312198Z","caller":"traceutil/trace.go:171","msg":"trace[1066496336] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:24873; }","duration":"963.663311ms","start":"2026-07-01T01:42:56.348517Z","end":"2026-07-01T01:42:57.312181Z","steps":["trace[1066496336] 'agreement among raft nodes before linearized reading' (duration: 962.938267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.312248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.348498Z","time spent":"963.740903ms","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-07-01T01:42:57.693803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.637531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:57.693918Z","caller":"traceutil/trace.go:171","msg":"trace[1413242799] linearizableReadLoop","detail":"{readStateIndex:25715; appliedIndex:25714; }","duration":"375.69153ms","start":"2026-07-01T01:42:57.318208Z","end":"2026-07-01T01:42:57.6939Z","steps":["trace[1413242799] 'read index received' (duration: 213.940495ms)","trace[1413242799] 'applied index is now lower than readState.Index' (duration: 161.748695ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:57.69397Z","caller":"traceutil/trace.go:171","msg":"trace[714596180] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"375.990729ms","start":"2026-07-01T01:42:57.317943Z","end":"2026-07-01T01:42:57.693934Z","steps":["trace[714596180] 'process raft request' (duration: 214.11114ms)","trace[714596180] 'compare' (duration: 161.219138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:57.694123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.910847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-01T01:42:57.694152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.317932Z","time spent":"376.115884ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:57.694164Z","caller":"traceutil/trace.go:171","msg":"trace[1738481738] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24874; }","duration":"375.975629ms","start":"2026-07-01T01:42:57.318173Z","end":"2026-07-01T01:42:57.694149Z","steps":["trace[1738481738] 'agreement among raft nodes before linearized reading' (duration: 375.802734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.6942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.318155Z","time spent":"376.03776ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:58.222639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.785761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:58.222768Z","caller":"traceutil/trace.go:171","msg":"trace[98395282] linearizableReadLoop","detail":"{readStateIndex:25716; appliedIndex:25715; }","duration":"528.797228ms","start":"2026-07-01T01:42:57.693949Z","end":"2026-07-01T01:42:58.222746Z","steps":["trace[98395282] 'read index received' (duration: 424.872323ms)","trace[98395282] 'applied index is now lower than readState.Index' (duration: 103.923035ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:58.222861Z","caller":"traceutil/trace.go:171","msg":"trace[948670008] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"901.850784ms","start":"2026-07-01T01:42:57.320983Z","end":"2026-07-01T01:42:58.222834Z","steps":["trace[948670008] 'process raft request' (duration: 797.757053ms)","trace[948670008] 'compare' (duration: 103.265064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:58.222984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.320966Z","time spent":"901.950366ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7770,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:58.222989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.69591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:58.223039Z","caller":"traceutil/trace.go:171","msg":"trace[1455648663] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24875; }","duration":"731.780393ms","start":"2026-07-01T01:42:57.491239Z","end":"2026-07-01T01:42:58.22302Z","steps":["trace[1455648663] 'agreement among raft nodes before linearized reading' (duration: 731.650579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.223089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.491217Z","time spent":"731.857875ms","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:58.223074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.533137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:58.223153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.870018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-07-01T01:42:58.223165Z","caller":"traceutil/trace.go:171","msg":"trace[896466688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24875; }","duration":"903.659562ms","start":"2026-07-01T01:42:57.319484Z","end":"2026-07-01T01:42:58.223144Z","steps":["trace[896466688] 'agreement among raft nodes before linearized reading' (duration: 903.509537ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:58.223193Z","caller":"traceutil/trace.go:171","msg":"trace[138391278] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:24875; }","duration":"903.966641ms","start":"2026-07-01T01:42:57.319215Z","end":"2026-07-01T01:42:58.223182Z","steps":["trace[138391278] 'agreement among raft nodes before linearized reading' (duration: 903.817776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.223219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.319467Z","time spent":"903.739954ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:58.223246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.319203Z","time spent":"904.032824ms","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5665,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:58.68829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.430539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:58.688588Z","caller":"traceutil/trace.go:171","msg":"trace[1016319618] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"990.370766ms","start":"2026-07-01T01:42:57.698193Z","end":"2026-07-01T01:42:58.688564Z","steps":["trace[1016319618] 'process raft request' (duration: 856.046668ms)","trace[1016319618] 'compare' (duration: 133.235113ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:58.68869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.698164Z","time spent":"990.477989ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:58.688923Z","caller":"traceutil/trace.go:171","msg":"trace[2032470190] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"961.12657ms","start":"2026-07-01T01:42:57.727789Z","end":"2026-07-01T01:42:58.688915Z","steps":["trace[2032470190] 'process raft request' (duration: 960.755808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.688987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.727756Z","time spent":"961.196022ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:58.688939Z","caller":"traceutil/trace.go:171","msg":"trace[195462465] linearizableReadLoop","detail":"{readStateIndex:25718; appliedIndex:25716; }","duration":"466.111722ms","start":"2026-07-01T01:42:58.222802Z","end":"2026-07-01T01:42:58.688914Z","steps":["trace[195462465] 'read index received' (duration: 331.458584ms)","trace[195462465] 'applied index is now lower than readState.Index' (duration: 134.592196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:58.689383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.49498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aad0d709-7944-4f87-be26-52c5835d2fad\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T01:42:58.689422Z","caller":"traceutil/trace.go:171","msg":"trace[213696303] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aad0d709-7944-4f87-be26-52c5835d2fad; range_end:; response_count:1; response_revision:24877; }","duration":"990.561542ms","start":"2026-07-01T01:42:57.698849Z","end":"2026-07-01T01:42:58.689411Z","steps":["trace[213696303] 'agreement among raft nodes before linearized reading' (duration: 990.466109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.689445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.698833Z","time spent":"990.606613ms","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-aad0d709-7944-4f87-be26-52c5835d2fad\" "} {"level":"warn","ts":"2026-07-01T01:42:58.68944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.274174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:58.68953Z","caller":"traceutil/trace.go:171","msg":"trace[1232996170] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24877; }","duration":"148.425488ms","start":"2026-07-01T01:42:58.541085Z","end":"2026-07-01T01:42:58.68951Z","steps":["trace[1232996170] 'agreement among raft nodes before linearized reading' (duration: 148.245542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.68957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.668793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:58.689592Z","caller":"traceutil/trace.go:171","msg":"trace[2007740949] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:24877; }","duration":"462.730665ms","start":"2026-07-01T01:42:58.226854Z","end":"2026-07-01T01:42:58.689585Z","steps":["trace[2007740949] 'agreement among raft nodes before linearized reading' (duration: 462.692583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.689617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.226835Z","time spent":"462.775495ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:58.690317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.991174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:58.689399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.524368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g4d8b\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-07-01T01:42:58.69075Z","caller":"traceutil/trace.go:171","msg":"trace[1275222913] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g4d8b; range_end:; response_count:1; response_revision:24877; }","duration":"463.937983ms","start":"2026-07-01T01:42:58.226787Z","end":"2026-07-01T01:42:58.690725Z","steps":["trace[1275222913] 'agreement among raft nodes before linearized reading' (duration: 462.470606ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:58.690633Z","caller":"traceutil/trace.go:171","msg":"trace[769169982] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24877; }","duration":"589.270653ms","start":"2026-07-01T01:42:58.10126Z","end":"2026-07-01T01:42:58.69053Z","steps":["trace[769169982] 'agreement among raft nodes before linearized reading' (duration: 587.94295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.690886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.226772Z","time spent":"464.026206ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6880,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g4d8b\" "} {"level":"warn","ts":"2026-07-01T01:42:58.690958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.101238Z","time spent":"589.653215ms","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:59.247313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812752,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:42:59.295788Z","caller":"traceutil/trace.go:171","msg":"trace[1737514099] linearizableReadLoop","detail":"{readStateIndex:25720; appliedIndex:25719; }","duration":"548.978512ms","start":"2026-07-01T01:42:58.746777Z","end":"2026-07-01T01:42:59.295755Z","steps":["trace[1737514099] 'read index received' (duration: 547.861727ms)","trace[1737514099] 'applied index is now lower than readState.Index' (duration: 1.115015ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:59.295846Z","caller":"traceutil/trace.go:171","msg":"trace[1271354797] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"597.522406ms","start":"2026-07-01T01:42:58.698291Z","end":"2026-07-01T01:42:59.295813Z","steps":["trace[1271354797] 'process raft request' (duration: 596.459432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.698264Z","time spent":"597.661061ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:59.295959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.419208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:59.29602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.993997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:59.296088Z","caller":"traceutil/trace.go:171","msg":"trace[1921176654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24879; }","duration":"355.09803ms","start":"2026-07-01T01:42:58.940969Z","end":"2026-07-01T01:42:59.296067Z","steps":["trace[1921176654] 'agreement among raft nodes before linearized reading' (duration: 354.980947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.296065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.078252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:59.29609Z","caller":"traceutil/trace.go:171","msg":"trace[1377590093] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:24879; }","duration":"600.588684ms","start":"2026-07-01T01:42:58.695473Z","end":"2026-07-01T01:42:59.296062Z","steps":["trace[1377590093] 'agreement among raft nodes before linearized reading' (duration: 600.381798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.296142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.940948Z","time spent":"355.182032ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:42:59.296151Z","caller":"traceutil/trace.go:171","msg":"trace[527620086] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24879; }","duration":"437.213537ms","start":"2026-07-01T01:42:58.858919Z","end":"2026-07-01T01:42:59.296133Z","steps":["trace[527620086] 'agreement among raft nodes before linearized reading' (duration: 437.067823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.296148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.897125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb224c72-f424-474d-87be-76d649610c05\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-01T01:42:59.296172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.695463Z","time spent":"600.685957ms","remote":"127.0.0.1:60880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:59.2962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.858899Z","time spent":"437.292309ms","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:59.296218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.852063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be044d7c82c880\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-07-01T01:42:59.296231Z","caller":"traceutil/trace.go:171","msg":"trace[1379155586] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb224c72-f424-474d-87be-76d649610c05; range_end:; response_count:1; response_revision:24879; }","duration":"546.035409ms","start":"2026-07-01T01:42:58.750177Z","end":"2026-07-01T01:42:59.296213Z","steps":["trace[1379155586] 'agreement among raft nodes before linearized reading' (duration: 545.779391ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:59.296285Z","caller":"traceutil/trace.go:171","msg":"trace[2023756173] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be044d7c82c880; range_end:; response_count:1; response_revision:24879; }","duration":"545.936066ms","start":"2026-07-01T01:42:58.750329Z","end":"2026-07-01T01:42:59.296265Z","steps":["trace[2023756173] 'agreement among raft nodes before linearized reading' (duration: 545.75454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.29629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.750152Z","time spent":"546.127492ms","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-cb224c72-f424-474d-87be-76d649610c05\" "} {"level":"warn","ts":"2026-07-01T01:42:59.296326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.750318Z","time spent":"546.000167ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":819,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-v8lcx.18be044d7c82c880\" "} {"level":"warn","ts":"2026-07-01T01:42:59.296879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.701808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:42:59.296934Z","caller":"traceutil/trace.go:171","msg":"trace[924966644] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24879; }","duration":"540.797212ms","start":"2026-07-01T01:42:58.756124Z","end":"2026-07-01T01:42:59.296921Z","steps":["trace[924966644] 'agreement among raft nodes before linearized reading' (duration: 539.831071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.296985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.756105Z","time spent":"540.870964ms","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:59.841037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812758,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:43:00.059446Z","caller":"traceutil/trace.go:171","msg":"trace[957483442] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"741.123431ms","start":"2026-07-01T01:42:59.318278Z","end":"2026-07-01T01:43:00.059402Z","steps":["trace[957483442] 'process raft request' (duration: 740.934645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.059665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.318261Z","time spent":"741.259726ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:00.814675Z","caller":"traceutil/trace.go:171","msg":"trace[917575430] linearizableReadLoop","detail":"{readStateIndex:25723; appliedIndex:25721; }","duration":"1.474150373s","start":"2026-07-01T01:42:59.340498Z","end":"2026-07-01T01:43:00.814649Z","steps":["trace[917575430] 'read index received' (duration: 718.737845ms)","trace[917575430] 'applied index is now lower than readState.Index' (duration: 755.411218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:00.81487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514262667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:00.814908Z","caller":"traceutil/trace.go:171","msg":"trace[240448447] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:24882; }","duration":"1.51435961s","start":"2026-07-01T01:42:59.300537Z","end":"2026-07-01T01:43:00.814896Z","steps":["trace[240448447] 'agreement among raft nodes before linearized reading' (duration: 1.514250477s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:00.814901Z","caller":"traceutil/trace.go:171","msg":"trace[968908978] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"1.466612602s","start":"2026-07-01T01:42:59.348256Z","end":"2026-07-01T01:43:00.814868Z","steps":["trace[968908978] 'process raft request' (duration: 1.429573727s)","trace[968908978] 'compare' (duration: 36.683234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:00.81495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.300531Z","time spent":"1.514409182s","remote":"127.0.0.1:60964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:43:00.814874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51185005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:00.815011Z","caller":"traceutil/trace.go:171","msg":"trace[1449947821] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24882; }","duration":"1.512059486s","start":"2026-07-01T01:42:59.302933Z","end":"2026-07-01T01:43:00.814992Z","steps":["trace[1449947821] 'agreement among raft nodes before linearized reading' (duration: 1.511781697s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.814997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513781851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-01T01:43:00.815011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496983534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-07-01T01:43:00.815077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.302923Z","time spent":"1.512138418s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:43:00.815048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.348242Z","time spent":"1.466727696s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5589,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:00.815098Z","caller":"traceutil/trace.go:171","msg":"trace[738263004] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24882; }","duration":"1.513923206s","start":"2026-07-01T01:42:59.301147Z","end":"2026-07-01T01:43:00.81507Z","steps":["trace[738263004] 'agreement among raft nodes before linearized reading' (duration: 1.513599555s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:00.815109Z","caller":"traceutil/trace.go:171","msg":"trace[698973014] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24882; }","duration":"1.497102997s","start":"2026-07-01T01:42:59.317983Z","end":"2026-07-01T01:43:00.815086Z","steps":["trace[698973014] 'agreement among raft nodes before linearized reading' (duration: 1.496729565s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.815164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.317977Z","time spent":"1.49717798s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-01T01:43:00.815166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.301109Z","time spent":"1.514042869s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-01T01:43:00.815971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498156171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-07-01T01:43:00.81621Z","caller":"traceutil/trace.go:171","msg":"trace[1392199986] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:24882; }","duration":"1.499072621s","start":"2026-07-01T01:42:59.317024Z","end":"2026-07-01T01:43:00.816097Z","steps":["trace[1392199986] 'agreement among raft nodes before linearized reading' (duration: 1.497872592s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.817231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.317013Z","time spent":"1.499512254s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-07-01T01:43:00.851658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.042586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:00.851712Z","caller":"traceutil/trace.go:171","msg":"trace[1762277656] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24883; }","duration":"775.16016ms","start":"2026-07-01T01:43:00.07654Z","end":"2026-07-01T01:43:00.8517Z","steps":["trace[1762277656] 'agreement among raft nodes before linearized reading' (duration: 775.023266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.851717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310881919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1985"} {"level":"info","ts":"2026-07-01T01:43:00.851761Z","caller":"traceutil/trace.go:171","msg":"trace[1459803928] transaction","detail":"{read_only:false; response_revision:24883; number_of_response:1; }","duration":"622.868377ms","start":"2026-07-01T01:43:00.228887Z","end":"2026-07-01T01:43:00.851755Z","steps":["trace[1459803928] 'process raft request' (duration: 622.502705ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:00.851766Z","caller":"traceutil/trace.go:171","msg":"trace[438855153] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24883; }","duration":"1.310972993s","start":"2026-07-01T01:42:59.540781Z","end":"2026-07-01T01:43:00.851754Z","steps":["trace[438855153] 'agreement among raft nodes before linearized reading' (duration: 1.310820768s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.8518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.540759Z","time spent":"1.311033444s","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-01T01:43:00.851824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.228863Z","time spent":"622.910949ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:00.851738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.076523Z","time spent":"775.209811ms","remote":"127.0.0.1:52086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:00.852048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365122735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:00.852015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.007899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:00.852131Z","caller":"traceutil/trace.go:171","msg":"trace[136352720] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24883; }","duration":"1.365239568s","start":"2026-07-01T01:42:59.486867Z","end":"2026-07-01T01:43:00.852107Z","steps":["trace[136352720] 'agreement among raft nodes before linearized reading' (duration: 1.365120565s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.852185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.486846Z","time spent":"1.365327832s","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:00.852204Z","caller":"traceutil/trace.go:171","msg":"trace[1237173044] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24883; }","duration":"421.196135ms","start":"2026-07-01T01:43:00.430964Z","end":"2026-07-01T01:43:00.85216Z","steps":["trace[1237173044] 'agreement among raft nodes before linearized reading' (duration: 420.924866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.852307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.430907Z","time spent":"421.382551ms","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:00.852502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507011675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-07-01T01:43:00.85271Z","caller":"traceutil/trace.go:171","msg":"trace[686991244] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b; range_end:; response_count:1; response_revision:24883; }","duration":"1.507242032s","start":"2026-07-01T01:42:59.345441Z","end":"2026-07-01T01:43:00.852683Z","steps":["trace[686991244] 'agreement among raft nodes before linearized reading' (duration: 1.506648863s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.852824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.345429Z","time spent":"1.507374447s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" "} {"level":"warn","ts":"2026-07-01T01:43:01.360216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784812763,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:43:01.740808Z","caller":"traceutil/trace.go:171","msg":"trace[132994141] transaction","detail":"{read_only:false; response_revision:24884; number_of_response:1; }","duration":"884.972683ms","start":"2026-07-01T01:43:00.855809Z","end":"2026-07-01T01:43:01.740781Z","steps":["trace[132994141] 'process raft request' (duration: 835.674876ms)","trace[132994141] 'compare' (duration: 49.140702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:01.740941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.855781Z","time spent":"885.094267ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:01.776316Z","caller":"traceutil/trace.go:171","msg":"trace[1642215799] linearizableReadLoop","detail":"{readStateIndex:25726; appliedIndex:25724; }","duration":"916.826393ms","start":"2026-07-01T01:43:00.859466Z","end":"2026-07-01T01:43:01.776293Z","steps":["trace[1642215799] 'read index received' (duration: 832.020079ms)","trace[1642215799] 'applied index is now lower than readState.Index' (duration: 84.805474ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:01.776435Z","caller":"traceutil/trace.go:171","msg":"trace[518235830] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"914.139077ms","start":"2026-07-01T01:43:00.862285Z","end":"2026-07-01T01:43:01.776424Z","steps":["trace[518235830] 'process raft request' (duration: 913.880059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:01.776538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.862274Z","time spent":"914.193648ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:01.77666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.633365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:01.776734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.35539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-07-01T01:43:01.776804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.165436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-07-01T01:43:01.776849Z","caller":"traceutil/trace.go:171","msg":"trace[1533552521] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24885; }","duration":"818.241198ms","start":"2026-07-01T01:43:00.958598Z","end":"2026-07-01T01:43:01.776839Z","steps":["trace[1533552521] 'agreement among raft nodes before linearized reading' (duration: 818.073143ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:01.776855Z","caller":"traceutil/trace.go:171","msg":"trace[1040539097] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:24885; }","duration":"817.518325ms","start":"2026-07-01T01:43:00.959317Z","end":"2026-07-01T01:43:01.776836Z","steps":["trace[1040539097] 'agreement among raft nodes before linearized reading' (duration: 817.254597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:01.776854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.881996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-07-01T01:43:01.776907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.959303Z","time spent":"817.593978ms","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"info","ts":"2026-07-01T01:43:01.77677Z","caller":"traceutil/trace.go:171","msg":"trace[687606564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24885; }","duration":"835.7976ms","start":"2026-07-01T01:43:00.94095Z","end":"2026-07-01T01:43:01.776747Z","steps":["trace[687606564] 'agreement among raft nodes before linearized reading' (duration: 835.579453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:01.776909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.406211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:01.776877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.958581Z","time spent":"818.29088ms","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-01T01:43:01.777029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.94093Z","time spent":"836.054149ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:01.776923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.213656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418459"} {"level":"info","ts":"2026-07-01T01:43:01.777239Z","caller":"traceutil/trace.go:171","msg":"trace[1964924557] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24885; }","duration":"556.574967ms","start":"2026-07-01T01:43:01.220631Z","end":"2026-07-01T01:43:01.777206Z","steps":["trace[1964924557] 'agreement among raft nodes before linearized reading' (duration: 555.910236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:01.777283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.220611Z","time spent":"556.65733ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418482,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-01T01:43:01.776948Z","caller":"traceutil/trace.go:171","msg":"trace[1395241122] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:24885; }","duration":"717.081842ms","start":"2026-07-01T01:43:01.059843Z","end":"2026-07-01T01:43:01.776925Z","steps":["trace[1395241122] 'agreement among raft nodes before linearized reading' (duration: 716.768642ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:01.777034Z","caller":"traceutil/trace.go:171","msg":"trace[414913802] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24885; }","duration":"917.570337ms","start":"2026-07-01T01:43:00.859438Z","end":"2026-07-01T01:43:01.777008Z","steps":["trace[414913802] 'agreement among raft nodes before linearized reading' (duration: 917.34832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:01.777475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.05982Z","time spent":"717.63737ms","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-01T01:43:01.777524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.859428Z","time spent":"918.066452ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:43:02.226795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.230066ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-01T01:43:02.226896Z","caller":"traceutil/trace.go:171","msg":"trace[1198489635] linearizableReadLoop","detail":"{readStateIndex:25727; appliedIndex:25726; }","duration":"447.496257ms","start":"2026-07-01T01:43:01.779381Z","end":"2026-07-01T01:43:02.226877Z","steps":["trace[1198489635] 'read index received' (duration: 167.185649ms)","trace[1198489635] 'applied index is now lower than readState.Index' (duration: 280.309158ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:02.227028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.778508Z","time spent":"448.513379ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:43:02.227081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.687733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:02.227258Z","caller":"traceutil/trace.go:171","msg":"trace[25565318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24885; }","duration":"447.749095ms","start":"2026-07-01T01:43:01.779363Z","end":"2026-07-01T01:43:02.227112Z","steps":["trace[25565318] 'agreement among raft nodes before linearized reading' (duration: 447.635771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.227303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.779352Z","time spent":"447.939701ms","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:02.838245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.417246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:02.838454Z","caller":"traceutil/trace.go:171","msg":"trace[1649463119] linearizableReadLoop","detail":"{readStateIndex:25729; appliedIndex:25727; }","duration":"611.521184ms","start":"2026-07-01T01:43:02.226921Z","end":"2026-07-01T01:43:02.838442Z","steps":["trace[1649463119] 'read index received' (duration: 202.899041ms)","trace[1649463119] 'applied index is now lower than readState.Index' (duration: 408.621313ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:02.838547Z","caller":"traceutil/trace.go:171","msg":"trace[1308206472] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"1.05898348s","start":"2026-07-01T01:43:01.779556Z","end":"2026-07-01T01:43:02.83854Z","steps":["trace[1308206472] 'process raft request' (duration: 650.204622ms)","trace[1308206472] 'compare' (duration: 408.21531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:02.838587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.77954Z","time spent":"1.059025061s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:02.838818Z","caller":"traceutil/trace.go:171","msg":"trace[1098867243] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"773.419213ms","start":"2026-07-01T01:43:02.065387Z","end":"2026-07-01T01:43:02.838806Z","steps":["trace[1098867243] 'process raft request' (duration: 772.935178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.83886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.065346Z","time spent":"773.494455ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:02.838939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059181846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-msr42\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-07-01T01:43:02.839015Z","caller":"traceutil/trace.go:171","msg":"trace[1212993711] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-msr42; range_end:; response_count:1; response_revision:24888; }","duration":"1.059341241s","start":"2026-07-01T01:43:01.77965Z","end":"2026-07-01T01:43:02.838992Z","steps":["trace[1212993711] 'agreement among raft nodes before linearized reading' (duration: 1.059192396s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.839048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.779642Z","time spent":"1.059398373s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4333,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-msr42\" "} {"level":"warn","ts":"2026-07-01T01:43:02.839104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.785607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:02.839128Z","caller":"traceutil/trace.go:171","msg":"trace[1871378772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24888; }","duration":"603.854158ms","start":"2026-07-01T01:43:02.235268Z","end":"2026-07-01T01:43:02.839122Z","steps":["trace[1871378772] 'agreement among raft nodes before linearized reading' (duration: 603.810407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.83915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.235245Z","time spent":"603.8988ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:02.839178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059424124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-zfnt7\" ","response":"range_response_count:1 size:4905"} {"level":"warn","ts":"2026-07-01T01:43:02.839208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.472177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:02.839273Z","caller":"traceutil/trace.go:171","msg":"trace[1987628832] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24888; }","duration":"879.601381ms","start":"2026-07-01T01:43:01.959662Z","end":"2026-07-01T01:43:02.839263Z","steps":["trace[1987628832] 'agreement among raft nodes before linearized reading' (duration: 879.509148ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:02.839272Z","caller":"traceutil/trace.go:171","msg":"trace[610208089] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-zfnt7; range_end:; response_count:1; response_revision:24888; }","duration":"1.059541388s","start":"2026-07-01T01:43:01.779709Z","end":"2026-07-01T01:43:02.83925Z","steps":["trace[610208089] 'agreement among raft nodes before linearized reading' (duration: 1.059259508s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.839322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.37654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:43:02.839327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.959641Z","time spent":"879.655042ms","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:02.839325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.779686Z","time spent":"1.0596252s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4928,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-zfnt7\" "} {"level":"info","ts":"2026-07-01T01:43:02.839346Z","caller":"traceutil/trace.go:171","msg":"trace[633826161] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24888; }","duration":"250.431961ms","start":"2026-07-01T01:43:02.588908Z","end":"2026-07-01T01:43:02.83934Z","steps":["trace[633826161] 'agreement among raft nodes before linearized reading' (duration: 250.39115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.839285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.367169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:02.839433Z","caller":"traceutil/trace.go:171","msg":"trace[647150918] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24888; }","duration":"240.536794ms","start":"2026-07-01T01:43:02.598863Z","end":"2026-07-01T01:43:02.8394Z","steps":["trace[647150918] 'agreement among raft nodes before linearized reading' (duration: 240.38971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.839484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.77254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:02.839504Z","caller":"traceutil/trace.go:171","msg":"trace[68427811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24888; }","duration":"379.832971ms","start":"2026-07-01T01:43:02.459664Z","end":"2026-07-01T01:43:02.839497Z","steps":["trace[68427811] 'agreement among raft nodes before linearized reading' (duration: 379.80057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.839503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.513165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:43:02.839572Z","caller":"traceutil/trace.go:171","msg":"trace[806099631] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24888; }","duration":"421.615218ms","start":"2026-07-01T01:43:02.417935Z","end":"2026-07-01T01:43:02.83955Z","steps":["trace[806099631] 'agreement among raft nodes before linearized reading' (duration: 421.439372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.83964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058440303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2\" ","response":"range_response_count:1 size:6213"} {"level":"warn","ts":"2026-07-01T01:43:02.839525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.459627Z","time spent":"379.890653ms","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:02.839637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.417915Z","time spent":"421.708171ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-01T01:43:02.839603Z","caller":"traceutil/trace.go:171","msg":"trace[1501332374] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"611.131142ms","start":"2026-07-01T01:43:02.228345Z","end":"2026-07-01T01:43:02.839476Z","steps":["trace[1501332374] 'process raft request' (duration: 610.060967ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:02.839677Z","caller":"traceutil/trace.go:171","msg":"trace[376422580] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2; range_end:; response_count:1; response_revision:24888; }","duration":"1.058490194s","start":"2026-07-01T01:43:01.781177Z","end":"2026-07-01T01:43:02.839667Z","steps":["trace[376422580] 'agreement among raft nodes before linearized reading' (duration: 1.058364s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.84008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.228318Z","time spent":"611.690279ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:02.8401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.781171Z","time spent":"1.058914437s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6236,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2\" "} {"level":"warn","ts":"2026-07-01T01:43:02.839591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059683563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-gpvr6\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-01T01:43:02.840369Z","caller":"traceutil/trace.go:171","msg":"trace[1856491018] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-gpvr6; range_end:; response_count:1; response_revision:24888; }","duration":"1.060499649s","start":"2026-07-01T01:43:01.77985Z","end":"2026-07-01T01:43:02.84035Z","steps":["trace[1856491018] 'agreement among raft nodes before linearized reading' (duration: 1.059579819s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.840421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.779833Z","time spent":"1.060571521s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-gpvr6\" "} {"level":"warn","ts":"2026-07-01T01:43:03.404191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.267111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:03.404406Z","caller":"traceutil/trace.go:171","msg":"trace[650947245] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"561.05246ms","start":"2026-07-01T01:43:02.843324Z","end":"2026-07-01T01:43:03.404377Z","steps":["trace[650947245] 'process raft request' (duration: 388.5245ms)","trace[650947245] 'compare' (duration: 171.714554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:03.404514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.843306Z","time spent":"561.162594ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:43:03.404461Z","caller":"traceutil/trace.go:171","msg":"trace[1887617942] linearizableReadLoop","detail":"{readStateIndex:25731; appliedIndex:25730; }","duration":"560.142711ms","start":"2026-07-01T01:43:02.844298Z","end":"2026-07-01T01:43:03.40444Z","steps":["trace[1887617942] 'read index received' (duration: 387.501787ms)","trace[1887617942] 'applied index is now lower than readState.Index' (duration: 172.638694ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:03.404642Z","caller":"traceutil/trace.go:171","msg":"trace[229863423] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"556.229326ms","start":"2026-07-01T01:43:02.848395Z","end":"2026-07-01T01:43:03.404625Z","steps":["trace[229863423] 'process raft request' (duration: 555.976038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.404758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.43273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-01T01:43:03.404826Z","caller":"traceutil/trace.go:171","msg":"trace[815221614] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24890; }","duration":"560.539864ms","start":"2026-07-01T01:43:02.844273Z","end":"2026-07-01T01:43:03.404812Z","steps":["trace[815221614] 'agreement among raft nodes before linearized reading' (duration: 560.306756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.40483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.165497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-01T01:43:03.404861Z","caller":"traceutil/trace.go:171","msg":"trace[1705699638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24890; }","duration":"502.239529ms","start":"2026-07-01T01:43:02.902611Z","end":"2026-07-01T01:43:03.404851Z","steps":["trace[1705699638] 'agreement among raft nodes before linearized reading' (duration: 502.083894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.404862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.844262Z","time spent":"560.593695ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-01T01:43:03.404894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.902598Z","time spent":"502.28931ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-01T01:43:03.404883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.848383Z","time spent":"556.347639ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6373,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:03.405191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.905246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:43:03.405332Z","caller":"traceutil/trace.go:171","msg":"trace[533024357] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24890; }","duration":"511.100812ms","start":"2026-07-01T01:43:02.894208Z","end":"2026-07-01T01:43:03.405309Z","steps":["trace[533024357] 'agreement among raft nodes before linearized reading' (duration: 510.492482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.405403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.894152Z","time spent":"511.231636ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:04.092197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.126545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:04.092525Z","caller":"traceutil/trace.go:171","msg":"trace[175657355] linearizableReadLoop","detail":"{readStateIndex:25734; appliedIndex:25732; }","duration":"674.235981ms","start":"2026-07-01T01:43:03.418262Z","end":"2026-07-01T01:43:04.092498Z","steps":["trace[175657355] 'read index received' (duration: 86.846928ms)","trace[175657355] 'applied index is now lower than readState.Index' (duration: 587.387673ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:04.092664Z","caller":"traceutil/trace.go:171","msg":"trace[882044748] transaction","detail":"{read_only:false; response_revision:24891; number_of_response:1; }","duration":"681.302517ms","start":"2026-07-01T01:43:03.411344Z","end":"2026-07-01T01:43:04.092647Z","steps":["trace[882044748] 'process raft request' (duration: 93.642066ms)","trace[882044748] 'compare' (duration: 586.960389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:04.092778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.411332Z","time spent":"681.400211ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:04.093152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.860591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:04.093277Z","caller":"traceutil/trace.go:171","msg":"trace[903767060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24892; }","duration":"675.012417ms","start":"2026-07-01T01:43:03.41824Z","end":"2026-07-01T01:43:04.093253Z","steps":["trace[903767060] 'agreement among raft nodes before linearized reading' (duration: 674.82153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:04.093347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.418231Z","time spent":"675.097419ms","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:04.09346Z","caller":"traceutil/trace.go:171","msg":"trace[1088131059] transaction","detail":"{read_only:false; response_revision:24892; number_of_response:1; }","duration":"677.355741ms","start":"2026-07-01T01:43:03.415597Z","end":"2026-07-01T01:43:04.092953Z","steps":["trace[1088131059] 'process raft request' (duration: 676.71761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:04.093757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.415578Z","time spent":"678.054994ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7188,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:04.120973Z","caller":"traceutil/trace.go:171","msg":"trace[1702718564] transaction","detail":"{read_only:false; response_revision:24893; number_of_response:1; }","duration":"425.342758ms","start":"2026-07-01T01:43:03.695592Z","end":"2026-07-01T01:43:04.120934Z","steps":["trace[1702718564] 'process raft request' (duration: 424.744069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:04.121141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.695544Z","time spent":"425.506264ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:04.657578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.282574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:04.657709Z","caller":"traceutil/trace.go:171","msg":"trace[1090507420] linearizableReadLoop","detail":"{readStateIndex:25737; appliedIndex:25734; }","duration":"565.10638ms","start":"2026-07-01T01:43:04.092577Z","end":"2026-07-01T01:43:04.657684Z","steps":["trace[1090507420] 'read index received' (duration: 27.782489ms)","trace[1090507420] 'applied index is now lower than readState.Index' (duration: 537.321741ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:04.657798Z","caller":"traceutil/trace.go:171","msg":"trace[826309074] transaction","detail":"{read_only:false; response_revision:24895; number_of_response:1; }","duration":"592.885708ms","start":"2026-07-01T01:43:04.064875Z","end":"2026-07-01T01:43:04.65776Z","steps":["trace[826309074] 'process raft request' (duration: 474.298374ms)","trace[826309074] 'compare' (duration: 117.764408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:04.657866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.103773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:04.65791Z","caller":"traceutil/trace.go:171","msg":"trace[38418883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24895; }","duration":"637.193156ms","start":"2026-07-01T01:43:04.020703Z","end":"2026-07-01T01:43:04.657896Z","steps":["trace[38418883] 'agreement among raft nodes before linearized reading' (duration: 637.104664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:04.657965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.020679Z","time spent":"637.274608ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:04.657982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.064847Z","time spent":"593.036733ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:04.658287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.441278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:04.658352Z","caller":"traceutil/trace.go:171","msg":"trace[1761005169] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24895; }","duration":"905.534422ms","start":"2026-07-01T01:43:03.752801Z","end":"2026-07-01T01:43:04.658335Z","steps":["trace[1761005169] 'agreement among raft nodes before linearized reading' (duration: 905.430048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:04.658412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.752784Z","time spent":"905.607893ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:04.658482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.530485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-07-01T01:43:04.658577Z","caller":"traceutil/trace.go:171","msg":"trace[474744087] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b; range_end:; response_count:1; response_revision:24895; }","duration":"561.670039ms","start":"2026-07-01T01:43:04.096883Z","end":"2026-07-01T01:43:04.658553Z","steps":["trace[474744087] 'agreement among raft nodes before linearized reading' (duration: 561.437512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:04.658641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.096863Z","time spent":"561.762933ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g4d8b.18be04484d9d122b\" "} {"level":"warn","ts":"2026-07-01T01:43:04.659064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.083523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-z5m5p\" ","response":"range_response_count:1 size:7538"} {"level":"info","ts":"2026-07-01T01:43:04.659137Z","caller":"traceutil/trace.go:171","msg":"trace[35574252] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-z5m5p; range_end:; response_count:1; response_revision:24895; }","duration":"562.162466ms","start":"2026-07-01T01:43:04.096956Z","end":"2026-07-01T01:43:04.659118Z","steps":["trace[35574252] 'agreement among raft nodes before linearized reading' (duration: 561.392321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:04.659189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.096894Z","time spent":"562.284159ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7561,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-z5m5p\" "} {"level":"info","ts":"2026-07-01T01:43:05.05773Z","caller":"traceutil/trace.go:171","msg":"trace[461947996] transaction","detail":"{read_only:false; response_revision:24896; number_of_response:1; }","duration":"396.699792ms","start":"2026-07-01T01:43:04.660998Z","end":"2026-07-01T01:43:05.057698Z","steps":["trace[461947996] 'process raft request' (duration: 324.832762ms)","trace[461947996] 'compare' (duration: 71.712685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:05.057887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.660981Z","time spent":"396.826516ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:05.535872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.539153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:05.536129Z","caller":"traceutil/trace.go:171","msg":"trace[1579049789] linearizableReadLoop","detail":"{readStateIndex:25739; appliedIndex:25737; }","duration":"831.780012ms","start":"2026-07-01T01:43:04.704326Z","end":"2026-07-01T01:43:05.536106Z","steps":["trace[1579049789] 'read index received' (duration: 281.539387ms)","trace[1579049789] 'applied index is now lower than readState.Index' (duration: 550.239155ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:05.536317Z","caller":"traceutil/trace.go:171","msg":"trace[1038790232] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"692.64509ms","start":"2026-07-01T01:43:04.843657Z","end":"2026-07-01T01:43:05.536302Z","steps":["trace[1038790232] 'process raft request' (duration: 692.34122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:05.536421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.843615Z","time spent":"692.751564ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:05.536533Z","caller":"traceutil/trace.go:171","msg":"trace[973208642] transaction","detail":"{read_only:false; response_revision:24897; number_of_response:1; }","duration":"867.440312ms","start":"2026-07-01T01:43:04.669061Z","end":"2026-07-01T01:43:05.536502Z","steps":["trace[973208642] 'process raft request' (duration: 703.172427ms)","trace[973208642] 'compare' (duration: 163.095668ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:05.536691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.070279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18be06ddc0ffe848\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-07-01T01:43:05.536773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.669029Z","time spent":"867.603437ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7698,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:05.536764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.312248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:05.536932Z","caller":"traceutil/trace.go:171","msg":"trace[1942501563] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24898; }","duration":"832.599647ms","start":"2026-07-01T01:43:04.704312Z","end":"2026-07-01T01:43:05.536912Z","steps":["trace[1942501563] 'agreement among raft nodes before linearized reading' (duration: 832.251926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:05.537004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.704249Z","time spent":"832.734142ms","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:05.537162Z","caller":"traceutil/trace.go:171","msg":"trace[920771606] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18be06ddc0ffe848; range_end:; response_count:1; response_revision:24898; }","duration":"475.210634ms","start":"2026-07-01T01:43:05.061559Z","end":"2026-07-01T01:43:05.536769Z","steps":["trace[920771606] 'agreement among raft nodes before linearized reading' (duration: 474.947825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:05.537308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:05.061545Z","time spent":"475.743261ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18be06ddc0ffe848\" "} {"level":"warn","ts":"2026-07-01T01:43:07.650346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:43:07.650436Z","caller":"traceutil/trace.go:171","msg":"trace[817446215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331157s","start":"2026-07-01T01:43:05.650084Z","end":"2026-07-01T01:43:07.650415Z","steps":["trace[817446215] 'agreement among raft nodes before linearized reading' (duration: 2.000206553s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:07.650516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:05.650063Z","time spent":"2.00044395s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:07.938952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:43:07.939065Z","caller":"traceutil/trace.go:171","msg":"trace[1697375503] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021627s","start":"2026-07-01T01:43:05.939024Z","end":"2026-07-01T01:43:07.939046Z","steps":["trace[1697375503] 'agreement among raft nodes before linearized reading' (duration: 1.999882243s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:07.93912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:05.939007Z","time spent":"2.000097019s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:08.130083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384258911s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:08.130179Z","caller":"traceutil/trace.go:171","msg":"trace[406259082] linearizableReadLoop","detail":"{readStateIndex:25741; appliedIndex:25740; }","duration":"2.580193359s","start":"2026-07-01T01:43:05.549969Z","end":"2026-07-01T01:43:08.130163Z","steps":["trace[406259082] 'read index received' (duration: 195.694831ms)","trace[406259082] 'applied index is now lower than readState.Index' (duration: 2.384496428s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:08.130247Z","caller":"traceutil/trace.go:171","msg":"trace[301424849] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"2.5896208s","start":"2026-07-01T01:43:05.540614Z","end":"2026-07-01T01:43:08.130235Z","steps":["trace[301424849] 'process raft request' (duration: 205.134083ms)","trace[301424849] 'compare' (duration: 2.383601789s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:08.130308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:05.540588Z","time spent":"2.589690522s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:08.130431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580447886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-z5m5p\" ","response":"range_response_count:1 size:7716"} {"level":"info","ts":"2026-07-01T01:43:08.130504Z","caller":"traceutil/trace.go:171","msg":"trace[895704358] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-z5m5p; range_end:; response_count:1; response_revision:24899; }","duration":"2.58055596s","start":"2026-07-01T01:43:05.54993Z","end":"2026-07-01T01:43:08.130486Z","steps":["trace[895704358] 'agreement among raft nodes before linearized reading' (duration: 2.580324513s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:08.130548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:05.549917Z","time spent":"2.580621033s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7739,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-z5m5p\" "} {"level":"warn","ts":"2026-07-01T01:43:08.666034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.455795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:08.66615Z","caller":"traceutil/trace.go:171","msg":"trace[93291212] linearizableReadLoop","detail":"{readStateIndex:25742; appliedIndex:25741; }","duration":"535.927796ms","start":"2026-07-01T01:43:08.130201Z","end":"2026-07-01T01:43:08.666129Z","steps":["trace[93291212] 'read index received' (duration: 359.329946ms)","trace[93291212] 'applied index is now lower than readState.Index' (duration: 176.59623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:08.666266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.907268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:08.666292Z","caller":"traceutil/trace.go:171","msg":"trace[816404564] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"1.124192737s","start":"2026-07-01T01:43:07.541955Z","end":"2026-07-01T01:43:08.666148Z","steps":["trace[816404564] 'process raft request' (duration: 947.540825ms)","trace[816404564] 'compare' (duration: 176.156056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:08.66635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203304952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:08.666371Z","caller":"traceutil/trace.go:171","msg":"trace[549735220] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24900; }","duration":"688.055503ms","start":"2026-07-01T01:43:07.978295Z","end":"2026-07-01T01:43:08.66635Z","steps":["trace[549735220] 'agreement among raft nodes before linearized reading' (duration: 687.849897ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:08.666396Z","caller":"traceutil/trace.go:171","msg":"trace[989562550] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24900; }","duration":"2.203386114s","start":"2026-07-01T01:43:06.462998Z","end":"2026-07-01T01:43:08.666384Z","steps":["trace[989562550] 'agreement among raft nodes before linearized reading' (duration: 2.203322062s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:08.666425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:07.97828Z","time spent":"688.128546ms","remote":"127.0.0.1:41516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:08.66644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:07.541913Z","time spent":"1.124448676s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:08.666445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.462969Z","time spent":"2.203464407s","remote":"127.0.0.1:60638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:08.6663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.440097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:08.666806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.44787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:08.666828Z","caller":"traceutil/trace.go:171","msg":"trace[185472995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24900; }","duration":"720.007345ms","start":"2026-07-01T01:43:07.946809Z","end":"2026-07-01T01:43:08.666817Z","steps":["trace[185472995] 'agreement among raft nodes before linearized reading' (duration: 719.444267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:08.666866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:07.946786Z","time spent":"720.070828ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:43:08.666862Z","caller":"traceutil/trace.go:171","msg":"trace[1302515392] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24900; }","duration":"670.544573ms","start":"2026-07-01T01:43:07.996298Z","end":"2026-07-01T01:43:08.666843Z","steps":["trace[1302515392] 'agreement among raft nodes before linearized reading' (duration: 670.378108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:08.666918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:07.996274Z","time spent":"670.628596ms","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:08.667874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649705092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:43:08.667956Z","caller":"traceutil/trace.go:171","msg":"trace[591411734] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24900; }","duration":"2.649836107s","start":"2026-07-01T01:43:06.018102Z","end":"2026-07-01T01:43:08.667938Z","steps":["trace[591411734] 'agreement among raft nodes before linearized reading' (duration: 2.648322679s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:08.668083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.018054Z","time spent":"2.650012902s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2670,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.670066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000102939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:43:10.670164Z","caller":"traceutil/trace.go:171","msg":"trace[1129968496] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263725s","start":"2026-07-01T01:43:08.669882Z","end":"2026-07-01T01:43:10.670145Z","steps":["trace[1129968496] 'agreement among raft nodes before linearized reading' (duration: 2.000128611s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.670549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.669867Z","time spent":"2.000334497s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:43:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:43:10.911422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935610147s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T01:43:10.912487Z","caller":"traceutil/trace.go:171","msg":"trace[449720148] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"2.553712951s","start":"2026-07-01T01:43:08.358743Z","end":"2026-07-01T01:43:10.912456Z","steps":["trace[449720148] 'process raft request' (duration: 2.552767071s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:10.912532Z","caller":"traceutil/trace.go:171","msg":"trace[1140424926] linearizableReadLoop","detail":"{readStateIndex:25744; appliedIndex:25742; }","duration":"2.246294306s","start":"2026-07-01T01:43:08.666212Z","end":"2026-07-01T01:43:10.912507Z","steps":["trace[1140424926] 'read index received' (duration: 309.516183ms)","trace[1140424926] 'applied index is now lower than readState.Index' (duration: 1.936777003s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:10.912613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277428162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:10.912706Z","caller":"traceutil/trace.go:171","msg":"trace[204475403] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24901; }","duration":"2.277579977s","start":"2026-07-01T01:43:08.635107Z","end":"2026-07-01T01:43:10.912687Z","steps":["trace[204475403] 'agreement among raft nodes before linearized reading' (duration: 2.277406201s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:10.91267Z","caller":"traceutil/trace.go:171","msg":"trace[1371008831] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"1.786158495s","start":"2026-07-01T01:43:09.126494Z","end":"2026-07-01T01:43:10.912653Z","steps":["trace[1371008831] 'process raft request' (duration: 1.785948368s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.912751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.635087Z","time spent":"2.27765388s","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.912763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.358718Z","time spent":"2.553840666s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:10.912834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.126467Z","time spent":"1.78630218s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:11.224731Z","caller":"traceutil/trace.go:171","msg":"trace[919221951] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"796.644217ms","start":"2026-07-01T01:43:10.42806Z","end":"2026-07-01T01:43:11.224704Z","steps":["trace[919221951] 'process raft request' (duration: 759.802709ms)","trace[919221951] 'compare' (duration: 36.26592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:11.22487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.428029Z","time spent":"796.768081ms","remote":"127.0.0.1:60830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18246,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:11.224878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091124205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn.18be06abfd815921\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-07-01T01:43:11.224946Z","caller":"traceutil/trace.go:171","msg":"trace[1217812694] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn.18be06abfd815921; range_end:; response_count:1; response_revision:24902; }","duration":"3.091222708s","start":"2026-07-01T01:43:08.1337Z","end":"2026-07-01T01:43:11.224922Z","steps":["trace[1217812694] 'agreement among raft nodes before linearized reading' (duration: 2.778906126s)","trace[1217812694] 'range keys from in-memory index tree' (duration: 311.999012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:11.225012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.133687Z","time spent":"3.091306352s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1012,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn.18be06abfd815921\" "} {"level":"info","ts":"2026-07-01T01:43:11.673845Z","caller":"traceutil/trace.go:171","msg":"trace[911042803] linearizableReadLoop","detail":"{readStateIndex:25747; appliedIndex:25745; }","duration":"761.236894ms","start":"2026-07-01T01:43:10.912589Z","end":"2026-07-01T01:43:11.673826Z","steps":["trace[911042803] 'read index received' (duration: 275.288807ms)","trace[911042803] 'applied index is now lower than readState.Index' (duration: 485.947327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:11.673965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045179742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:11.673968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013115983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:11.673966Z","caller":"traceutil/trace.go:171","msg":"trace[1459590936] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.000582262s","start":"2026-07-01T01:43:10.67334Z","end":"2026-07-01T01:43:11.673923Z","steps":["trace[1459590936] 'process raft request' (duration: 1.000359205s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:11.674031Z","caller":"traceutil/trace.go:171","msg":"trace[1443472324] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24904; }","duration":"1.013229756s","start":"2026-07-01T01:43:10.660787Z","end":"2026-07-01T01:43:11.674017Z","steps":["trace[1443472324] 'agreement among raft nodes before linearized reading' (duration: 1.013069861s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.674054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391590634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:11.674083Z","caller":"traceutil/trace.go:171","msg":"trace[1864478500] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24904; }","duration":"2.391651686s","start":"2026-07-01T01:43:09.282423Z","end":"2026-07-01T01:43:11.674075Z","steps":["trace[1864478500] 'agreement among raft nodes before linearized reading' (duration: 2.391588714s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.674093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.660766Z","time spent":"1.013310409s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:11.674076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.917376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:11.674154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.673313Z","time spent":"1.000728737s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:11.674201Z","caller":"traceutil/trace.go:171","msg":"trace[154133429] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24904; }","duration":"762.072731ms","start":"2026-07-01T01:43:10.912088Z","end":"2026-07-01T01:43:11.674161Z","steps":["trace[154133429] 'agreement among raft nodes before linearized reading' (duration: 761.879275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.674279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.912075Z","time spent":"762.185955ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:11.674275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.842373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:11.674345Z","caller":"traceutil/trace.go:171","msg":"trace[2114881742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24904; }","duration":"996.959536ms","start":"2026-07-01T01:43:10.677367Z","end":"2026-07-01T01:43:11.674327Z","steps":["trace[2114881742] 'agreement among raft nodes before linearized reading' (duration: 996.812832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.674362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.831951453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-07-01T01:43:11.674218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741205251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-01T01:43:11.674441Z","caller":"traceutil/trace.go:171","msg":"trace[2061463698] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24904; }","duration":"2.741419097s","start":"2026-07-01T01:43:08.933005Z","end":"2026-07-01T01:43:11.674424Z","steps":["trace[2061463698] 'agreement among raft nodes before linearized reading' (duration: 2.741131678s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.674513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.932947Z","time spent":"2.741553071s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:43:11.674119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.282407Z","time spent":"2.391702478s","remote":"127.0.0.1:41604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:11.67429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741684316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:43:11.674718Z","caller":"traceutil/trace.go:171","msg":"trace[701692168] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24904; }","duration":"2.74212429s","start":"2026-07-01T01:43:08.932568Z","end":"2026-07-01T01:43:11.674693Z","steps":["trace[701692168] 'agreement among raft nodes before linearized reading' (duration: 2.741670636s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:11.673995Z","caller":"traceutil/trace.go:171","msg":"trace[1793555990] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24904; }","duration":"2.045264124s","start":"2026-07-01T01:43:09.628721Z","end":"2026-07-01T01:43:11.673985Z","steps":["trace[1793555990] 'agreement among raft nodes before linearized reading' (duration: 2.045198652s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.67498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.932553Z","time spent":"2.742293525s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:43:11.675031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.6287Z","time spent":"2.046315708s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:11.674392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.677347Z","time spent":"997.038118ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:43:11.674394Z","caller":"traceutil/trace.go:171","msg":"trace[1906505095] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24904; }","duration":"2.832016075s","start":"2026-07-01T01:43:08.842369Z","end":"2026-07-01T01:43:11.674385Z","steps":["trace[1906505095] 'agreement among raft nodes before linearized reading' (duration: 2.831936613s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.67521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.84235Z","time spent":"2.832823001s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-07-01T01:43:11.840609Z","caller":"traceutil/trace.go:171","msg":"trace[612600066] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"612.702602ms","start":"2026-07-01T01:43:11.227882Z","end":"2026-07-01T01:43:11.840585Z","steps":["trace[612600066] 'process raft request' (duration: 529.034856ms)","trace[612600066] 'compare' (duration: 83.507741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:11.840741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:11.227854Z","time spent":"612.817896ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:11.840604Z","caller":"traceutil/trace.go:171","msg":"trace[138063093] linearizableReadLoop","detail":"{readStateIndex:25748; appliedIndex:25747; }","duration":"166.681312ms","start":"2026-07-01T01:43:11.673893Z","end":"2026-07-01T01:43:11.840575Z","steps":["trace[138063093] 'read index received' (duration: 83.037236ms)","trace[138063093] 'applied index is now lower than readState.Index' (duration: 83.641936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:11.840744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.332756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:11.840818Z","caller":"traceutil/trace.go:171","msg":"trace[2106857767] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24905; }","duration":"404.46085ms","start":"2026-07-01T01:43:11.436342Z","end":"2026-07-01T01:43:11.840803Z","steps":["trace[2106857767] 'agreement among raft nodes before linearized reading' (duration: 404.313016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.840857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:11.436322Z","time spent":"404.524372ms","remote":"127.0.0.1:45368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:11.847468Z","caller":"traceutil/trace.go:171","msg":"trace[1003014942] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"168.922325ms","start":"2026-07-01T01:43:11.678537Z","end":"2026-07-01T01:43:11.847459Z","steps":["trace[1003014942] 'process raft request' (duration: 168.688517ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:11.847563Z","caller":"traceutil/trace.go:171","msg":"trace[799595475] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"167.876111ms","start":"2026-07-01T01:43:11.679682Z","end":"2026-07-01T01:43:11.847558Z","steps":["trace[799595475] 'process raft request' (duration: 167.611262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.848091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.300632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:11.848118Z","caller":"traceutil/trace.go:171","msg":"trace[1779052482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24907; }","duration":"172.345694ms","start":"2026-07-01T01:43:11.675765Z","end":"2026-07-01T01:43:11.848111Z","steps":["trace[1779052482] 'agreement among raft nodes before linearized reading' (duration: 172.299313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:11.848277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.049591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fdd31104-803f-43e4-bd3f-f8fef2e51c3e\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-01T01:43:11.848292Z","caller":"traceutil/trace.go:171","msg":"trace[759916467] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fdd31104-803f-43e4-bd3f-f8fef2e51c3e; range_end:; response_count:1; response_revision:24907; }","duration":"170.095612ms","start":"2026-07-01T01:43:11.678191Z","end":"2026-07-01T01:43:11.848287Z","steps":["trace[759916467] 'agreement among raft nodes before linearized reading' (duration: 170.005919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:12.192265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.725266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:12.192554Z","caller":"traceutil/trace.go:171","msg":"trace[2144241630] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"251.979962ms","start":"2026-07-01T01:43:11.94054Z","end":"2026-07-01T01:43:12.19252Z","steps":["trace[2144241630] 'process raft request' (duration: 28.938896ms)","trace[2144241630] 'compare' (duration: 222.576471ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:12.406563Z","caller":"traceutil/trace.go:171","msg":"trace[31841205] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"174.220893ms","start":"2026-07-01T01:43:12.232316Z","end":"2026-07-01T01:43:12.406537Z","steps":["trace[31841205] 'process raft request' (duration: 166.895949ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:12.67863Z","caller":"traceutil/trace.go:171","msg":"trace[950208705] linearizableReadLoop","detail":"{readStateIndex:25760; appliedIndex:25759; }","duration":"205.634559ms","start":"2026-07-01T01:43:12.472965Z","end":"2026-07-01T01:43:12.6786Z","steps":["trace[950208705] 'read index received' (duration: 121.60829ms)","trace[950208705] 'applied index is now lower than readState.Index' (duration: 84.024689ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:12.678637Z","caller":"traceutil/trace.go:171","msg":"trace[1400764401] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"228.921494ms","start":"2026-07-01T01:43:12.449686Z","end":"2026-07-01T01:43:12.678608Z","steps":["trace[1400764401] 'process raft request' (duration: 144.841574ms)","trace[1400764401] 'compare' (duration: 83.874403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:12.678857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.871246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-4ngbg\" ","response":"range_response_count:1 size:5900"} {"level":"info","ts":"2026-07-01T01:43:12.678915Z","caller":"traceutil/trace.go:171","msg":"trace[875212583] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-4ngbg; range_end:; response_count:1; response_revision:24915; }","duration":"205.967619ms","start":"2026-07-01T01:43:12.472935Z","end":"2026-07-01T01:43:12.678903Z","steps":["trace[875212583] 'agreement among raft nodes before linearized reading' (duration: 205.761343ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:13.045915Z","caller":"traceutil/trace.go:171","msg":"trace[1991788173] linearizableReadLoop","detail":"{readStateIndex:25766; appliedIndex:25765; }","duration":"228.080037ms","start":"2026-07-01T01:43:12.81781Z","end":"2026-07-01T01:43:13.04589Z","steps":["trace[1991788173] 'read index received' (duration: 175.096432ms)","trace[1991788173] 'applied index is now lower than readState.Index' (duration: 52.982335ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:13.046189Z","caller":"traceutil/trace.go:171","msg":"trace[147213478] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"242.781658ms","start":"2026-07-01T01:43:12.803393Z","end":"2026-07-01T01:43:13.046175Z","steps":["trace[147213478] 'process raft request' (duration: 189.512364ms)","trace[147213478] 'compare' (duration: 52.83412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:13.046474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.650715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn.18be06abfd815921\" ","response":"range_response_count:1 size:989"} {"level":"info","ts":"2026-07-01T01:43:13.046519Z","caller":"traceutil/trace.go:171","msg":"trace[1462405505] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-jr7hn.18be06abfd815921; range_end:; response_count:1; response_revision:24921; }","duration":"228.728717ms","start":"2026-07-01T01:43:12.817778Z","end":"2026-07-01T01:43:13.046507Z","steps":["trace[1462405505] 'agreement among raft nodes before linearized reading' (duration: 228.575523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:13.046567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.643854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:13.046613Z","caller":"traceutil/trace.go:171","msg":"trace[1737036310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24921; }","duration":"107.723706ms","start":"2026-07-01T01:43:12.938877Z","end":"2026-07-01T01:43:13.046601Z","steps":["trace[1737036310] 'agreement among raft nodes before linearized reading' (duration: 107.650424ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:13.370011Z","caller":"traceutil/trace.go:171","msg":"trace[1955291250] linearizableReadLoop","detail":"{readStateIndex:25772; appliedIndex:25771; }","duration":"169.09428ms","start":"2026-07-01T01:43:13.200899Z","end":"2026-07-01T01:43:13.369993Z","steps":["trace[1955291250] 'read index received' (duration: 118.76246ms)","trace[1955291250] 'applied index is now lower than readState.Index' (duration: 50.33105ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:13.370156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.244804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2\" ","response":"range_response_count:1 size:6391"} {"level":"info","ts":"2026-07-01T01:43:13.37018Z","caller":"traceutil/trace.go:171","msg":"trace[2128630425] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qpgx2; range_end:; response_count:1; response_revision:24927; }","duration":"169.314506ms","start":"2026-07-01T01:43:13.200859Z","end":"2026-07-01T01:43:13.370174Z","steps":["trace[2128630425] 'agreement among raft nodes before linearized reading' (duration: 169.196933ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:13.370313Z","caller":"traceutil/trace.go:171","msg":"trace[738419287] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"194.362098ms","start":"2026-07-01T01:43:13.175928Z","end":"2026-07-01T01:43:13.37029Z","steps":["trace[738419287] 'process raft request' (duration: 143.742209ms)","trace[738419287] 'compare' (duration: 50.138474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:13.673544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.244377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:13.673663Z","caller":"traceutil/trace.go:171","msg":"trace[1552284185] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"296.570867ms","start":"2026-07-01T01:43:13.377061Z","end":"2026-07-01T01:43:13.673631Z","steps":["trace[1552284185] 'process raft request' (duration: 101.155475ms)","trace[1552284185] 'compare' (duration: 194.679839ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:13.724772Z","caller":"traceutil/trace.go:171","msg":"trace[439505609] linearizableReadLoop","detail":"{readStateIndex:25774; appliedIndex:25772; }","duration":"283.990315ms","start":"2026-07-01T01:43:13.440737Z","end":"2026-07-01T01:43:13.724727Z","steps":["trace[439505609] 'read index received' (duration: 37.624513ms)","trace[439505609] 'applied index is now lower than readState.Index' (duration: 246.364922ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:13.724904Z","caller":"traceutil/trace.go:171","msg":"trace[1860120778] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"345.956957ms","start":"2026-07-01T01:43:13.378902Z","end":"2026-07-01T01:43:13.724859Z","steps":["trace[1860120778] 'process raft request' (duration: 345.679348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:13.724946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.176471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:13.72499Z","caller":"traceutil/trace.go:171","msg":"trace[1443857053] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24929; }","duration":"284.283614ms","start":"2026-07-01T01:43:13.440694Z","end":"2026-07-01T01:43:13.724977Z","steps":["trace[1443857053] 'agreement among raft nodes before linearized reading' (duration: 284.175051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:13.725096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:13.378884Z","time spent":"346.102472ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8526,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:13.725846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.211836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-01T01:43:13.726003Z","caller":"traceutil/trace.go:171","msg":"trace[65368182] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24930; }","duration":"281.436713ms","start":"2026-07-01T01:43:13.444548Z","end":"2026-07-01T01:43:13.725984Z","steps":["trace[65368182] 'agreement among raft nodes before linearized reading' (duration: 281.111033ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:14.095265Z","caller":"traceutil/trace.go:171","msg":"trace[1904364746] linearizableReadLoop","detail":"{readStateIndex:25781; appliedIndex:25779; }","duration":"153.47116ms","start":"2026-07-01T01:43:13.941767Z","end":"2026-07-01T01:43:14.095238Z","steps":["trace[1904364746] 'read index received' (duration: 20.205986ms)","trace[1904364746] 'applied index is now lower than readState.Index' (duration: 133.263934ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:14.09536Z","caller":"traceutil/trace.go:171","msg":"trace[1043504532] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"159.990399ms","start":"2026-07-01T01:43:13.935328Z","end":"2026-07-01T01:43:14.095319Z","steps":["trace[1043504532] 'process raft request' (duration: 159.71063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:14.095426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.631515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:14.095451Z","caller":"traceutil/trace.go:171","msg":"trace[1571320789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24936; }","duration":"153.692878ms","start":"2026-07-01T01:43:13.941749Z","end":"2026-07-01T01:43:14.095442Z","steps":["trace[1571320789] 'agreement among raft nodes before linearized reading' (duration: 153.614915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:14.095693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.244497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18be06ddc0ffe848\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-07-01T01:43:14.095725Z","caller":"traceutil/trace.go:171","msg":"trace[2089489819] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18be06ddc0ffe848; range_end:; response_count:1; response_revision:24936; }","duration":"130.327779ms","start":"2026-07-01T01:43:13.965386Z","end":"2026-07-01T01:43:14.095714Z","steps":["trace[2089489819] 'agreement among raft nodes before linearized reading' (duration: 130.171304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:14.554377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.874361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:14.554483Z","caller":"traceutil/trace.go:171","msg":"trace[218552014] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"148.996727ms","start":"2026-07-01T01:43:14.405468Z","end":"2026-07-01T01:43:14.554465Z","steps":["trace[218552014] 'compare' (duration: 137.764688ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:14.707149Z","caller":"traceutil/trace.go:171","msg":"trace[1709596000] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"146.462586ms","start":"2026-07-01T01:43:14.560659Z","end":"2026-07-01T01:43:14.707122Z","steps":["trace[1709596000] 'process raft request' (duration: 114.896726ms)","trace[1709596000] 'compare' (duration: 31.459447ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:14.984951Z","caller":"traceutil/trace.go:171","msg":"trace[1363481469] linearizableReadLoop","detail":"{readStateIndex:25800; appliedIndex:25799; }","duration":"101.566249ms","start":"2026-07-01T01:43:14.883364Z","end":"2026-07-01T01:43:14.98493Z","steps":["trace[1363481469] 'read index received' (duration: 41.144666ms)","trace[1363481469] 'applied index is now lower than readState.Index' (duration: 60.420773ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:14.985033Z","caller":"traceutil/trace.go:171","msg":"trace[1988086540] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"108.502971ms","start":"2026-07-01T01:43:14.876522Z","end":"2026-07-01T01:43:14.985025Z","steps":["trace[1988086540] 'process raft request' (duration: 47.940324ms)","trace[1988086540] 'compare' (duration: 60.278988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:14.985232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.833868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:14.98526Z","caller":"traceutil/trace.go:171","msg":"trace[599023161] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24955; }","duration":"101.914911ms","start":"2026-07-01T01:43:14.883337Z","end":"2026-07-01T01:43:14.985252Z","steps":["trace[599023161] 'agreement among raft nodes before linearized reading' (duration: 101.820868ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:15.227159Z","caller":"traceutil/trace.go:171","msg":"trace[1097420362] linearizableReadLoop","detail":"{readStateIndex:25801; appliedIndex:25800; }","duration":"242.138897ms","start":"2026-07-01T01:43:14.985Z","end":"2026-07-01T01:43:15.227139Z","steps":["trace[1097420362] 'read index received' (duration: 222.805788ms)","trace[1097420362] 'applied index is now lower than readState.Index' (duration: 19.332239ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:15.227221Z","caller":"traceutil/trace.go:171","msg":"trace[1328614424] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"340.196934ms","start":"2026-07-01T01:43:14.886993Z","end":"2026-07-01T01:43:15.22719Z","steps":["trace[1328614424] 'process raft request' (duration: 320.654549ms)","trace[1328614424] 'compare' (duration: 19.154183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:15.227347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.955357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-01T01:43:15.227344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.886975Z","time spent":"340.302028ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7010,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:15.227328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.496214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:15.227372Z","caller":"traceutil/trace.go:171","msg":"trace[385148946] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24956; }","duration":"320.023159ms","start":"2026-07-01T01:43:14.90734Z","end":"2026-07-01T01:43:15.227363Z","steps":["trace[385148946] 'agreement among raft nodes before linearized reading' (duration: 319.893255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:15.227395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.907323Z","time spent":"320.067551ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-01T01:43:15.227406Z","caller":"traceutil/trace.go:171","msg":"trace[998751738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24956; }","duration":"285.584497ms","start":"2026-07-01T01:43:14.9418Z","end":"2026-07-01T01:43:15.227384Z","steps":["trace[998751738] 'agreement among raft nodes before linearized reading' (duration: 285.404552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:15.227433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.418172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-01T01:43:15.227482Z","caller":"traceutil/trace.go:171","msg":"trace[177449007] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24956; }","duration":"340.475943ms","start":"2026-07-01T01:43:14.88699Z","end":"2026-07-01T01:43:15.227466Z","steps":["trace[177449007] 'agreement among raft nodes before linearized reading' (duration: 340.293277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:15.227519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.886984Z","time spent":"340.526144ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:43:15.228193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.66272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:43:15.228228Z","caller":"traceutil/trace.go:171","msg":"trace[1940696043] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24957; }","duration":"145.734962ms","start":"2026-07-01T01:43:15.082483Z","end":"2026-07-01T01:43:15.228218Z","steps":["trace[1940696043] 'agreement among raft nodes before linearized reading' (duration: 145.619038ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:15.228224Z","caller":"traceutil/trace.go:171","msg":"trace[82222983] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"238.48183ms","start":"2026-07-01T01:43:14.989727Z","end":"2026-07-01T01:43:15.228209Z","steps":["trace[82222983] 'process raft request' (duration: 238.322675ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:15.343873Z","caller":"traceutil/trace.go:171","msg":"trace[1326386557] linearizableReadLoop","detail":"{readStateIndex:25803; appliedIndex:25802; }","duration":"104.274676ms","start":"2026-07-01T01:43:15.23957Z","end":"2026-07-01T01:43:15.343844Z","steps":["trace[1326386557] 'read index received' (duration: 89.862885ms)","trace[1326386557] 'applied index is now lower than readState.Index' (duration: 14.410521ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:15.343914Z","caller":"traceutil/trace.go:171","msg":"trace[518027705] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"109.40432ms","start":"2026-07-01T01:43:15.23447Z","end":"2026-07-01T01:43:15.343874Z","steps":["trace[518027705] 'process raft request' (duration: 94.951358ms)","trace[518027705] 'compare' (duration: 14.298907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:15.344034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.440591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-01T01:43:15.344071Z","caller":"traceutil/trace.go:171","msg":"trace[1032647818] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24958; }","duration":"104.494843ms","start":"2026-07-01T01:43:15.239563Z","end":"2026-07-01T01:43:15.344058Z","steps":["trace[1032647818] 'agreement among raft nodes before linearized reading' (duration: 104.38398ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:15.366116Z","caller":"traceutil/trace.go:171","msg":"trace[847560565] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"126.480136ms","start":"2026-07-01T01:43:15.239612Z","end":"2026-07-01T01:43:15.366092Z","steps":["trace[847560565] 'process raft request' (duration: 125.820535ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:15.639327Z","caller":"traceutil/trace.go:171","msg":"trace[749766516] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"117.950744ms","start":"2026-07-01T01:43:15.521346Z","end":"2026-07-01T01:43:15.639296Z","steps":["trace[749766516] 'process raft request' (duration: 117.18784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.320959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.914151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:16.321189Z","caller":"traceutil/trace.go:171","msg":"trace[147155409] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"402.667373ms","start":"2026-07-01T01:43:15.9185Z","end":"2026-07-01T01:43:16.321168Z","steps":["trace[147155409] 'process raft request' (duration: 402.57644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.321393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:15.918472Z","time spent":"402.871839ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:16.321731Z","caller":"traceutil/trace.go:171","msg":"trace[1464031480] linearizableReadLoop","detail":"{readStateIndex:25825; appliedIndex:25824; }","duration":"496.857577ms","start":"2026-07-01T01:43:15.824841Z","end":"2026-07-01T01:43:16.321699Z","steps":["trace[1464031480] 'read index received' (duration: 178.055357ms)","trace[1464031480] 'applied index is now lower than readState.Index' (duration: 318.797509ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:16.321766Z","caller":"traceutil/trace.go:171","msg":"trace[250044688] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"506.737193ms","start":"2026-07-01T01:43:15.815001Z","end":"2026-07-01T01:43:16.321739Z","steps":["trace[250044688] 'process raft request' (duration: 187.874601ms)","trace[250044688] 'compare' (duration: 317.045684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:16.321893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:15.814968Z","time spent":"506.850836ms","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:16.321953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.098004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-4ngbg\" ","response":"range_response_count:1 size:6217"} {"level":"warn","ts":"2026-07-01T01:43:16.321962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.980819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:16.321991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.340408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:16.322109Z","caller":"traceutil/trace.go:171","msg":"trace[270261686] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24981; }","duration":"355.509884ms","start":"2026-07-01T01:43:15.96657Z","end":"2026-07-01T01:43:16.32208Z","steps":["trace[270261686] 'agreement among raft nodes before linearized reading' (duration: 355.304527ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.322026Z","caller":"traceutil/trace.go:171","msg":"trace[328707125] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-4ngbg; range_end:; response_count:1; response_revision:24981; }","duration":"497.205197ms","start":"2026-07-01T01:43:15.824798Z","end":"2026-07-01T01:43:16.322003Z","steps":["trace[328707125] 'agreement among raft nodes before linearized reading' (duration: 497.003141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.322181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:15.966549Z","time spent":"355.611047ms","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:16.322222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:15.824757Z","time spent":"497.443756ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6240,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-4ngbg\" "} {"level":"info","ts":"2026-07-01T01:43:16.322033Z","caller":"traceutil/trace.go:171","msg":"trace[2008516404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24981; }","duration":"311.092353ms","start":"2026-07-01T01:43:16.010919Z","end":"2026-07-01T01:43:16.322012Z","steps":["trace[2008516404] 'agreement among raft nodes before linearized reading' (duration: 310.966839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.322316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.010894Z","time spent":"311.393942ms","remote":"127.0.0.1:41468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:17.0521Z","caller":"traceutil/trace.go:171","msg":"trace[1234616791] linearizableReadLoop","detail":"{readStateIndex:25840; appliedIndex:25839; }","duration":"109.344137ms","start":"2026-07-01T01:43:16.942716Z","end":"2026-07-01T01:43:17.05206Z","steps":["trace[1234616791] 'read index received' (duration: 109.098639ms)","trace[1234616791] 'applied index is now lower than readState.Index' (duration: 244.388µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:17.052161Z","caller":"traceutil/trace.go:171","msg":"trace[1997227737] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"168.394417ms","start":"2026-07-01T01:43:16.883714Z","end":"2026-07-01T01:43:17.052109Z","steps":["trace[1997227737] 'process raft request' (duration: 168.139159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:17.052275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.543623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:17.052354Z","caller":"traceutil/trace.go:171","msg":"trace[1295092495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24995; }","duration":"109.680718ms","start":"2026-07-01T01:43:16.942655Z","end":"2026-07-01T01:43:17.052336Z","steps":["trace[1295092495] 'agreement among raft nodes before linearized reading' (duration: 109.522243ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:19.066934Z","caller":"traceutil/trace.go:171","msg":"trace[1483865223] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"108.13137ms","start":"2026-07-01T01:43:18.958764Z","end":"2026-07-01T01:43:19.066896Z","steps":["trace[1483865223] 'process raft request' (duration: 84.831495ms)","trace[1483865223] 'compare' (duration: 23.1269ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:01.621987Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000066aa.wal"} {"level":"info","ts":"2026-07-01T01:44:16.74763Z","caller":"traceutil/trace.go:171","msg":"trace[1751992188] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"310.119462ms","start":"2026-07-01T01:44:16.437485Z","end":"2026-07-01T01:44:16.747605Z","steps":["trace[1751992188] 'process raft request' (duration: 309.959847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:16.747809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:16.437467Z","time spent":"310.240216ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:16.748689Z","caller":"traceutil/trace.go:171","msg":"trace[5410969] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"124.438261ms","start":"2026-07-01T01:44:16.624201Z","end":"2026-07-01T01:44:16.748639Z","steps":["trace[5410969] 'process raft request' (duration: 124.231355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.0701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784814802,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:44:22.23797Z","caller":"traceutil/trace.go:171","msg":"trace[831794499] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"858.63026ms","start":"2026-07-01T01:44:21.379315Z","end":"2026-07-01T01:44:22.237945Z","steps":["trace[831794499] 'process raft request' (duration: 858.459504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.238117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.379285Z","time spent":"858.754254ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:22.383547Z","caller":"traceutil/trace.go:171","msg":"trace[313491728] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"747.66462ms","start":"2026-07-01T01:44:21.635864Z","end":"2026-07-01T01:44:22.383529Z","steps":["trace[313491728] 'process raft request' (duration: 747.539286ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.383663Z","caller":"traceutil/trace.go:171","msg":"trace[1432585296] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"629.795589ms","start":"2026-07-01T01:44:21.753855Z","end":"2026-07-01T01:44:22.383651Z","steps":["trace[1432585296] 'process raft request' (duration: 629.624644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.383722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.753843Z","time spent":"629.84451ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:22.383709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.635847Z","time spent":"747.780254ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:22.383867Z","caller":"traceutil/trace.go:171","msg":"trace[737108332] linearizableReadLoop","detail":"{readStateIndex:26445; appliedIndex:26440; }","duration":"814.484958ms","start":"2026-07-01T01:44:21.569374Z","end":"2026-07-01T01:44:22.383859Z","steps":["trace[737108332] 'read index received' (duration: 668.379284ms)","trace[737108332] 'applied index is now lower than readState.Index' (duration: 146.105084ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:22.383898Z","caller":"traceutil/trace.go:171","msg":"trace[1147811466] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"625.681528ms","start":"2026-07-01T01:44:21.758195Z","end":"2026-07-01T01:44:22.383876Z","steps":["trace[1147811466] 'process raft request' (duration: 625.418539ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.383919Z","caller":"traceutil/trace.go:171","msg":"trace[1572743700] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"257.563101ms","start":"2026-07-01T01:44:22.126348Z","end":"2026-07-01T01:44:22.383911Z","steps":["trace[1572743700] 'process raft request' (duration: 257.477348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.383952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.575201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.383541Z","caller":"traceutil/trace.go:171","msg":"trace[686752259] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"907.67705ms","start":"2026-07-01T01:44:21.475828Z","end":"2026-07-01T01:44:22.383505Z","steps":["trace[686752259] 'process raft request' (duration: 834.319823ms)","trace[686752259] 'compare' (duration: 73.087108ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:22.383977Z","caller":"traceutil/trace.go:171","msg":"trace[1833066741] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25585; }","duration":"814.641553ms","start":"2026-07-01T01:44:21.569329Z","end":"2026-07-01T01:44:22.383971Z","steps":["trace[1833066741] 'agreement among raft nodes before linearized reading' (duration: 814.582941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.383993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.475801Z","time spent":"908.171966ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:22.38398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.758189Z","time spent":"625.748249ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:22.383998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.569312Z","time spent":"814.680394ms","remote":"127.0.0.1:44818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:22.384032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.257049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.384051Z","caller":"traceutil/trace.go:171","msg":"trace[346126185] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25585; }","duration":"723.300991ms","start":"2026-07-01T01:44:21.660742Z","end":"2026-07-01T01:44:22.384043Z","steps":["trace[346126185] 'agreement among raft nodes before linearized reading' (duration: 723.27317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.384073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.660728Z","time spent":"723.339372ms","remote":"127.0.0.1:41642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:22.384201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.46312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:22.384252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.497571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:44:22.38427Z","caller":"traceutil/trace.go:171","msg":"trace[718350383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25585; }","duration":"404.545833ms","start":"2026-07-01T01:44:21.979719Z","end":"2026-07-01T01:44:22.384265Z","steps":["trace[718350383] 'agreement among raft nodes before linearized reading' (duration: 404.484471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.384283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.979703Z","time spent":"404.576863ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:22.384291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.463662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:22.384288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.808967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:44:22.384318Z","caller":"traceutil/trace.go:171","msg":"trace[510551612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25585; }","duration":"445.492713ms","start":"2026-07-01T01:44:21.938818Z","end":"2026-07-01T01:44:22.384311Z","steps":["trace[510551612] 'agreement among raft nodes before linearized reading' (duration: 445.449382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.384341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.938748Z","time spent":"445.587646ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:44:22.384353Z","caller":"traceutil/trace.go:171","msg":"trace[933962885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25585; }","duration":"437.88575ms","start":"2026-07-01T01:44:21.946436Z","end":"2026-07-01T01:44:22.384321Z","steps":["trace[933962885] 'agreement among raft nodes before linearized reading' (duration: 437.750645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.384398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.946425Z","time spent":"437.960602ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:22.384366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.663204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T01:44:22.38457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.779036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T01:44:22.38453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.217003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T01:44:22.384591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.921649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-01T01:44:22.384623Z","caller":"traceutil/trace.go:171","msg":"trace[1142715513] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:25585; }","duration":"632.97091ms","start":"2026-07-01T01:44:21.751645Z","end":"2026-07-01T01:44:22.384616Z","steps":["trace[1142715513] 'agreement among raft nodes before linearized reading' (duration: 632.906888ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.384616Z","caller":"traceutil/trace.go:171","msg":"trace[318257969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25585; }","duration":"427.834128ms","start":"2026-07-01T01:44:21.956767Z","end":"2026-07-01T01:44:22.384601Z","steps":["trace[318257969] 'agreement among raft nodes before linearized reading' (duration: 427.721284ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.384244Z","caller":"traceutil/trace.go:171","msg":"trace[1532737101] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25585; }","duration":"213.545272ms","start":"2026-07-01T01:44:22.170687Z","end":"2026-07-01T01:44:22.384232Z","steps":["trace[1532737101] 'agreement among raft nodes before linearized reading' (duration: 213.49561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.384636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.751636Z","time spent":"632.997342ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"info","ts":"2026-07-01T01:44:22.384633Z","caller":"traceutil/trace.go:171","msg":"trace[667924978] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25585; }","duration":"645.355177ms","start":"2026-07-01T01:44:21.739259Z","end":"2026-07-01T01:44:22.384615Z","steps":["trace[667924978] 'agreement among raft nodes before linearized reading' (duration: 645.062908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.384615Z","caller":"traceutil/trace.go:171","msg":"trace[1958658070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25585; }","duration":"257.944773ms","start":"2026-07-01T01:44:22.126651Z","end":"2026-07-01T01:44:22.384596Z","steps":["trace[1958658070] 'agreement among raft nodes before linearized reading' (duration: 257.671184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.38472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.739245Z","time spent":"645.46237ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:44:22.384707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.956758Z","time spent":"427.936322ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:44:22.607048Z","caller":"traceutil/trace.go:171","msg":"trace[1473795409] linearizableReadLoop","detail":"{readStateIndex:26451; appliedIndex:26446; }","duration":"215.223836ms","start":"2026-07-01T01:44:22.391795Z","end":"2026-07-01T01:44:22.607019Z","steps":["trace[1473795409] 'read index received' (duration: 205.148143ms)","trace[1473795409] 'applied index is now lower than readState.Index' (duration: 10.073763ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:22.607075Z","caller":"traceutil/trace.go:171","msg":"trace[98144056] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"216.982352ms","start":"2026-07-01T01:44:22.390074Z","end":"2026-07-01T01:44:22.607057Z","steps":["trace[98144056] 'process raft request' (duration: 216.828557ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.607125Z","caller":"traceutil/trace.go:171","msg":"trace[1780294412] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"216.91373ms","start":"2026-07-01T01:44:22.390181Z","end":"2026-07-01T01:44:22.607095Z","steps":["trace[1780294412] 'process raft request' (duration: 216.762915ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.607276Z","caller":"traceutil/trace.go:171","msg":"trace[1330203282] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"217.816039ms","start":"2026-07-01T01:44:22.389449Z","end":"2026-07-01T01:44:22.607265Z","steps":["trace[1330203282] 'process raft request' (duration: 217.304852ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.607322Z","caller":"traceutil/trace.go:171","msg":"trace[677014726] transaction","detail":"{read_only:false; response_revision:25589; number_of_response:1; }","duration":"216.768445ms","start":"2026-07-01T01:44:22.390522Z","end":"2026-07-01T01:44:22.607291Z","steps":["trace[677014726] 'process raft request' (duration: 216.455165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.607408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.593547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.607465Z","caller":"traceutil/trace.go:171","msg":"trace[738669792] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25589; }","duration":"215.705541ms","start":"2026-07-01T01:44:22.391743Z","end":"2026-07-01T01:44:22.607449Z","steps":["trace[738669792] 'agreement among raft nodes before linearized reading' (duration: 215.525486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.257905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.017998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:23.258034Z","caller":"traceutil/trace.go:171","msg":"trace[279248471] linearizableReadLoop","detail":"{readStateIndex:26452; appliedIndex:26451; }","duration":"642.908299ms","start":"2026-07-01T01:44:22.615101Z","end":"2026-07-01T01:44:23.258009Z","steps":["trace[279248471] 'read index received' (duration: 297.652683ms)","trace[279248471] 'applied index is now lower than readState.Index' (duration: 345.252506ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:23.25818Z","caller":"traceutil/trace.go:171","msg":"trace[591837211] transaction","detail":"{read_only:false; response_revision:25590; number_of_response:1; }","duration":"650.396469ms","start":"2026-07-01T01:44:22.607752Z","end":"2026-07-01T01:44:23.258149Z","steps":["trace[591837211] 'process raft request' (duration: 305.028169ms)","trace[591837211] 'compare' (duration: 344.780421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:23.258275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.607739Z","time spent":"650.488801ms","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:23.258402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.277851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:23.258494Z","caller":"traceutil/trace.go:171","msg":"trace[774319702] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25590; }","duration":"643.420625ms","start":"2026-07-01T01:44:22.615052Z","end":"2026-07-01T01:44:23.258472Z","steps":["trace[774319702] 'agreement among raft nodes before linearized reading' (duration: 643.205838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.258544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.61503Z","time spent":"643.501338ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:44:23.675096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.45401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:23.675279Z","caller":"traceutil/trace.go:171","msg":"trace[1661105836] transaction","detail":"{read_only:false; response_revision:25591; number_of_response:1; }","duration":"860.553542ms","start":"2026-07-01T01:44:22.814705Z","end":"2026-07-01T01:44:23.675259Z","steps":["trace[1661105836] 'process raft request' (duration: 560.815303ms)","trace[1661105836] 'compare' (duration: 299.285265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:23.675372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.814688Z","time spent":"860.640695ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:23.675515Z","caller":"traceutil/trace.go:171","msg":"trace[974720996] transaction","detail":"{read_only:false; response_revision:25592; number_of_response:1; }","duration":"711.71772ms","start":"2026-07-01T01:44:22.963781Z","end":"2026-07-01T01:44:23.675498Z","steps":["trace[974720996] 'process raft request' (duration: 711.424431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.675588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.963761Z","time spent":"711.789323ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:23.675927Z","caller":"traceutil/trace.go:171","msg":"trace[366366073] linearizableReadLoop","detail":"{readStateIndex:26454; appliedIndex:26452; }","duration":"417.803827ms","start":"2026-07-01T01:44:23.258105Z","end":"2026-07-01T01:44:23.675909Z","steps":["trace[366366073] 'read index received' (duration: 117.426807ms)","trace[366366073] 'applied index is now lower than readState.Index' (duration: 300.37541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:23.67603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.630343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:23.67601Z","caller":"traceutil/trace.go:171","msg":"trace[2137402648] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"404.331786ms","start":"2026-07-01T01:44:23.271637Z","end":"2026-07-01T01:44:23.675969Z","steps":["trace[2137402648] 'process raft request' (duration: 403.770568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.676037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.704853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:23.676064Z","caller":"traceutil/trace.go:171","msg":"trace[1529351460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25593; }","duration":"734.700186ms","start":"2026-07-01T01:44:22.941353Z","end":"2026-07-01T01:44:23.676053Z","steps":["trace[1529351460] 'agreement among raft nodes before linearized reading' (duration: 734.639324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.676101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.941334Z","time spent":"734.760497ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:44:23.676105Z","caller":"traceutil/trace.go:171","msg":"trace[1320108435] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25593; }","duration":"552.823797ms","start":"2026-07-01T01:44:23.123264Z","end":"2026-07-01T01:44:23.676088Z","steps":["trace[1320108435] 'agreement among raft nodes before linearized reading' (duration: 552.656392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.676101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.676222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T01:44:23.67614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.123243Z","time spent":"552.890129ms","remote":"127.0.0.1:44632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:23.676145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.896696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-01T01:44:23.676142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.967576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:23.67617Z","caller":"traceutil/trace.go:171","msg":"trace[112779364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25593; }","duration":"647.780715ms","start":"2026-07-01T01:44:23.028372Z","end":"2026-07-01T01:44:23.676153Z","steps":["trace[112779364] 'agreement among raft nodes before linearized reading' (duration: 647.551268ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:23.676187Z","caller":"traceutil/trace.go:171","msg":"trace[745229678] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25593; }","duration":"415.986569ms","start":"2026-07-01T01:44:23.260187Z","end":"2026-07-01T01:44:23.676174Z","steps":["trace[745229678] 'agreement among raft nodes before linearized reading' (duration: 415.835834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.676213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.26017Z","time spent":"416.036891ms","remote":"127.0.0.1:60828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T01:44:23.676206Z","caller":"traceutil/trace.go:171","msg":"trace[34401825] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25593; }","duration":"410.063989ms","start":"2026-07-01T01:44:23.266124Z","end":"2026-07-01T01:44:23.676188Z","steps":["trace[34401825] 'agreement among raft nodes before linearized reading' (duration: 409.965286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.676216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.028358Z","time spent":"647.846987ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:44:23.676199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.271621Z","time spent":"404.47184ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:23.676233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.927395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T01:44:23.676259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.266109Z","time spent":"410.137392ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:44:23.676298Z","caller":"traceutil/trace.go:171","msg":"trace[1450049055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25593; }","duration":"134.035818ms","start":"2026-07-01T01:44:23.542244Z","end":"2026-07-01T01:44:23.676279Z","steps":["trace[1450049055] 'agreement among raft nodes before linearized reading' (duration: 133.812761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.962549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.71465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:23.962639Z","caller":"traceutil/trace.go:171","msg":"trace[1157224733] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25594; }","duration":"164.837754ms","start":"2026-07-01T01:44:23.797779Z","end":"2026-07-01T01:44:23.962617Z","steps":["trace[1157224733] 'range keys from in-memory index tree' (duration: 164.660108ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.507173Z","caller":"traceutil/trace.go:171","msg":"trace[1743086167] linearizableReadLoop","detail":"{readStateIndex:26457; appliedIndex:26456; }","duration":"117.494909ms","start":"2026-07-01T01:44:24.38965Z","end":"2026-07-01T01:44:24.507144Z","steps":["trace[1743086167] 'read index received' (duration: 117.307543ms)","trace[1743086167] 'applied index is now lower than readState.Index' (duration: 186.146µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:24.507316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.639464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:24.507396Z","caller":"traceutil/trace.go:171","msg":"trace[388051450] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25595; }","duration":"117.782598ms","start":"2026-07-01T01:44:24.389599Z","end":"2026-07-01T01:44:24.507381Z","steps":["trace[388051450] 'agreement among raft nodes before linearized reading' (duration: 117.649674ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.507507Z","caller":"traceutil/trace.go:171","msg":"trace[1763990800] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"259.42092ms","start":"2026-07-01T01:44:24.248043Z","end":"2026-07-01T01:44:24.507464Z","steps":["trace[1763990800] 'process raft request' (duration: 258.922834ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.641624Z","caller":"traceutil/trace.go:171","msg":"trace[1670596220] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"250.464933ms","start":"2026-07-01T01:44:24.391134Z","end":"2026-07-01T01:44:24.641599Z","steps":["trace[1670596220] 'process raft request' (duration: 250.3829ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.641884Z","caller":"traceutil/trace.go:171","msg":"trace[1441113751] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"251.853107ms","start":"2026-07-01T01:44:24.389995Z","end":"2026-07-01T01:44:24.641849Z","steps":["trace[1441113751] 'process raft request' (duration: 212.420816ms)","trace[1441113751] 'compare' (duration: 38.963666ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:24.6419Z","caller":"traceutil/trace.go:171","msg":"trace[788702282] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"250.654499ms","start":"2026-07-01T01:44:24.391224Z","end":"2026-07-01T01:44:24.641878Z","steps":["trace[788702282] 'process raft request' (duration: 250.341139ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.642114Z","caller":"traceutil/trace.go:171","msg":"trace[2006026750] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"250.866126ms","start":"2026-07-01T01:44:24.391224Z","end":"2026-07-01T01:44:24.64209Z","steps":["trace[2006026750] 'process raft request' (duration: 250.564336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:25.380436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.576446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:25.381278Z","caller":"traceutil/trace.go:171","msg":"trace[1717582229] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"734.126357ms","start":"2026-07-01T01:44:24.647125Z","end":"2026-07-01T01:44:25.381252Z","steps":["trace[1717582229] 'process raft request' (duration: 171.621041ms)","trace[1717582229] 'compare' (duration: 560.910024ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:25.381385Z","caller":"traceutil/trace.go:171","msg":"trace[1107323224] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"734.088656ms","start":"2026-07-01T01:44:24.64726Z","end":"2026-07-01T01:44:25.381349Z","steps":["trace[1107323224] 'process raft request' (duration: 733.329721ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:25.381497Z","caller":"traceutil/trace.go:171","msg":"trace[574686977] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"733.790886ms","start":"2026-07-01T01:44:24.647684Z","end":"2026-07-01T01:44:25.381475Z","steps":["trace[574686977] 'process raft request' (duration: 733.587149ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:25.381427Z","caller":"traceutil/trace.go:171","msg":"trace[476986540] linearizableReadLoop","detail":"{readStateIndex:26465; appliedIndex:26462; }","duration":"440.843164ms","start":"2026-07-01T01:44:24.940566Z","end":"2026-07-01T01:44:25.381409Z","steps":["trace[476986540] 'read index received' (duration: 54.712µs)","trace[476986540] 'applied index is now lower than readState.Index' (duration: 440.787302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:25.381573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.647253Z","time spent":"734.21808ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:25.381628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.647675Z","time spent":"733.883968ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:25.381742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.161773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:25.381753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.197384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:25.381821Z","caller":"traceutil/trace.go:171","msg":"trace[127062289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25603; }","duration":"441.289067ms","start":"2026-07-01T01:44:24.940514Z","end":"2026-07-01T01:44:25.381803Z","steps":["trace[127062289] 'agreement among raft nodes before linearized reading' (duration: 441.155063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:25.381774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.647098Z","time spent":"734.23548ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:25.381869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.940491Z","time spent":"441.37073ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:44:25.381829Z","caller":"traceutil/trace.go:171","msg":"trace[10596967] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25603; }","duration":"119.315547ms","start":"2026-07-01T01:44:25.262497Z","end":"2026-07-01T01:44:25.381812Z","steps":["trace[10596967] 'agreement among raft nodes before linearized reading' (duration: 119.188743ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:25.844256Z","caller":"traceutil/trace.go:171","msg":"trace[881483361] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"163.853672ms","start":"2026-07-01T01:44:25.680377Z","end":"2026-07-01T01:44:25.844231Z","steps":["trace[881483361] 'process raft request' (duration: 163.693887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.239176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.405076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:26.239341Z","caller":"traceutil/trace.go:171","msg":"trace[1985079020] linearizableReadLoop","detail":"{readStateIndex:26468; appliedIndex:26465; }","duration":"515.974858ms","start":"2026-07-01T01:44:25.723353Z","end":"2026-07-01T01:44:26.239328Z","steps":["trace[1985079020] 'read index received' (duration: 120.775485ms)","trace[1985079020] 'applied index is now lower than readState.Index' (duration: 395.198583ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:26.239407Z","caller":"traceutil/trace.go:171","msg":"trace[1127838201] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"502.949981ms","start":"2026-07-01T01:44:25.736436Z","end":"2026-07-01T01:44:26.239386Z","steps":["trace[1127838201] 'process raft request' (duration: 502.854808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.239452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.736419Z","time spent":"503.009784ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:26.239521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.153834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T01:44:26.239552Z","caller":"traceutil/trace.go:171","msg":"trace[1267898804] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"557.392383ms","start":"2026-07-01T01:44:25.682138Z","end":"2026-07-01T01:44:26.239531Z","steps":["trace[1267898804] 'process raft request' (duration: 454.555033ms)","trace[1267898804] 'compare' (duration: 102.20282ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:26.239576Z","caller":"traceutil/trace.go:171","msg":"trace[868750863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25607; }","duration":"516.260907ms","start":"2026-07-01T01:44:25.723301Z","end":"2026-07-01T01:44:26.239562Z","steps":["trace[868750863] 'agreement among raft nodes before linearized reading' (duration: 516.089941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.239613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.723277Z","time spent":"516.325599ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:44:26.239672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.682116Z","time spent":"557.486186ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:26.239776Z","caller":"traceutil/trace.go:171","msg":"trace[2013184731] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"556.281637ms","start":"2026-07-01T01:44:25.683108Z","end":"2026-07-01T01:44:26.23939Z","steps":["trace[2013184731] 'process raft request' (duration: 556.139383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.239819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.683085Z","time spent":"556.714972ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:26.781064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.034636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:26.78114Z","caller":"traceutil/trace.go:171","msg":"trace[577061128] linearizableReadLoop","detail":"{readStateIndex:26470; appliedIndex:26469; }","duration":"541.767203ms","start":"2026-07-01T01:44:26.23936Z","end":"2026-07-01T01:44:26.781127Z","steps":["trace[577061128] 'read index received' (duration: 388.583793ms)","trace[577061128] 'applied index is now lower than readState.Index' (duration: 153.18233ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:26.781196Z","caller":"traceutil/trace.go:171","msg":"trace[217841223] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"758.138025ms","start":"2026-07-01T01:44:26.02302Z","end":"2026-07-01T01:44:26.781158Z","steps":["trace[217841223] 'process raft request' (duration: 604.954055ms)","trace[217841223] 'compare' (duration: 152.644693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:26.781281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.52727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:26.781345Z","caller":"traceutil/trace.go:171","msg":"trace[1447412514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25608; }","duration":"839.633243ms","start":"2026-07-01T01:44:25.941698Z","end":"2026-07-01T01:44:26.781331Z","steps":["trace[1447412514] 'agreement among raft nodes before linearized reading' (duration: 839.471788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.781357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.167339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-01T01:44:26.781385Z","caller":"traceutil/trace.go:171","msg":"trace[2063981461] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25608; }","duration":"905.20424ms","start":"2026-07-01T01:44:25.876173Z","end":"2026-07-01T01:44:26.781377Z","steps":["trace[2063981461] 'agreement among raft nodes before linearized reading' (duration: 905.004874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.781394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.941667Z","time spent":"839.715125ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:26.781409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.876123Z","time spent":"905.280863ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-01T01:44:26.781425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.022994Z","time spent":"758.340282ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:26.783816Z","caller":"traceutil/trace.go:171","msg":"trace[771258488] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"436.516796ms","start":"2026-07-01T01:44:26.347284Z","end":"2026-07-01T01:44:26.783801Z","steps":["trace[771258488] 'process raft request' (duration: 436.486045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.784106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.34726Z","time spent":"436.709531ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:26.783916Z","caller":"traceutil/trace.go:171","msg":"trace[1762846817] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"540.648507ms","start":"2026-07-01T01:44:26.243254Z","end":"2026-07-01T01:44:26.783902Z","steps":["trace[1762846817] 'process raft request' (duration: 540.440481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.784504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.243239Z","time spent":"541.05695ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:27.031077Z","caller":"traceutil/trace.go:171","msg":"trace[1169636748] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"383.493879ms","start":"2026-07-01T01:44:26.647552Z","end":"2026-07-01T01:44:27.031046Z","steps":["trace[1169636748] 'process raft request' (duration: 383.286823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.031221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.647523Z","time spent":"383.627254ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:27.031388Z","caller":"traceutil/trace.go:171","msg":"trace[1483042916] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"383.128538ms","start":"2026-07-01T01:44:26.64821Z","end":"2026-07-01T01:44:27.031339Z","steps":["trace[1483042916] 'process raft request' (duration: 382.786807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.031574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.648187Z","time spent":"383.268822ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:27.031633Z","caller":"traceutil/trace.go:171","msg":"trace[699994808] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"382.525539ms","start":"2026-07-01T01:44:26.649095Z","end":"2026-07-01T01:44:27.03162Z","steps":["trace[699994808] 'process raft request' (duration: 382.150237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.031698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.649075Z","time spent":"382.5892ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:27.031718Z","caller":"traceutil/trace.go:171","msg":"trace[1163868017] linearizableReadLoop","detail":"{readStateIndex:26476; appliedIndex:26472; }","duration":"250.538906ms","start":"2026-07-01T01:44:26.781158Z","end":"2026-07-01T01:44:27.031697Z","steps":["trace[1163868017] 'read index received' (duration: 2.727648ms)","trace[1163868017] 'applied index is now lower than readState.Index' (duration: 247.808768ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:27.031918Z","caller":"traceutil/trace.go:171","msg":"trace[1165670197] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"382.238189ms","start":"2026-07-01T01:44:26.649664Z","end":"2026-07-01T01:44:27.031902Z","steps":["trace[1165670197] 'process raft request' (duration: 381.870067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.032028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.075266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:27.032071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.81552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:27.032079Z","caller":"traceutil/trace.go:171","msg":"trace[38110193] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25614; }","duration":"569.16599ms","start":"2026-07-01T01:44:26.462899Z","end":"2026-07-01T01:44:27.032065Z","steps":["trace[38110193] 'agreement among raft nodes before linearized reading' (duration: 569.090678ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:27.032103Z","caller":"traceutil/trace.go:171","msg":"trace[884054390] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25614; }","duration":"313.843931ms","start":"2026-07-01T01:44:26.718248Z","end":"2026-07-01T01:44:27.032092Z","steps":["trace[884054390] 'agreement among raft nodes before linearized reading' (duration: 313.744188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.032142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.718231Z","time spent":"313.903533ms","remote":"127.0.0.1:60862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:27.032189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.649654Z","time spent":"382.352493ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:27.032304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.02883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:27.03234Z","caller":"traceutil/trace.go:171","msg":"trace[923611472] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25614; }","duration":"712.096172ms","start":"2026-07-01T01:44:26.320235Z","end":"2026-07-01T01:44:27.032331Z","steps":["trace[923611472] 'agreement among raft nodes before linearized reading' (duration: 712.043221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.031969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.53373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:27.032368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.320216Z","time spent":"712.144004ms","remote":"127.0.0.1:32812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:27.032377Z","caller":"traceutil/trace.go:171","msg":"trace[1710113800] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25614; }","duration":"408.941903ms","start":"2026-07-01T01:44:26.623422Z","end":"2026-07-01T01:44:27.032364Z","steps":["trace[1710113800] 'agreement among raft nodes before linearized reading' (duration: 408.51344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.032378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.721564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T01:44:27.032416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.623355Z","time spent":"409.050017ms","remote":"127.0.0.1:41376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:27.032434Z","caller":"traceutil/trace.go:171","msg":"trace[638332277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25614; }","duration":"352.804987ms","start":"2026-07-01T01:44:26.679611Z","end":"2026-07-01T01:44:27.032416Z","steps":["trace[638332277] 'agreement among raft nodes before linearized reading' (duration: 352.628732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.032476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.6796Z","time spent":"352.86502ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:27.032241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.001196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:44:27.03264Z","caller":"traceutil/trace.go:171","msg":"trace[4514205] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25614; }","duration":"520.42039ms","start":"2026-07-01T01:44:26.512207Z","end":"2026-07-01T01:44:27.032627Z","steps":["trace[4514205] 'agreement among raft nodes before linearized reading' (duration: 519.953975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.03268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.512191Z","time spent":"520.478372ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:44:27.032115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.462878Z","time spent":"569.228231ms","remote":"127.0.0.1:44648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:27.824718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.3259ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-01T01:44:27.825077Z","caller":"traceutil/trace.go:171","msg":"trace[1886335782] linearizableReadLoop","detail":"{readStateIndex:26477; appliedIndex:26476; }","duration":"793.190526ms","start":"2026-07-01T01:44:27.031867Z","end":"2026-07-01T01:44:27.825058Z","steps":["trace[1886335782] 'read index received' (duration: 75.486145ms)","trace[1886335782] 'applied index is now lower than readState.Index' (duration: 717.703331ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:27.825449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04175784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:27.825573Z","caller":"traceutil/trace.go:171","msg":"trace[1598605518] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"788.58637ms","start":"2026-07-01T01:44:27.036963Z","end":"2026-07-01T01:44:27.82555Z","steps":["trace[1598605518] 'process raft request' (duration: 787.935629ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:27.825696Z","caller":"traceutil/trace.go:171","msg":"trace[245088292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25614; }","duration":"1.041889174s","start":"2026-07-01T01:44:26.783622Z","end":"2026-07-01T01:44:27.825511Z","steps":["trace[245088292] 'agreement among raft nodes before linearized reading' (duration: 1.041730849s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.825729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.036938Z","time spent":"788.710763ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:27.825758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.783606Z","time spent":"1.042140602s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:27.825634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.201781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-01T01:44:27.82565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041040517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-580adcf3-17b0-4bb0-b2d9-bd8a20bde250\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-01T01:44:27.826311Z","caller":"traceutil/trace.go:171","msg":"trace[1152665810] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25614; }","duration":"935.667426ms","start":"2026-07-01T01:44:26.890365Z","end":"2026-07-01T01:44:27.826033Z","steps":["trace[1152665810] 'agreement among raft nodes before linearized reading' (duration: 935.054306ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:27.826364Z","caller":"traceutil/trace.go:171","msg":"trace[796530024] range","detail":"{range_begin:/registry/persistentvolumes/pvc-580adcf3-17b0-4bb0-b2d9-bd8a20bde250; range_end:; response_count:1; response_revision:25614; }","duration":"1.041763839s","start":"2026-07-01T01:44:26.784569Z","end":"2026-07-01T01:44:27.826333Z","steps":["trace[796530024] 'agreement among raft nodes before linearized reading' (duration: 1.040889811s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:27.826429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.890352Z","time spent":"936.062078ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:44:27.826451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.784561Z","time spent":"1.041859993s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-580adcf3-17b0-4bb0-b2d9-bd8a20bde250\" "} {"level":"warn","ts":"2026-07-01T01:44:28.02454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133604208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:44:28.024724Z","caller":"traceutil/trace.go:171","msg":"trace[1669741762] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25615; }","duration":"1.133804105s","start":"2026-07-01T01:44:26.890896Z","end":"2026-07-01T01:44:28.0247Z","steps":["trace[1669741762] 'agreement among raft nodes before linearized reading' (duration: 934.55795ms)","trace[1669741762] 'range keys from in-memory index tree' (duration: 198.929645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:28.024811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:26.89089Z","time spent":"1.133905928s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:44:28.024852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.184452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:28.025311Z","caller":"traceutil/trace.go:171","msg":"trace[375886481] linearizableReadLoop","detail":"{readStateIndex:26480; appliedIndex:26477; }","duration":"200.147934ms","start":"2026-07-01T01:44:27.825141Z","end":"2026-07-01T01:44:28.025289Z","steps":["trace[375886481] 'read index received' (duration: 263.059µs)","trace[375886481] 'applied index is now lower than readState.Index' (duration: 199.882705ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:28.025359Z","caller":"traceutil/trace.go:171","msg":"trace[378702375] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"987.449143ms","start":"2026-07-01T01:44:27.037867Z","end":"2026-07-01T01:44:28.025316Z","steps":["trace[378702375] 'process raft request' (duration: 787.669111ms)","trace[378702375] 'compare' (duration: 198.968636ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:28.025445Z","caller":"traceutil/trace.go:171","msg":"trace[937991730] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"636.418791ms","start":"2026-07-01T01:44:27.388853Z","end":"2026-07-01T01:44:28.025272Z","steps":["trace[937991730] 'process raft request' (duration: 636.261166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.025721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.479246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:28.025847Z","caller":"traceutil/trace.go:171","msg":"trace[1507023446] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25617; }","duration":"251.636621ms","start":"2026-07-01T01:44:27.774188Z","end":"2026-07-01T01:44:28.025824Z","steps":["trace[1507023446] 'agreement among raft nodes before linearized reading' (duration: 251.214117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.025992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.732334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:28.026519Z","caller":"traceutil/trace.go:171","msg":"trace[607213421] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25617; }","duration":"473.322124ms","start":"2026-07-01T01:44:27.55318Z","end":"2026-07-01T01:44:28.026502Z","steps":["trace[607213421] 'agreement among raft nodes before linearized reading' (duration: 472.705864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.026167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.977445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:28.026618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.55316Z","time spent":"473.436577ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:28.025527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.037843Z","time spent":"987.596307ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:28.026714Z","caller":"traceutil/trace.go:171","msg":"trace[1869018900] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25617; }","duration":"545.581445ms","start":"2026-07-01T01:44:27.481108Z","end":"2026-07-01T01:44:28.026689Z","steps":["trace[1869018900] 'agreement among raft nodes before linearized reading' (duration: 544.970146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.026205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.101927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-01T01:44:28.026915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.481081Z","time spent":"545.74522ms","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:28.026234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.003464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T01:44:28.026203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.388834Z","time spent":"636.792154ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:28.026246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.148719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:44:28.027323Z","caller":"traceutil/trace.go:171","msg":"trace[1563386804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25617; }","duration":"640.257084ms","start":"2026-07-01T01:44:27.387049Z","end":"2026-07-01T01:44:28.027306Z","steps":["trace[1563386804] 'agreement among raft nodes before linearized reading' (duration: 639.065386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.027388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.387031Z","time spent":"640.338917ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:44:28.026948Z","caller":"traceutil/trace.go:171","msg":"trace[1011499121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25617; }","duration":"639.82466ms","start":"2026-07-01T01:44:27.387071Z","end":"2026-07-01T01:44:28.026895Z","steps":["trace[1011499121] 'agreement among raft nodes before linearized reading' (duration: 639.018794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.02751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.387055Z","time spent":"640.44244ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:44:28.027167Z","caller":"traceutil/trace.go:171","msg":"trace[1392461342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25617; }","duration":"639.971735ms","start":"2026-07-01T01:44:27.387172Z","end":"2026-07-01T01:44:28.027144Z","steps":["trace[1392461342] 'agreement among raft nodes before linearized reading' (duration: 638.970003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.027941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.387141Z","time spent":"640.776791ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:44:28.496921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.187927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:28.497319Z","caller":"traceutil/trace.go:171","msg":"trace[972776820] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"661.369429ms","start":"2026-07-01T01:44:27.835913Z","end":"2026-07-01T01:44:28.497282Z","steps":["trace[972776820] 'process raft request' (duration: 369.721478ms)","trace[972776820] 'compare' (duration: 291.019001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:28.497483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.835894Z","time spent":"661.505544ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:28.497478Z","caller":"traceutil/trace.go:171","msg":"trace[1589517836] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"648.098955ms","start":"2026-07-01T01:44:27.84935Z","end":"2026-07-01T01:44:28.497449Z","steps":["trace[1589517836] 'process raft request' (duration: 647.682092ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:28.497514Z","caller":"traceutil/trace.go:171","msg":"trace[2005998487] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"465.677878ms","start":"2026-07-01T01:44:28.031817Z","end":"2026-07-01T01:44:28.497495Z","steps":["trace[2005998487] 'process raft request' (duration: 465.596566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.4976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:28.031796Z","time spent":"465.760841ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:28.497615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.849335Z","time spent":"648.198369ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:28.497733Z","caller":"traceutil/trace.go:171","msg":"trace[2145341270] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"465.905776ms","start":"2026-07-01T01:44:28.031818Z","end":"2026-07-01T01:44:28.497724Z","steps":["trace[2145341270] 'process raft request' (duration: 465.637517ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:28.497743Z","caller":"traceutil/trace.go:171","msg":"trace[1223569967] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"465.941327ms","start":"2026-07-01T01:44:28.031774Z","end":"2026-07-01T01:44:28.497716Z","steps":["trace[1223569967] 'process raft request' (duration: 465.40452ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:28.497819Z","caller":"traceutil/trace.go:171","msg":"trace[578641144] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26480; }","duration":"472.441175ms","start":"2026-07-01T01:44:28.025367Z","end":"2026-07-01T01:44:28.497808Z","steps":["trace[578641144] 'read index received' (duration: 180.194935ms)","trace[578641144] 'applied index is now lower than readState.Index' (duration: 292.24546ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:28.497848Z","caller":"traceutil/trace.go:171","msg":"trace[1485597341] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"465.916046ms","start":"2026-07-01T01:44:28.031925Z","end":"2026-07-01T01:44:28.497841Z","steps":["trace[1485597341] 'process raft request' (duration: 465.70994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.497859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:28.031752Z","time spent":"466.0436ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:28.497889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:28.031892Z","time spent":"465.977018ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:28.497769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:28.031798Z","time spent":"465.950657ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:28.497954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.454149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:28.497988Z","caller":"traceutil/trace.go:171","msg":"trace[422586434] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25623; }","duration":"604.524161ms","start":"2026-07-01T01:44:27.893453Z","end":"2026-07-01T01:44:28.497977Z","steps":["trace[422586434] 'agreement among raft nodes before linearized reading' (duration: 604.421407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.964968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:28.49802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.893412Z","time spent":"604.598674ms","remote":"127.0.0.1:60780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:28.498034Z","caller":"traceutil/trace.go:171","msg":"trace[1352206100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25623; }","duration":"662.041441ms","start":"2026-07-01T01:44:27.835982Z","end":"2026-07-01T01:44:28.498023Z","steps":["trace[1352206100] 'agreement among raft nodes before linearized reading' (duration: 661.979639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:28.498062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:27.835967Z","time spent":"662.088852ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:28.499021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.012219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:28.499054Z","caller":"traceutil/trace.go:171","msg":"trace[1239519985] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25625; }","duration":"155.081842ms","start":"2026-07-01T01:44:28.343962Z","end":"2026-07-01T01:44:28.499044Z","steps":["trace[1239519985] 'agreement among raft nodes before linearized reading' (duration: 154.912996ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:28.499234Z","caller":"traceutil/trace.go:171","msg":"trace[1229900434] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"254.445751ms","start":"2026-07-01T01:44:28.244779Z","end":"2026-07-01T01:44:28.499224Z","steps":["trace[1229900434] 'process raft request' (duration: 254.020917ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:28.499314Z","caller":"traceutil/trace.go:171","msg":"trace[1402296455] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"254.367248ms","start":"2026-07-01T01:44:28.244939Z","end":"2026-07-01T01:44:28.499306Z","steps":["trace[1402296455] 'process raft request' (duration: 253.909334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.798626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784814987,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:44:34.882835Z","caller":"traceutil/trace.go:171","msg":"trace[150951449] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"595.029838ms","start":"2026-07-01T01:44:34.287779Z","end":"2026-07-01T01:44:34.882809Z","steps":["trace[150951449] 'process raft request' (duration: 594.838272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.883019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.287749Z","time spent":"595.168162ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:34.977336Z","caller":"traceutil/trace.go:171","msg":"trace[1955985028] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"435.058439ms","start":"2026-07-01T01:44:34.542242Z","end":"2026-07-01T01:44:34.977301Z","steps":["trace[1955985028] 'process raft request' (duration: 432.451025ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:34.977344Z","caller":"traceutil/trace.go:171","msg":"trace[1730650635] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"426.257608ms","start":"2026-07-01T01:44:34.551062Z","end":"2026-07-01T01:44:34.977319Z","steps":["trace[1730650635] 'process raft request' (duration: 426.167535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.977469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.542216Z","time spent":"435.184623ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:34.977492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.551044Z","time spent":"426.369382ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:34.977563Z","caller":"traceutil/trace.go:171","msg":"trace[74443524] linearizableReadLoop","detail":"{readStateIndex:26528; appliedIndex:26524; }","duration":"679.572933ms","start":"2026-07-01T01:44:34.297967Z","end":"2026-07-01T01:44:34.97754Z","steps":["trace[74443524] 'read index received' (duration: 584.588324ms)","trace[74443524] 'applied index is now lower than readState.Index' (duration: 94.983439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:34.977829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.885895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:34.977864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.099153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:44:34.977712Z","caller":"traceutil/trace.go:171","msg":"trace[184584202] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"422.793777ms","start":"2026-07-01T01:44:34.554872Z","end":"2026-07-01T01:44:34.977666Z","steps":["trace[184584202] 'process raft request' (duration: 422.412075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.977905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.515584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-01T01:44:34.977892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.585666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:34.977916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.023978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:34.977911Z","caller":"traceutil/trace.go:171","msg":"trace[791374206] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25664; }","duration":"586.026299ms","start":"2026-07-01T01:44:34.391867Z","end":"2026-07-01T01:44:34.977893Z","steps":["trace[791374206] 'agreement among raft nodes before linearized reading' (duration: 585.875474ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:34.97795Z","caller":"traceutil/trace.go:171","msg":"trace[2128556533] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25664; }","duration":"360.08741ms","start":"2026-07-01T01:44:34.617854Z","end":"2026-07-01T01:44:34.977941Z","steps":["trace[2128556533] 'agreement among raft nodes before linearized reading' (duration: 360.037859ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:34.977949Z","caller":"traceutil/trace.go:171","msg":"trace[818594768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25664; }","duration":"124.584446ms","start":"2026-07-01T01:44:34.853343Z","end":"2026-07-01T01:44:34.977927Z","steps":["trace[818594768] 'agreement among raft nodes before linearized reading' (duration: 124.471312ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:34.977952Z","caller":"traceutil/trace.go:171","msg":"trace[1699301850] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25664; }","duration":"475.703649ms","start":"2026-07-01T01:44:34.502233Z","end":"2026-07-01T01:44:34.977937Z","steps":["trace[1699301850] 'agreement among raft nodes before linearized reading' (duration: 475.568085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.977982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.391847Z","time spent":"586.125322ms","remote":"127.0.0.1:41490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:34.977977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.617839Z","time spent":"360.131002ms","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:34.977912Z","caller":"traceutil/trace.go:171","msg":"trace[466047652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25664; }","duration":"396.193686ms","start":"2026-07-01T01:44:34.581707Z","end":"2026-07-01T01:44:34.977901Z","steps":["trace[466047652] 'agreement among raft nodes before linearized reading' (duration: 396.058952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.978021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.58168Z","time spent":"396.334981ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:34.977864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.356421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:44:34.978077Z","caller":"traceutil/trace.go:171","msg":"trace[443679559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25664; }","duration":"396.62881ms","start":"2026-07-01T01:44:34.581442Z","end":"2026-07-01T01:44:34.978071Z","steps":["trace[443679559] 'agreement among raft nodes before linearized reading' (duration: 396.343131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.978095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.581419Z","time spent":"396.670631ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:34.978097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.532147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T01:44:34.978189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.221203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:44:34.978193Z","caller":"traceutil/trace.go:171","msg":"trace[1879705205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25664; }","duration":"396.701322ms","start":"2026-07-01T01:44:34.581465Z","end":"2026-07-01T01:44:34.978167Z","steps":["trace[1879705205] 'agreement among raft nodes before linearized reading' (duration: 396.416383ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:34.978212Z","caller":"traceutil/trace.go:171","msg":"trace[830636637] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25664; }","duration":"680.276085ms","start":"2026-07-01T01:44:34.297929Z","end":"2026-07-01T01:44:34.978205Z","steps":["trace[830636637] 'agreement among raft nodes before linearized reading' (duration: 679.720527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:34.978232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.297907Z","time spent":"680.319927ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:44:34.97825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.581441Z","time spent":"396.794455ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:44:34.978328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.554844Z","time spent":"423.365155ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:34.979647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:34.502218Z","time spent":"477.404324ms","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:35.998236Z","caller":"traceutil/trace.go:171","msg":"trace[1416700081] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"106.394644ms","start":"2026-07-01T01:44:35.891806Z","end":"2026-07-01T01:44:35.998201Z","steps":["trace[1416700081] 'process raft request' (duration: 106.175447ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:38.189185Z","caller":"traceutil/trace.go:171","msg":"trace[190072153] linearizableReadLoop","detail":"{readStateIndex:26554; appliedIndex:26553; }","duration":"111.508448ms","start":"2026-07-01T01:44:38.077657Z","end":"2026-07-01T01:44:38.189166Z","steps":["trace[190072153] 'read index received' (duration: 111.324452ms)","trace[190072153] 'applied index is now lower than readState.Index' (duration: 183.366µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:38.189306Z","caller":"traceutil/trace.go:171","msg":"trace[1921210784] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"148.433188ms","start":"2026-07-01T01:44:38.040837Z","end":"2026-07-01T01:44:38.18927Z","steps":["trace[1921210784] 'process raft request' (duration: 148.193011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:38.189581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.90192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T01:44:38.189722Z","caller":"traceutil/trace.go:171","msg":"trace[1480424338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25689; }","duration":"112.029154ms","start":"2026-07-01T01:44:38.077617Z","end":"2026-07-01T01:44:38.189646Z","steps":["trace[1480424338] 'agreement among raft nodes before linearized reading' (duration: 111.706484ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:41.160348Z","caller":"traceutil/trace.go:171","msg":"trace[345054813] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"153.377367ms","start":"2026-07-01T01:44:41.006941Z","end":"2026-07-01T01:44:41.160318Z","steps":["trace[345054813] 'process raft request' (duration: 151.547628ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:41.160716Z","caller":"traceutil/trace.go:171","msg":"trace[998168972] linearizableReadLoop","detail":"{readStateIndex:26571; appliedIndex:26568; }","duration":"151.886509ms","start":"2026-07-01T01:44:41.008806Z","end":"2026-07-01T01:44:41.160692Z","steps":["trace[998168972] 'read index received' (duration: 28.509972ms)","trace[998168972] 'applied index is now lower than readState.Index' (duration: 123.375277ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:41.160763Z","caller":"traceutil/trace.go:171","msg":"trace[44977952] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"153.78373ms","start":"2026-07-01T01:44:41.006963Z","end":"2026-07-01T01:44:41.160746Z","steps":["trace[44977952] 'process raft request' (duration: 153.377497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:41.161002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.586806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:44:41.161024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.291502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:44:41.161054Z","caller":"traceutil/trace.go:171","msg":"trace[416976652] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25706; }","duration":"129.681459ms","start":"2026-07-01T01:44:41.031361Z","end":"2026-07-01T01:44:41.161043Z","steps":["trace[416976652] 'agreement among raft nodes before linearized reading' (duration: 129.524484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:41.161088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.497829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:44:41.161105Z","caller":"traceutil/trace.go:171","msg":"trace[1191106302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25706; }","duration":"127.402066ms","start":"2026-07-01T01:44:41.033681Z","end":"2026-07-01T01:44:41.161083Z","steps":["trace[1191106302] 'agreement among raft nodes before linearized reading' (duration: 127.20794ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:41.161142Z","caller":"traceutil/trace.go:171","msg":"trace[1051612061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25706; }","duration":"127.590622ms","start":"2026-07-01T01:44:41.033534Z","end":"2026-07-01T01:44:41.161124Z","steps":["trace[1051612061] 'agreement among raft nodes before linearized reading' (duration: 127.389545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:41.161134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.014718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:44:41.161252Z","caller":"traceutil/trace.go:171","msg":"trace[1380644254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25706; }","duration":"129.138242ms","start":"2026-07-01T01:44:41.032059Z","end":"2026-07-01T01:44:41.161197Z","steps":["trace[1380644254] 'agreement among raft nodes before linearized reading' (duration: 128.889824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:41.161766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.948483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:44:41.16186Z","caller":"traceutil/trace.go:171","msg":"trace[656858780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25706; }","duration":"153.103718ms","start":"2026-07-01T01:44:41.00874Z","end":"2026-07-01T01:44:41.161844Z","steps":["trace[656858780] 'agreement among raft nodes before linearized reading' (duration: 152.101146ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:45.371661Z","caller":"traceutil/trace.go:171","msg":"trace[505571599] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"112.671945ms","start":"2026-07-01T01:44:45.25896Z","end":"2026-07-01T01:44:45.371632Z","steps":["trace[505571599] 'process raft request' (duration: 112.594493ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:45.371972Z","caller":"traceutil/trace.go:171","msg":"trace[14198304] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"112.733917ms","start":"2026-07-01T01:44:45.2592Z","end":"2026-07-01T01:44:45.371933Z","steps":["trace[14198304] 'process raft request' (duration: 112.392536ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:45.372031Z","caller":"traceutil/trace.go:171","msg":"trace[107098766] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"110.585198ms","start":"2026-07-01T01:44:45.261439Z","end":"2026-07-01T01:44:45.372024Z","steps":["trace[107098766] 'process raft request' (duration: 110.502555ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:45.37202Z","caller":"traceutil/trace.go:171","msg":"trace[646723462] linearizableReadLoop","detail":"{readStateIndex:26607; appliedIndex:26602; }","duration":"107.643894ms","start":"2026-07-01T01:44:45.264346Z","end":"2026-07-01T01:44:45.37199Z","steps":["trace[646723462] 'read index received' (duration: 73.540772ms)","trace[646723462] 'applied index is now lower than readState.Index' (duration: 34.101982ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:45.371997Z","caller":"traceutil/trace.go:171","msg":"trace[1895024102] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"112.314144ms","start":"2026-07-01T01:44:45.259672Z","end":"2026-07-01T01:44:45.371987Z","steps":["trace[1895024102] 'process raft request' (duration: 112.170279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:45.372345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.007493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:44:45.372388Z","caller":"traceutil/trace.go:171","msg":"trace[1819484594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25741; }","duration":"107.087526ms","start":"2026-07-01T01:44:45.265289Z","end":"2026-07-01T01:44:45.372376Z","steps":["trace[1819484594] 'agreement among raft nodes before linearized reading' (duration: 106.943351ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:45.371817Z","caller":"traceutil/trace.go:171","msg":"trace[988954818] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"113.640976ms","start":"2026-07-01T01:44:45.258105Z","end":"2026-07-01T01:44:45.371745Z","steps":["trace[988954818] 'process raft request' (duration: 113.296915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:45.372394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.494506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T01:44:45.372446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.122567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:44:45.372483Z","caller":"traceutil/trace.go:171","msg":"trace[980967902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25741; }","duration":"105.603519ms","start":"2026-07-01T01:44:45.266854Z","end":"2026-07-01T01:44:45.372457Z","steps":["trace[980967902] 'agreement among raft nodes before linearized reading' (duration: 105.370081ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:45.372505Z","caller":"traceutil/trace.go:171","msg":"trace[917328254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25741; }","duration":"107.210081ms","start":"2026-07-01T01:44:45.265275Z","end":"2026-07-01T01:44:45.372485Z","steps":["trace[917328254] 'agreement among raft nodes before linearized reading' (duration: 106.904251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:45.372897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.527962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T01:44:45.372986Z","caller":"traceutil/trace.go:171","msg":"trace[337091762] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25741; }","duration":"108.644816ms","start":"2026-07-01T01:44:45.264314Z","end":"2026-07-01T01:44:45.372959Z","steps":["trace[337091762] 'agreement among raft nodes before linearized reading' (duration: 108.342296ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:48.943089Z","caller":"traceutil/trace.go:171","msg":"trace[1958721460] transaction","detail":"{read_only:false; response_revision:26413; number_of_response:1; }","duration":"180.000499ms","start":"2026-07-01T01:45:48.763057Z","end":"2026-07-01T01:45:48.943058Z","steps":["trace[1958721460] 'process raft request' (duration: 179.731421ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:36.995603Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24837} {"level":"info","ts":"2026-07-01T01:47:37.131032Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24837,"took":"131.080464ms","hash":65524329,"current-db-size-bytes":57311232,"current-db-size":"57 MB","current-db-size-in-use-bytes":36687872,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-01T01:47:37.131167Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":65524329,"revision":24837,"compact-revision":22561} {"level":"info","ts":"2026-07-01T01:47:42.35879Z","caller":"traceutil/trace.go:171","msg":"trace[1533873033] transaction","detail":"{read_only:false; response_revision:27564; number_of_response:1; }","duration":"259.851093ms","start":"2026-07-01T01:47:42.098905Z","end":"2026-07-01T01:47:42.358756Z","steps":["trace[1533873033] 'process raft request' (duration: 258.707317ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:42.358813Z","caller":"traceutil/trace.go:171","msg":"trace[1301581034] transaction","detail":"{read_only:false; response_revision:27565; number_of_response:1; }","duration":"128.47265ms","start":"2026-07-01T01:47:42.230315Z","end":"2026-07-01T01:47:42.358788Z","steps":["trace[1301581034] 'process raft request' (duration: 128.364427ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:42.359183Z","caller":"traceutil/trace.go:171","msg":"trace[1973476265] transaction","detail":"{read_only:false; response_revision:27567; number_of_response:1; }","duration":"127.288832ms","start":"2026-07-01T01:47:42.231866Z","end":"2026-07-01T01:47:42.359155Z","steps":["trace[1973476265] 'process raft request' (duration: 127.163518ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:42.35922Z","caller":"traceutil/trace.go:171","msg":"trace[1773866727] transaction","detail":"{read_only:false; response_revision:27566; number_of_response:1; }","duration":"128.45978ms","start":"2026-07-01T01:47:42.230742Z","end":"2026-07-01T01:47:42.359202Z","steps":["trace[1773866727] 'process raft request' (duration: 128.013365ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:42.359236Z","caller":"traceutil/trace.go:171","msg":"trace[467069704] transaction","detail":"{read_only:false; response_revision:27568; number_of_response:1; }","duration":"125.383791ms","start":"2026-07-01T01:47:42.233822Z","end":"2026-07-01T01:47:42.359206Z","steps":["trace[467069704] 'process raft request' (duration: 125.287688ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:49.48211Z","caller":"traceutil/trace.go:171","msg":"trace[2050791612] linearizableReadLoop","detail":"{readStateIndex:28539; appliedIndex:28538; }","duration":"137.760237ms","start":"2026-07-01T01:47:49.344322Z","end":"2026-07-01T01:47:49.482082Z","steps":["trace[2050791612] 'read index received' (duration: 137.562701ms)","trace[2050791612] 'applied index is now lower than readState.Index' (duration: 196.336µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:47:49.482224Z","caller":"traceutil/trace.go:171","msg":"trace[42599724] transaction","detail":"{read_only:false; response_revision:27623; number_of_response:1; }","duration":"149.40667ms","start":"2026-07-01T01:47:49.332778Z","end":"2026-07-01T01:47:49.482185Z","steps":["trace[42599724] 'process raft request' (duration: 149.09805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:47:49.482451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.104589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:47:49.482598Z","caller":"traceutil/trace.go:171","msg":"trace[297895766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27623; }","duration":"138.276174ms","start":"2026-07-01T01:47:49.344274Z","end":"2026-07-01T01:47:49.48255Z","steps":["trace[297895766] 'agreement among raft nodes before linearized reading' (duration: 137.925553ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:51.887948Z","caller":"traceutil/trace.go:171","msg":"trace[1591352805] linearizableReadLoop","detail":"{readStateIndex:28556; appliedIndex:28555; }","duration":"118.661396ms","start":"2026-07-01T01:47:51.769265Z","end":"2026-07-01T01:47:51.887926Z","steps":["trace[1591352805] 'read index received' (duration: 118.592654ms)","trace[1591352805] 'applied index is now lower than readState.Index' (duration: 67.562µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:47:51.888095Z","caller":"traceutil/trace.go:171","msg":"trace[710273300] transaction","detail":"{read_only:false; response_revision:27640; number_of_response:1; }","duration":"159.855914ms","start":"2026-07-01T01:47:51.728226Z","end":"2026-07-01T01:47:51.888082Z","steps":["trace[710273300] 'process raft request' (duration: 159.579845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:47:51.888367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.08335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-01T01:47:51.888461Z","caller":"traceutil/trace.go:171","msg":"trace[1860026002] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:1; response_revision:27640; }","duration":"119.251645ms","start":"2026-07-01T01:47:51.769188Z","end":"2026-07-01T01:47:51.888439Z","steps":["trace[1860026002] 'agreement among raft nodes before linearized reading' (duration: 118.981677ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:51.897275Z","caller":"traceutil/trace.go:171","msg":"trace[1941299015] transaction","detail":"{read_only:false; response_revision:27641; number_of_response:1; }","duration":"112.060635ms","start":"2026-07-01T01:47:51.78519Z","end":"2026-07-01T01:47:51.897251Z","steps":["trace[1941299015] 'process raft request' (duration: 111.863029ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:52.565678Z","caller":"traceutil/trace.go:171","msg":"trace[1693765997] transaction","detail":"{read_only:false; response_revision:27645; number_of_response:1; }","duration":"137.029454ms","start":"2026-07-01T01:47:52.428623Z","end":"2026-07-01T01:47:52.565652Z","steps":["trace[1693765997] 'process raft request' (duration: 124.979658ms)","trace[1693765997] 'compare' (duration: 11.531609ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:47:52.565813Z","caller":"traceutil/trace.go:171","msg":"trace[43207546] linearizableReadLoop","detail":"{readStateIndex:28565; appliedIndex:28561; }","duration":"135.017899ms","start":"2026-07-01T01:47:52.430778Z","end":"2026-07-01T01:47:52.565796Z","steps":["trace[43207546] 'read index received' (duration: 122.900802ms)","trace[43207546] 'applied index is now lower than readState.Index' (duration: 12.115887ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:47:52.565955Z","caller":"traceutil/trace.go:171","msg":"trace[1457275472] transaction","detail":"{read_only:false; response_revision:27648; number_of_response:1; }","duration":"135.902618ms","start":"2026-07-01T01:47:52.430039Z","end":"2026-07-01T01:47:52.565941Z","steps":["trace[1457275472] 'process raft request' (duration: 135.721352ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:52.565977Z","caller":"traceutil/trace.go:171","msg":"trace[1677792384] transaction","detail":"{read_only:false; response_revision:27647; number_of_response:1; }","duration":"135.909758ms","start":"2026-07-01T01:47:52.430027Z","end":"2026-07-01T01:47:52.565937Z","steps":["trace[1677792384] 'process raft request' (duration: 135.694901ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:52.566087Z","caller":"traceutil/trace.go:171","msg":"trace[1456139921] transaction","detail":"{read_only:false; response_revision:27646; number_of_response:1; }","duration":"136.92972ms","start":"2026-07-01T01:47:52.429121Z","end":"2026-07-01T01:47:52.56605Z","steps":["trace[1456139921] 'process raft request' (duration: 136.476586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:47:52.566287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.500425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4862"} {"level":"info","ts":"2026-07-01T01:47:52.566337Z","caller":"traceutil/trace.go:171","msg":"trace[286159694] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27648; }","duration":"135.560437ms","start":"2026-07-01T01:47:52.430764Z","end":"2026-07-01T01:47:52.566325Z","steps":["trace[286159694] 'agreement among raft nodes before linearized reading' (duration: 135.388392ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:10.314664Z","caller":"traceutil/trace.go:171","msg":"trace[1344314524] transaction","detail":"{read_only:false; response_revision:27859; number_of_response:1; }","duration":"119.490193ms","start":"2026-07-01T01:48:10.195147Z","end":"2026-07-01T01:48:10.314637Z","steps":["trace[1344314524] 'process raft request' (duration: 119.347658ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:10.476616Z","caller":"traceutil/trace.go:171","msg":"trace[1504795899] transaction","detail":"{read_only:false; response_revision:27861; number_of_response:1; }","duration":"156.165527ms","start":"2026-07-01T01:48:10.320414Z","end":"2026-07-01T01:48:10.47658Z","steps":["trace[1504795899] 'process raft request' (duration: 155.95716ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:10.600695Z","caller":"traceutil/trace.go:171","msg":"trace[1786978797] linearizableReadLoop","detail":"{readStateIndex:28787; appliedIndex:28785; }","duration":"116.547377ms","start":"2026-07-01T01:48:10.484126Z","end":"2026-07-01T01:48:10.600673Z","steps":["trace[1786978797] 'read index received' (duration: 21.298101ms)","trace[1786978797] 'applied index is now lower than readState.Index' (duration: 95.248456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:48:10.600839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.707063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:48:10.600882Z","caller":"traceutil/trace.go:171","msg":"trace[128159327] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:27864; }","duration":"116.788046ms","start":"2026-07-01T01:48:10.484083Z","end":"2026-07-01T01:48:10.600871Z","steps":["trace[128159327] 'agreement among raft nodes before linearized reading' (duration: 116.683472ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:10.601138Z","caller":"traceutil/trace.go:171","msg":"trace[451969342] transaction","detail":"{read_only:false; response_revision:27863; number_of_response:1; }","duration":"117.481467ms","start":"2026-07-01T01:48:10.483633Z","end":"2026-07-01T01:48:10.601115Z","steps":["trace[451969342] 'process raft request' (duration: 116.825096ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:10.601286Z","caller":"traceutil/trace.go:171","msg":"trace[259410674] transaction","detail":"{read_only:false; response_revision:27864; number_of_response:1; }","duration":"116.961691ms","start":"2026-07-01T01:48:10.484296Z","end":"2026-07-01T01:48:10.601257Z","steps":["trace[259410674] 'process raft request' (duration: 116.29254ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:50:40.901175Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:50:40.906872Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-01T01:50:40.906989Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-01T01:52:37.002108Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27508} {"level":"info","ts":"2026-07-01T01:52:37.165461Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27508,"took":"160.03568ms","hash":3620443703,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":32620544,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-01T01:52:37.165584Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3620443703,"revision":27508,"compact-revision":24837} {"level":"info","ts":"2026-07-01T01:57:37.011429Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29891} {"level":"info","ts":"2026-07-01T01:57:37.154222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29891,"took":"139.35443ms","hash":2989592506,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":31268864,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T01:57:37.154364Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2989592506,"revision":29891,"compact-revision":27508} {"level":"info","ts":"2026-07-01T02:00:05.406328Z","caller":"traceutil/trace.go:171","msg":"trace[2065627784] transaction","detail":"{read_only:false; response_revision:33264; number_of_response:1; }","duration":"334.935867ms","start":"2026-07-01T02:00:05.071369Z","end":"2026-07-01T02:00:05.406305Z","steps":["trace[2065627784] 'process raft request' (duration: 334.774832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.406726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.071345Z","time spent":"335.064131ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:05.990636Z","caller":"traceutil/trace.go:171","msg":"trace[850331840] transaction","detail":"{read_only:false; response_revision:33265; number_of_response:1; }","duration":"724.043978ms","start":"2026-07-01T02:00:05.266573Z","end":"2026-07-01T02:00:05.990617Z","steps":["trace[850331840] 'process raft request' (duration: 723.911994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.990776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.266517Z","time spent":"724.199603ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:05.990877Z","caller":"traceutil/trace.go:171","msg":"trace[898399871] transaction","detail":"{read_only:false; response_revision:33266; number_of_response:1; }","duration":"700.861496ms","start":"2026-07-01T02:00:05.28999Z","end":"2026-07-01T02:00:05.990852Z","steps":["trace[898399871] 'process raft request' (duration: 700.596328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.991001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.289972Z","time spent":"700.96356ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:05.991237Z","caller":"traceutil/trace.go:171","msg":"trace[327305822] transaction","detail":"{read_only:false; response_revision:33267; number_of_response:1; }","duration":"700.525305ms","start":"2026-07-01T02:00:05.290702Z","end":"2026-07-01T02:00:05.991227Z","steps":["trace[327305822] 'process raft request' (duration: 700.066831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.991295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.290692Z","time spent":"700.575988ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:05.991436Z","caller":"traceutil/trace.go:171","msg":"trace[1024273347] linearizableReadLoop","detail":"{readStateIndex:34350; appliedIndex:34346; }","duration":"699.919506ms","start":"2026-07-01T02:00:05.29135Z","end":"2026-07-01T02:00:05.99127Z","steps":["trace[1024273347] 'read index received' (duration: 114.768872ms)","trace[1024273347] 'applied index is now lower than readState.Index' (duration: 585.149904ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:05.991624Z","caller":"traceutil/trace.go:171","msg":"trace[1576074749] transaction","detail":"{read_only:false; response_revision:33268; number_of_response:1; }","duration":"699.534274ms","start":"2026-07-01T02:00:05.292079Z","end":"2026-07-01T02:00:05.991613Z","steps":["trace[1576074749] 'process raft request' (duration: 699.10691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.991676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.29206Z","time spent":"699.592586ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:00:05.991903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.543006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T02:00:05.991957Z","caller":"traceutil/trace.go:171","msg":"trace[73089665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33268; }","duration":"700.625818ms","start":"2026-07-01T02:00:05.29132Z","end":"2026-07-01T02:00:05.991946Z","steps":["trace[73089665] 'agreement among raft nodes before linearized reading' (duration: 700.454743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.991981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.291311Z","time spent":"700.66425ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T02:00:06.179779Z","caller":"traceutil/trace.go:171","msg":"trace[1877270504] transaction","detail":"{read_only:false; response_revision:33269; number_of_response:1; }","duration":"628.044426ms","start":"2026-07-01T02:00:05.551714Z","end":"2026-07-01T02:00:06.179758Z","steps":["trace[1877270504] 'process raft request' (duration: 583.248133ms)","trace[1877270504] 'compare' (duration: 44.555475ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:06.179911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.551696Z","time spent":"628.14456ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:06.179923Z","caller":"traceutil/trace.go:171","msg":"trace[1300160805] transaction","detail":"{read_only:false; response_revision:33270; number_of_response:1; }","duration":"384.158063ms","start":"2026-07-01T02:00:05.795746Z","end":"2026-07-01T02:00:06.179904Z","steps":["trace[1300160805] 'process raft request' (duration: 383.969957ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:06.180028Z","caller":"traceutil/trace.go:171","msg":"trace[1164169024] transaction","detail":"{read_only:false; response_revision:33271; number_of_response:1; }","duration":"183.727089ms","start":"2026-07-01T02:00:05.996279Z","end":"2026-07-01T02:00:06.180006Z","steps":["trace[1164169024] 'process raft request' (duration: 183.614685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.180057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.795723Z","time spent":"384.264615ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:06.180176Z","caller":"traceutil/trace.go:171","msg":"trace[834062105] linearizableReadLoop","detail":"{readStateIndex:34353; appliedIndex:34351; }","duration":"188.665417ms","start":"2026-07-01T02:00:05.991502Z","end":"2026-07-01T02:00:06.180168Z","steps":["trace[834062105] 'read index received' (duration: 143.471241ms)","trace[834062105] 'applied index is now lower than readState.Index' (duration: 45.193246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:06.18028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.170218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:06.180301Z","caller":"traceutil/trace.go:171","msg":"trace[527049091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33271; }","duration":"241.235869ms","start":"2026-07-01T02:00:05.939059Z","end":"2026-07-01T02:00:06.180295Z","steps":["trace[527049091] 'agreement among raft nodes before linearized reading' (duration: 241.167327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.180641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.854839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T02:00:06.180672Z","caller":"traceutil/trace.go:171","msg":"trace[2103002158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33271; }","duration":"136.88562ms","start":"2026-07-01T02:00:06.043776Z","end":"2026-07-01T02:00:06.180662Z","steps":["trace[2103002158] 'agreement among raft nodes before linearized reading' (duration: 136.795657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.180714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.728136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:06.180735Z","caller":"traceutil/trace.go:171","msg":"trace[2006726219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33271; }","duration":"532.749287ms","start":"2026-07-01T02:00:05.64798Z","end":"2026-07-01T02:00:06.180729Z","steps":["trace[2006726219] 'agreement among raft nodes before linearized reading' (duration: 532.717016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.180755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.647929Z","time spent":"532.81995ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:00:06.180869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.190565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29714520-lkn55\" ","response":"range_response_count:1 size:8472"} {"level":"warn","ts":"2026-07-01T02:00:06.180918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.204309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T02:00:06.18094Z","caller":"traceutil/trace.go:171","msg":"trace[741006556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33271; }","duration":"136.260501ms","start":"2026-07-01T02:00:06.044673Z","end":"2026-07-01T02:00:06.180934Z","steps":["trace[741006556] 'agreement among raft nodes before linearized reading' (duration: 136.190978ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:06.180934Z","caller":"traceutil/trace.go:171","msg":"trace[1522754158] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29714520-lkn55; range_end:; response_count:1; response_revision:33271; }","duration":"610.243426ms","start":"2026-07-01T02:00:05.570653Z","end":"2026-07-01T02:00:06.180896Z","steps":["trace[1522754158] 'agreement among raft nodes before linearized reading' (duration: 610.108252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.180968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.570595Z","time spent":"610.364931ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8495,"request content":"key:\"/registry/pods/openstack/nova-service-cleaner-29714520-lkn55\" "} {"level":"info","ts":"2026-07-01T02:00:06.402522Z","caller":"traceutil/trace.go:171","msg":"trace[169087684] transaction","detail":"{read_only:false; response_revision:33275; number_of_response:1; }","duration":"120.245637ms","start":"2026-07-01T02:00:06.282259Z","end":"2026-07-01T02:00:06.402505Z","steps":["trace[169087684] 'process raft request' (duration: 119.884535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.95056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.767342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:00:06.95067Z","caller":"traceutil/trace.go:171","msg":"trace[1651583137] linearizableReadLoop","detail":"{readStateIndex:34359; appliedIndex:34358; }","duration":"548.380607ms","start":"2026-07-01T02:00:06.402273Z","end":"2026-07-01T02:00:06.950653Z","steps":["trace[1651583137] 'read index received' (duration: 248.486111ms)","trace[1651583137] 'applied index is now lower than readState.Index' (duration: 299.893356ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:06.95077Z","caller":"traceutil/trace.go:171","msg":"trace[200822804] transaction","detail":"{read_only:false; response_revision:33276; number_of_response:1; }","duration":"550.169455ms","start":"2026-07-01T02:00:06.40056Z","end":"2026-07-01T02:00:06.95073Z","steps":["trace[200822804] 'process raft request' (duration: 250.139994ms)","trace[200822804] 'compare' (duration: 299.322038ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:06.950842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.819958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T02:00:06.950876Z","caller":"traceutil/trace.go:171","msg":"trace[2072618194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33276; }","duration":"607.854599ms","start":"2026-07-01T02:00:06.343011Z","end":"2026-07-01T02:00:06.950865Z","steps":["trace[2072618194] 'agreement among raft nodes before linearized reading' (duration: 607.716215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.950919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.342984Z","time spent":"607.927301ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T02:00:06.950953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.400532Z","time spent":"550.317719ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:06.969296Z","caller":"traceutil/trace.go:171","msg":"trace[874314850] transaction","detail":"{read_only:false; response_revision:33277; number_of_response:1; }","duration":"562.443668ms","start":"2026-07-01T02:00:06.406837Z","end":"2026-07-01T02:00:06.96928Z","steps":["trace[874314850] 'process raft request' (duration: 562.345094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.969381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.406819Z","time spent":"562.517429ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:07.196032Z","caller":"traceutil/trace.go:171","msg":"trace[1377993707] transaction","detail":"{read_only:false; response_revision:33278; number_of_response:1; }","duration":"404.016838ms","start":"2026-07-01T02:00:06.791984Z","end":"2026-07-01T02:00:07.196001Z","steps":["trace[1377993707] 'process raft request' (duration: 357.474299ms)","trace[1377993707] 'compare' (duration: 45.913099ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:07.196172Z","caller":"traceutil/trace.go:171","msg":"trace[1389294045] transaction","detail":"{read_only:false; response_revision:33279; number_of_response:1; }","duration":"312.319493ms","start":"2026-07-01T02:00:06.883842Z","end":"2026-07-01T02:00:07.196161Z","steps":["trace[1389294045] 'process raft request' (duration: 312.056125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.196207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.791952Z","time spent":"404.166793ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:00:07.19623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.883819Z","time spent":"312.380205ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:07.19646Z","caller":"traceutil/trace.go:171","msg":"trace[836852740] transaction","detail":"{read_only:false; response_revision:33280; number_of_response:1; }","duration":"239.07731ms","start":"2026-07-01T02:00:06.95736Z","end":"2026-07-01T02:00:07.196437Z","steps":["trace[836852740] 'process raft request' (duration: 238.76422ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:07.196671Z","caller":"traceutil/trace.go:171","msg":"trace[1871110973] linearizableReadLoop","detail":"{readStateIndex:34362; appliedIndex:34359; }","duration":"245.9556ms","start":"2026-07-01T02:00:06.950698Z","end":"2026-07-01T02:00:07.196654Z","steps":["trace[1871110973] 'read index received' (duration: 18.552994ms)","trace[1871110973] 'applied index is now lower than readState.Index' (duration: 227.400896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:07.304221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.854591ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-01T02:00:07.304328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.776957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T02:00:07.304373Z","caller":"traceutil/trace.go:171","msg":"trace[1330607294] linearizableReadLoop","detail":"{readStateIndex:34364; appliedIndex:34363; }","duration":"107.530061ms","start":"2026-07-01T02:00:07.196774Z","end":"2026-07-01T02:00:07.304304Z","steps":["trace[1330607294] 'read index received' (duration: 87.573µs)","trace[1330607294] 'applied index is now lower than readState.Index' (duration: 107.441058ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:07.304384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.838701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:00:07.304453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.314819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:07.304485Z","caller":"traceutil/trace.go:171","msg":"trace[257788665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33280; }","duration":"365.377971ms","start":"2026-07-01T02:00:06.939099Z","end":"2026-07-01T02:00:07.304476Z","steps":["trace[257788665] 'agreement among raft nodes before linearized reading' (duration: 257.731487ms)","trace[257788665] 'range keys from in-memory index tree' (duration: 107.597983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:07.304529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.939078Z","time spent":"365.442324ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T02:00:07.304529Z","caller":"traceutil/trace.go:171","msg":"trace[1190552905] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:33280; }","duration":"893.983136ms","start":"2026-07-01T02:00:06.410492Z","end":"2026-07-01T02:00:07.304475Z","steps":["trace[1190552905] 'agreement among raft nodes before linearized reading' (duration: 786.368903ms)","trace[1190552905] 'count revisions from in-memory index tree' (duration: 107.474359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:07.304697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.410481Z","time spent":"894.163062ms","remote":"127.0.0.1:41576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:00:07.304729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.271383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:07.304402Z","caller":"traceutil/trace.go:171","msg":"trace[1160628330] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33280; }","duration":"376.89173ms","start":"2026-07-01T02:00:06.927488Z","end":"2026-07-01T02:00:07.30438Z","steps":["trace[1160628330] 'agreement among raft nodes before linearized reading' (duration: 269.361249ms)","trace[1160628330] 'range keys from in-memory index tree' (duration: 107.342535ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:07.304823Z","caller":"traceutil/trace.go:171","msg":"trace[1661391119] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33280; }","duration":"147.421468ms","start":"2026-07-01T02:00:07.157379Z","end":"2026-07-01T02:00:07.304801Z","steps":["trace[1661391119] 'agreement among raft nodes before linearized reading' (duration: 147.256732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.304844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.927466Z","time spent":"377.352975ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T02:00:07.30445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.782094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:00:07.304938Z","caller":"traceutil/trace.go:171","msg":"trace[1964690365] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:33280; }","duration":"746.27647ms","start":"2026-07-01T02:00:06.558632Z","end":"2026-07-01T02:00:07.304908Z","steps":["trace[1964690365] 'agreement among raft nodes before linearized reading' (duration: 638.243513ms)","trace[1964690365] 'count revisions from in-memory index tree' (duration: 107.556862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:07.305017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.558613Z","time spent":"746.380193ms","remote":"127.0.0.1:44802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:00:07.306046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.622901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2172007"} {"level":"info","ts":"2026-07-01T02:00:07.306094Z","caller":"traceutil/trace.go:171","msg":"trace[942412999] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:33280; }","duration":"766.701123ms","start":"2026-07-01T02:00:06.539375Z","end":"2026-07-01T02:00:07.306076Z","steps":["trace[942412999] 'agreement among raft nodes before linearized reading' (duration: 657.503419ms)","trace[942412999] 'range keys from in-memory index tree' (duration: 107.729918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:07.306127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.539355Z","time spent":"766.760955ms","remote":"127.0.0.1:60768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2172030,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-01T02:00:07.438442Z","caller":"traceutil/trace.go:171","msg":"trace[1690978736] linearizableReadLoop","detail":"{readStateIndex:34365; appliedIndex:34364; }","duration":"131.457776ms","start":"2026-07-01T02:00:07.30694Z","end":"2026-07-01T02:00:07.438397Z","steps":["trace[1690978736] 'read index received' (duration: 131.306992ms)","trace[1690978736] 'applied index is now lower than readState.Index' (duration: 149.914µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:07.438785Z","caller":"traceutil/trace.go:171","msg":"trace[1912776565] transaction","detail":"{read_only:false; response_revision:33281; number_of_response:1; }","duration":"164.412571ms","start":"2026-07-01T02:00:07.274357Z","end":"2026-07-01T02:00:07.438769Z","steps":["trace[1912776565] 'process raft request' (duration: 163.840543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.43908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.114237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:07.439157Z","caller":"traceutil/trace.go:171","msg":"trace[481236999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33281; }","duration":"132.227651ms","start":"2026-07-01T02:00:07.306907Z","end":"2026-07-01T02:00:07.439135Z","steps":["trace[481236999] 'agreement among raft nodes before linearized reading' (duration: 131.992043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.444732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.923703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:07.4448Z","caller":"traceutil/trace.go:171","msg":"trace[659192350] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:33284; }","duration":"133.011877ms","start":"2026-07-01T02:00:07.311766Z","end":"2026-07-01T02:00:07.444778Z","steps":["trace[659192350] 'agreement among raft nodes before linearized reading' (duration: 132.901383ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:07.445166Z","caller":"traceutil/trace.go:171","msg":"trace[2090927513] transaction","detail":"{read_only:false; response_revision:33282; number_of_response:1; }","duration":"134.37783ms","start":"2026-07-01T02:00:07.310776Z","end":"2026-07-01T02:00:07.445154Z","steps":["trace[2090927513] 'process raft request' (duration: 133.728229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:08.390334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.734195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T02:00:08.390434Z","caller":"traceutil/trace.go:171","msg":"trace[197046748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33289; }","duration":"206.8851ms","start":"2026-07-01T02:00:08.183525Z","end":"2026-07-01T02:00:08.39041Z","steps":["trace[197046748] 'range keys from in-memory index tree' (duration: 206.511208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:08.39053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.779479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T02:00:08.390589Z","caller":"traceutil/trace.go:171","msg":"trace[103284319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33289; }","duration":"187.869681ms","start":"2026-07-01T02:00:08.202705Z","end":"2026-07-01T02:00:08.390575Z","steps":["trace[103284319] 'range keys from in-memory index tree' (duration: 187.685266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:08.389925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.432208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T02:00:08.390972Z","caller":"traceutil/trace.go:171","msg":"trace[2115129608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33289; }","duration":"118.541983ms","start":"2026-07-01T02:00:08.272422Z","end":"2026-07-01T02:00:08.390964Z","steps":["trace[2115129608] 'range keys from in-memory index tree' (duration: 117.224201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:08.65229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.472689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:00:08.652395Z","caller":"traceutil/trace.go:171","msg":"trace[1325222056] linearizableReadLoop","detail":"{readStateIndex:34376; appliedIndex:34374; }","duration":"108.563134ms","start":"2026-07-01T02:00:08.543822Z","end":"2026-07-01T02:00:08.652385Z","steps":["trace[1325222056] 'read index received' (duration: 42.241µs)","trace[1325222056] 'applied index is now lower than readState.Index' (duration: 108.520383ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:08.652531Z","caller":"traceutil/trace.go:171","msg":"trace[717758982] transaction","detail":"{read_only:false; response_revision:33291; number_of_response:1; }","duration":"257.454548ms","start":"2026-07-01T02:00:08.39507Z","end":"2026-07-01T02:00:08.652525Z","steps":["trace[717758982] 'process raft request' (duration: 139.6981ms)","trace[717758982] 'compare' (duration: 117.315314ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:08.652724Z","caller":"traceutil/trace.go:171","msg":"trace[1655529719] transaction","detail":"{read_only:false; response_revision:33292; number_of_response:1; }","duration":"257.131377ms","start":"2026-07-01T02:00:08.395587Z","end":"2026-07-01T02:00:08.652718Z","steps":["trace[1655529719] 'process raft request' (duration: 256.765276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:08.65278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.946836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T02:00:08.652844Z","caller":"traceutil/trace.go:171","msg":"trace[1696027759] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33292; }","duration":"109.06027ms","start":"2026-07-01T02:00:08.543771Z","end":"2026-07-01T02:00:08.652831Z","steps":["trace[1696027759] 'agreement among raft nodes before linearized reading' (duration: 108.870504ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:09.167972Z","caller":"traceutil/trace.go:171","msg":"trace[1937495963] linearizableReadLoop","detail":"{readStateIndex:34377; appliedIndex:34377; }","duration":"368.943606ms","start":"2026-07-01T02:00:08.799004Z","end":"2026-07-01T02:00:09.167948Z","steps":["trace[1937495963] 'read index received' (duration: 368.934976ms)","trace[1937495963] 'applied index is now lower than readState.Index' (duration: 6.97µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:09.167993Z","caller":"traceutil/trace.go:171","msg":"trace[1890717222] transaction","detail":"{read_only:false; response_revision:33293; number_of_response:1; }","duration":"406.827058ms","start":"2026-07-01T02:00:08.761125Z","end":"2026-07-01T02:00:09.167952Z","steps":["trace[1890717222] 'process raft request' (duration: 406.632662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:09.168129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.109951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:09.168273Z","caller":"traceutil/trace.go:171","msg":"trace[2131563784] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33293; }","duration":"369.291807ms","start":"2026-07-01T02:00:08.798973Z","end":"2026-07-01T02:00:09.168264Z","steps":["trace[2131563784] 'agreement among raft nodes before linearized reading' (duration: 369.08277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:09.168302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:08.798955Z","time spent":"369.339828ms","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T02:00:09.168304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:08.761106Z","time spent":"407.067615ms","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:09.173602Z","caller":"traceutil/trace.go:171","msg":"trace[472745962] transaction","detail":"{read_only:false; response_revision:33294; number_of_response:1; }","duration":"213.568733ms","start":"2026-07-01T02:00:08.960012Z","end":"2026-07-01T02:00:09.173581Z","steps":["trace[472745962] 'process raft request' (duration: 213.388127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:09.173677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.022147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:09.173713Z","caller":"traceutil/trace.go:171","msg":"trace[652899176] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:33294; }","duration":"198.074998ms","start":"2026-07-01T02:00:08.975627Z","end":"2026-07-01T02:00:09.173702Z","steps":["trace[652899176] 'agreement among raft nodes before linearized reading' (duration: 198.012276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:09.173766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.898677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T02:00:09.17385Z","caller":"traceutil/trace.go:171","msg":"trace[31914342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33294; }","duration":"200.03806ms","start":"2026-07-01T02:00:08.973798Z","end":"2026-07-01T02:00:09.173836Z","steps":["trace[31914342] 'agreement among raft nodes before linearized reading' (duration: 199.756281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:09.173806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.397392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:09.173977Z","caller":"traceutil/trace.go:171","msg":"trace[505592563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33294; }","duration":"235.566317ms","start":"2026-07-01T02:00:08.938365Z","end":"2026-07-01T02:00:09.173932Z","steps":["trace[505592563] 'agreement among raft nodes before linearized reading' (duration: 235.401832ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:09.317562Z","caller":"traceutil/trace.go:171","msg":"trace[1757039653] linearizableReadLoop","detail":"{readStateIndex:34379; appliedIndex:34378; }","duration":"138.622416ms","start":"2026-07-01T02:00:09.178921Z","end":"2026-07-01T02:00:09.317543Z","steps":["trace[1757039653] 'read index received' (duration: 48.813082ms)","trace[1757039653] 'applied index is now lower than readState.Index' (duration: 89.808664ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:09.317699Z","caller":"traceutil/trace.go:171","msg":"trace[1145866065] transaction","detail":"{read_only:false; response_revision:33295; number_of_response:1; }","duration":"139.319728ms","start":"2026-07-01T02:00:09.178329Z","end":"2026-07-01T02:00:09.317649Z","steps":["trace[1145866065] 'process raft request' (duration: 49.213705ms)","trace[1145866065] 'compare' (duration: 89.862245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:09.318543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.609347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T02:00:09.31858Z","caller":"traceutil/trace.go:171","msg":"trace[1709598667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33295; }","duration":"139.67818ms","start":"2026-07-01T02:00:09.178891Z","end":"2026-07-01T02:00:09.318569Z","steps":["trace[1709598667] 'agreement among raft nodes before linearized reading' (duration: 138.74048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:09.350298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.215707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T02:00:09.350371Z","caller":"traceutil/trace.go:171","msg":"trace[2025777993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33296; }","duration":"150.29683ms","start":"2026-07-01T02:00:09.200057Z","end":"2026-07-01T02:00:09.350353Z","steps":["trace[2025777993] 'agreement among raft nodes before linearized reading' (duration: 150.085173ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:09.350374Z","caller":"traceutil/trace.go:171","msg":"trace[1567261529] transaction","detail":"{read_only:false; response_revision:33296; number_of_response:1; }","duration":"148.289516ms","start":"2026-07-01T02:00:09.202062Z","end":"2026-07-01T02:00:09.350351Z","steps":["trace[1567261529] 'process raft request' (duration: 147.864212ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:10.247127Z","caller":"traceutil/trace.go:171","msg":"trace[1777408719] transaction","detail":"{read_only:false; response_revision:33303; number_of_response:1; }","duration":"158.474041ms","start":"2026-07-01T02:00:10.088629Z","end":"2026-07-01T02:00:10.247103Z","steps":["trace[1777408719] 'process raft request' (duration: 158.313336ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:10.249055Z","caller":"traceutil/trace.go:171","msg":"trace[1019489008] transaction","detail":"{read_only:false; response_revision:33304; number_of_response:1; }","duration":"151.157557ms","start":"2026-07-01T02:00:10.097877Z","end":"2026-07-01T02:00:10.249034Z","steps":["trace[1019489008] 'process raft request' (duration: 150.997262ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:10.24926Z","caller":"traceutil/trace.go:171","msg":"trace[1880785353] transaction","detail":"{read_only:false; response_revision:33305; number_of_response:1; }","duration":"151.303051ms","start":"2026-07-01T02:00:10.097949Z","end":"2026-07-01T02:00:10.249252Z","steps":["trace[1880785353] 'process raft request' (duration: 151.045703ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:10.249614Z","caller":"traceutil/trace.go:171","msg":"trace[324207695] transaction","detail":"{read_only:false; response_revision:33306; number_of_response:1; }","duration":"151.134876ms","start":"2026-07-01T02:00:10.098452Z","end":"2026-07-01T02:00:10.249587Z","steps":["trace[324207695] 'process raft request' (duration: 150.771344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:11.637824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.656947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:00:11.638026Z","caller":"traceutil/trace.go:171","msg":"trace[750035666] transaction","detail":"{read_only:false; response_revision:33313; number_of_response:1; }","duration":"277.831161ms","start":"2026-07-01T02:00:11.360144Z","end":"2026-07-01T02:00:11.637976Z","steps":["trace[750035666] 'process raft request' (duration: 133.933466ms)","trace[750035666] 'compare' (duration: 143.482571ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:11.638171Z","caller":"traceutil/trace.go:171","msg":"trace[1943057638] transaction","detail":"{read_only:false; response_revision:33314; number_of_response:1; }","duration":"157.904382ms","start":"2026-07-01T02:00:11.480222Z","end":"2026-07-01T02:00:11.638127Z","steps":["trace[1943057638] 'process raft request' (duration: 157.763558ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:11.63818Z","caller":"traceutil/trace.go:171","msg":"trace[1782833788] linearizableReadLoop","detail":"{readStateIndex:34397; appliedIndex:34395; }","duration":"276.176717ms","start":"2026-07-01T02:00:11.361982Z","end":"2026-07-01T02:00:11.638158Z","steps":["trace[1782833788] 'read index received' (duration: 56.396695ms)","trace[1782833788] 'applied index is now lower than readState.Index' (duration: 219.778022ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:11.638452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.453276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T02:00:11.638478Z","caller":"traceutil/trace.go:171","msg":"trace[1760924977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33314; }","duration":"276.517058ms","start":"2026-07-01T02:00:11.361953Z","end":"2026-07-01T02:00:11.63847Z","steps":["trace[1760924977] 'agreement among raft nodes before linearized reading' (duration: 276.360003ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:01:46.856414Z","caller":"traceutil/trace.go:171","msg":"trace[301120937] linearizableReadLoop","detail":"{readStateIndex:35150; appliedIndex:35149; }","duration":"118.532992ms","start":"2026-07-01T02:01:46.73786Z","end":"2026-07-01T02:01:46.856393Z","steps":["trace[301120937] 'read index received' (duration: 118.412038ms)","trace[301120937] 'applied index is now lower than readState.Index' (duration: 120.024µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:01:46.856781Z","caller":"traceutil/trace.go:171","msg":"trace[472544858] transaction","detail":"{read_only:false; response_revision:34045; number_of_response:1; }","duration":"138.598045ms","start":"2026-07-01T02:01:46.718156Z","end":"2026-07-01T02:01:46.856754Z","steps":["trace[472544858] 'process raft request' (duration: 138.125239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:01:46.857023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.134742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:01:46.857148Z","caller":"traceutil/trace.go:171","msg":"trace[613964167] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:34045; }","duration":"119.314087ms","start":"2026-07-01T02:01:46.73781Z","end":"2026-07-01T02:01:46.857124Z","steps":["trace[613964167] 'agreement among raft nodes before linearized reading' (duration: 119.114521ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:02:36.655197Z","caller":"traceutil/trace.go:171","msg":"trace[919549216] linearizableReadLoop","detail":"{readStateIndex:35579; appliedIndex:35578; }","duration":"125.560858ms","start":"2026-07-01T02:02:36.529607Z","end":"2026-07-01T02:02:36.655168Z","steps":["trace[919549216] 'read index received' (duration: 58.245344ms)","trace[919549216] 'applied index is now lower than readState.Index' (duration: 67.314124ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:02:36.655263Z","caller":"traceutil/trace.go:171","msg":"trace[1632047750] transaction","detail":"{read_only:false; response_revision:34463; number_of_response:1; }","duration":"127.059626ms","start":"2026-07-01T02:02:36.52816Z","end":"2026-07-01T02:02:36.65522Z","steps":["trace[1632047750] 'process raft request' (duration: 59.718711ms)","trace[1632047750] 'compare' (duration: 67.1758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:02:36.655526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.892808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T02:02:36.655644Z","caller":"traceutil/trace.go:171","msg":"trace[1383674271] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34463; }","duration":"126.045753ms","start":"2026-07-01T02:02:36.529569Z","end":"2026-07-01T02:02:36.655615Z","steps":["trace[1383674271] 'agreement among raft nodes before linearized reading' (duration: 125.735724ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:02:36.675144Z","caller":"traceutil/trace.go:171","msg":"trace[1098166921] transaction","detail":"{read_only:false; response_revision:34464; number_of_response:1; }","duration":"137.897812ms","start":"2026-07-01T02:02:36.537205Z","end":"2026-07-01T02:02:36.675103Z","steps":["trace[1098166921] 'process raft request' (duration: 137.647744ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:02:37.262684Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32121} {"level":"warn","ts":"2026-07-01T02:02:37.262932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.461734ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-01T02:02:37.263193Z","caller":"traceutil/trace.go:171","msg":"trace[1316016872] compact","detail":"{revision:32121; response_revision:34470; }","duration":"211.90238ms","start":"2026-07-01T02:02:37.051233Z","end":"2026-07-01T02:02:37.263136Z","steps":["trace[1316016872] 'process raft request' (duration: 26.166387ms)","trace[1316016872] 'check and update compact revision' (duration: 185.00901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:02:37.649994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.235138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:02:37.650142Z","caller":"traceutil/trace.go:171","msg":"trace[306410886] transaction","detail":"{read_only:false; response_revision:34472; number_of_response:1; }","duration":"124.208975ms","start":"2026-07-01T02:02:37.525905Z","end":"2026-07-01T02:02:37.650114Z","steps":["trace[306410886] 'process raft request' (duration: 13.76344ms)","trace[306410886] 'compare' (duration: 24.66053ms)","trace[306410886] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 85.461004ms)"],"step_count":3} {"level":"warn","ts":"2026-07-01T02:02:37.767396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.216851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:02:37.767702Z","caller":"traceutil/trace.go:171","msg":"trace[67393462] transaction","detail":"{read_only:false; response_revision:34473; number_of_response:1; }","duration":"239.578996ms","start":"2026-07-01T02:02:37.528093Z","end":"2026-07-01T02:02:37.767672Z","steps":["trace[67393462] 'process raft request' (duration: 122.006834ms)","trace[67393462] 'compare' (duration: 73.334317ms)","trace[67393462] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 43.75223ms)"],"step_count":3} {"level":"info","ts":"2026-07-01T02:02:37.814526Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32121,"took":"545.852206ms","hash":3289900481,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":31768576,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T02:02:37.814578Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3289900481,"revision":32121,"compact-revision":29891} {"level":"info","ts":"2026-07-01T02:03:14.22997Z","caller":"traceutil/trace.go:171","msg":"trace[1375820608] transaction","detail":"{read_only:false; response_revision:34747; number_of_response:1; }","duration":"169.494124ms","start":"2026-07-01T02:03:14.06044Z","end":"2026-07-01T02:03:14.229934Z","steps":["trace[1375820608] 'process raft request' (duration: 83.038548ms)","trace[1375820608] 'compare' (duration: 86.322052ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:07:37.270143Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34470} {"level":"info","ts":"2026-07-01T02:07:37.418871Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34470,"took":"145.098152ms","hash":1060554564,"current-db-size-bytes":59666432,"current-db-size":"60 MB","current-db-size-in-use-bytes":32157696,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T02:07:37.418949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1060554564,"revision":34470,"compact-revision":32121} {"level":"warn","ts":"2026-07-01T02:10:52.044547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.18457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:10:52.044768Z","caller":"traceutil/trace.go:171","msg":"trace[1711982573] linearizableReadLoop","detail":"{readStateIndex:39423; appliedIndex:39421; }","duration":"105.640031ms","start":"2026-07-01T02:10:51.939097Z","end":"2026-07-01T02:10:52.044737Z","steps":["trace[1711982573] 'read index received' (duration: 78.831292ms)","trace[1711982573] 'applied index is now lower than readState.Index' (duration: 26.807918ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:10:52.044821Z","caller":"traceutil/trace.go:171","msg":"trace[15171871] transaction","detail":"{read_only:false; response_revision:38195; number_of_response:1; }","duration":"183.249794ms","start":"2026-07-01T02:10:51.861539Z","end":"2026-07-01T02:10:52.044788Z","steps":["trace[15171871] 'process raft request' (duration: 70.537577ms)","trace[15171871] 'compare' (duration: 111.583861ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:10:52.044855Z","caller":"traceutil/trace.go:171","msg":"trace[15131986] transaction","detail":"{read_only:false; response_revision:38196; number_of_response:1; }","duration":"152.625534ms","start":"2026-07-01T02:10:51.892187Z","end":"2026-07-01T02:10:52.044813Z","steps":["trace[15131986] 'process raft request' (duration: 152.469619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:10:52.045031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.9356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:10:52.045075Z","caller":"traceutil/trace.go:171","msg":"trace[178308327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38196; }","duration":"106.019763ms","start":"2026-07-01T02:10:51.939044Z","end":"2026-07-01T02:10:52.045064Z","steps":["trace[178308327] 'agreement among raft nodes before linearized reading' (duration: 105.785145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:12.319732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.394399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T02:11:12.319806Z","caller":"traceutil/trace.go:171","msg":"trace[945560092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38342; }","duration":"113.522432ms","start":"2026-07-01T02:11:12.206269Z","end":"2026-07-01T02:11:12.319792Z","steps":["trace[945560092] 'range keys from in-memory index tree' (duration: 113.199233ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:17.78498Z","caller":"traceutil/trace.go:171","msg":"trace[1881716080] transaction","detail":"{read_only:false; response_revision:38385; number_of_response:1; }","duration":"173.403788ms","start":"2026-07-01T02:11:17.611551Z","end":"2026-07-01T02:11:17.784954Z","steps":["trace[1881716080] 'process raft request' (duration: 102.302403ms)","trace[1881716080] 'compare' (duration: 70.845317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:11:18.102275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.857789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:11:18.102373Z","caller":"traceutil/trace.go:171","msg":"trace[644705287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38385; }","duration":"162.004384ms","start":"2026-07-01T02:11:17.940345Z","end":"2026-07-01T02:11:18.10235Z","steps":["trace[644705287] 'range keys from in-memory index tree' (duration: 161.725324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:18.710086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.864191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:11:18.710229Z","caller":"traceutil/trace.go:171","msg":"trace[1309041907] linearizableReadLoop","detail":"{readStateIndex:39619; appliedIndex:39618; }","duration":"329.369159ms","start":"2026-07-01T02:11:18.380837Z","end":"2026-07-01T02:11:18.710206Z","steps":["trace[1309041907] 'read index received' (duration: 56.319662ms)","trace[1309041907] 'applied index is now lower than readState.Index' (duration: 273.047887ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:11:18.710673Z","caller":"traceutil/trace.go:171","msg":"trace[133337096] transaction","detail":"{read_only:false; response_revision:38387; number_of_response:1; }","duration":"366.26429ms","start":"2026-07-01T02:11:18.344385Z","end":"2026-07-01T02:11:18.710649Z","steps":["trace[133337096] 'process raft request' (duration: 92.682246ms)","trace[133337096] 'compare' (duration: 272.648304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:11:18.710776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.344362Z","time spent":"366.359104ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:11:18.710802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.120152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T02:11:18.710794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.937028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-01T02:11:18.710857Z","caller":"traceutil/trace.go:171","msg":"trace[1478969494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38387; }","duration":"269.198104ms","start":"2026-07-01T02:11:18.441643Z","end":"2026-07-01T02:11:18.710841Z","steps":["trace[1478969494] 'agreement among raft nodes before linearized reading' (duration: 269.010398ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:18.710875Z","caller":"traceutil/trace.go:171","msg":"trace[1067852690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38387; }","duration":"330.050462ms","start":"2026-07-01T02:11:18.380802Z","end":"2026-07-01T02:11:18.710852Z","steps":["trace[1067852690] 'agreement among raft nodes before linearized reading' (duration: 329.832405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:18.710868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.623454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T02:11:18.710992Z","caller":"traceutil/trace.go:171","msg":"trace[355635969] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38387; }","duration":"272.862091ms","start":"2026-07-01T02:11:18.438108Z","end":"2026-07-01T02:11:18.71097Z","steps":["trace[355635969] 'agreement among raft nodes before linearized reading' (duration: 272.359215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:18.710919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.380785Z","time spent":"330.125604ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T02:11:19.09445Z","caller":"traceutil/trace.go:171","msg":"trace[1711966800] transaction","detail":"{read_only:false; response_revision:38388; number_of_response:1; }","duration":"379.067979ms","start":"2026-07-01T02:11:18.715323Z","end":"2026-07-01T02:11:19.09439Z","steps":["trace[1711966800] 'process raft request' (duration: 357.22336ms)","trace[1711966800] 'compare' (duration: 21.446976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:11:19.09459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.715303Z","time spent":"379.216564ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:11:19.479416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.743349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:11:19.479688Z","caller":"traceutil/trace.go:171","msg":"trace[896475025] transaction","detail":"{read_only:false; response_revision:38389; number_of_response:1; }","duration":"763.917263ms","start":"2026-07-01T02:11:18.71573Z","end":"2026-07-01T02:11:19.479647Z","steps":["trace[896475025] 'process raft request' (duration: 589.842833ms)","trace[896475025] 'compare' (duration: 172.934503ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:11:19.479733Z","caller":"traceutil/trace.go:171","msg":"trace[2131473673] transaction","detail":"{read_only:false; response_revision:38390; number_of_response:1; }","duration":"763.457339ms","start":"2026-07-01T02:11:18.716228Z","end":"2026-07-01T02:11:19.479685Z","steps":["trace[2131473673] 'process raft request' (duration: 763.320874ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:19.479798Z","caller":"traceutil/trace.go:171","msg":"trace[247793991] transaction","detail":"{read_only:false; response_revision:38392; number_of_response:1; }","duration":"717.153047ms","start":"2026-07-01T02:11:18.762629Z","end":"2026-07-01T02:11:19.479782Z","steps":["trace[247793991] 'process raft request' (duration: 717.049724ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:19.4798Z","caller":"traceutil/trace.go:171","msg":"trace[1641216071] transaction","detail":"{read_only:false; response_revision:38391; number_of_response:1; }","duration":"763.463609ms","start":"2026-07-01T02:11:18.716286Z","end":"2026-07-01T02:11:19.47975Z","steps":["trace[1641216071] 'process raft request' (duration: 763.340175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.479858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.716192Z","time spent":"763.604203ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:11:19.479902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.762563Z","time spent":"717.291481ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:11:19.479868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.715721Z","time spent":"764.047237ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:11:19.480009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.71627Z","time spent":"763.616343ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:11:19.480057Z","caller":"traceutil/trace.go:171","msg":"trace[1344819267] transaction","detail":"{read_only:false; response_revision:38393; number_of_response:1; }","duration":"706.178045ms","start":"2026-07-01T02:11:18.773867Z","end":"2026-07-01T02:11:19.480045Z","steps":["trace[1344819267] 'process raft request' (duration: 705.865415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:19.480088Z","caller":"traceutil/trace.go:171","msg":"trace[1796884991] transaction","detail":"{read_only:false; response_revision:38394; number_of_response:1; }","duration":"705.603427ms","start":"2026-07-01T02:11:18.774467Z","end":"2026-07-01T02:11:19.48007Z","steps":["trace[1796884991] 'process raft request' (duration: 705.445872ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:19.48009Z","caller":"traceutil/trace.go:171","msg":"trace[1105225386] linearizableReadLoop","detail":"{readStateIndex:39626; appliedIndex:39619; }","duration":"609.870194ms","start":"2026-07-01T02:11:18.870165Z","end":"2026-07-01T02:11:19.480035Z","steps":["trace[1105225386] 'read index received' (duration: 202.389927ms)","trace[1105225386] 'applied index is now lower than readState.Index' (duration: 407.478977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:11:19.480161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.774442Z","time spent":"705.68598ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:11:19.480121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.773836Z","time spent":"706.251158ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:11:19.480414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.45483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:11:19.480425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.265416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:11:19.480463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.52287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T02:11:19.480485Z","caller":"traceutil/trace.go:171","msg":"trace[2003992530] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:38394; }","duration":"549.529033ms","start":"2026-07-01T02:11:18.930938Z","end":"2026-07-01T02:11:19.480467Z","steps":["trace[2003992530] 'agreement among raft nodes before linearized reading' (duration: 549.390698ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:19.480499Z","caller":"traceutil/trace.go:171","msg":"trace[393417576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38394; }","duration":"162.599442ms","start":"2026-07-01T02:11:19.317889Z","end":"2026-07-01T02:11:19.480489Z","steps":["trace[393417576] 'agreement among raft nodes before linearized reading' (duration: 162.378745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.480495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.0623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:11:19.480505Z","caller":"traceutil/trace.go:171","msg":"trace[2002912442] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:38394; }","duration":"610.4027ms","start":"2026-07-01T02:11:18.870078Z","end":"2026-07-01T02:11:19.480481Z","steps":["trace[2002912442] 'agreement among raft nodes before linearized reading' (duration: 610.08946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.480563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.749796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-01T02:11:19.4806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.136617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T02:11:19.48063Z","caller":"traceutil/trace.go:171","msg":"trace[220190034] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:38394; }","duration":"557.853959ms","start":"2026-07-01T02:11:18.922758Z","end":"2026-07-01T02:11:19.480612Z","steps":["trace[220190034] 'agreement among raft nodes before linearized reading' (duration: 557.505248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.480693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.922738Z","time spent":"557.938481ms","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-01T02:11:19.480692Z","caller":"traceutil/trace.go:171","msg":"trace[1527803481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38394; }","duration":"457.320142ms","start":"2026-07-01T02:11:19.023346Z","end":"2026-07-01T02:11:19.480666Z","steps":["trace[1527803481] 'agreement among raft nodes before linearized reading' (duration: 457.017902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.480756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.110735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T02:11:19.480761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:19.023325Z","time spent":"457.422896ms","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T02:11:19.480542Z","caller":"traceutil/trace.go:171","msg":"trace[2011389387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38394; }","duration":"540.153933ms","start":"2026-07-01T02:11:18.940375Z","end":"2026-07-01T02:11:19.480529Z","steps":["trace[2011389387] 'agreement among raft nodes before linearized reading' (duration: 539.896255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.480828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.940364Z","time spent":"540.450773ms","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T02:11:19.480828Z","caller":"traceutil/trace.go:171","msg":"trace[1874755315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38394; }","duration":"161.188908ms","start":"2026-07-01T02:11:19.319597Z","end":"2026-07-01T02:11:19.480786Z","steps":["trace[1874755315] 'agreement among raft nodes before linearized reading' (duration: 160.709273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.480536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.930876Z","time spent":"549.646367ms","remote":"127.0.0.1:60786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:19.480624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.870013Z","time spent":"610.590006ms","remote":"127.0.0.1:60880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:19.691831Z","caller":"traceutil/trace.go:171","msg":"trace[1601879038] linearizableReadLoop","detail":"{readStateIndex:39627; appliedIndex:39626; }","duration":"204.607037ms","start":"2026-07-01T02:11:19.487201Z","end":"2026-07-01T02:11:19.691808Z","steps":["trace[1601879038] 'read index received' (duration: 204.521935ms)","trace[1601879038] 'applied index is now lower than readState.Index' (duration: 83.452µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:11:19.692009Z","caller":"traceutil/trace.go:171","msg":"trace[246241152] transaction","detail":"{read_only:false; response_revision:38395; number_of_response:1; }","duration":"205.435924ms","start":"2026-07-01T02:11:19.486543Z","end":"2026-07-01T02:11:19.691978Z","steps":["trace[246241152] 'process raft request' (duration: 205.121454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.692258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.024921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T02:11:19.692292Z","caller":"traceutil/trace.go:171","msg":"trace[1959173315] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38395; }","duration":"205.113444ms","start":"2026-07-01T02:11:19.487171Z","end":"2026-07-01T02:11:19.692284Z","steps":["trace[1959173315] 'agreement among raft nodes before linearized reading' (duration: 204.717551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.878209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.447046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:11:19.878438Z","caller":"traceutil/trace.go:171","msg":"trace[1482299117] linearizableReadLoop","detail":"{readStateIndex:39630; appliedIndex:39627; }","duration":"184.70105ms","start":"2026-07-01T02:11:19.693722Z","end":"2026-07-01T02:11:19.878423Z","steps":["trace[1482299117] 'read index received' (duration: 67.754138ms)","trace[1482299117] 'applied index is now lower than readState.Index' (duration: 116.946062ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:11:19.878484Z","caller":"traceutil/trace.go:171","msg":"trace[857592795] transaction","detail":"{read_only:false; response_revision:38397; number_of_response:1; }","duration":"390.824625ms","start":"2026-07-01T02:11:19.48762Z","end":"2026-07-01T02:11:19.878445Z","steps":["trace[857592795] 'process raft request' (duration: 390.678881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.878572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.848235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17979"} {"level":"info","ts":"2026-07-01T02:11:19.878606Z","caller":"traceutil/trace.go:171","msg":"trace[324836863] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:38398; }","duration":"184.922357ms","start":"2026-07-01T02:11:19.693675Z","end":"2026-07-01T02:11:19.878597Z","steps":["trace[324836863] 'agreement among raft nodes before linearized reading' (duration: 184.801443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.878633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:19.487605Z","time spent":"390.95261ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:11:19.878736Z","caller":"traceutil/trace.go:171","msg":"trace[1582435956] transaction","detail":"{read_only:false; response_revision:38396; number_of_response:1; }","duration":"391.417485ms","start":"2026-07-01T02:11:19.48725Z","end":"2026-07-01T02:11:19.878668Z","steps":["trace[1582435956] 'process raft request' (duration: 274.309948ms)","trace[1582435956] 'compare' (duration: 115.522696ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:11:19.87881Z","caller":"traceutil/trace.go:171","msg":"trace[2049657454] transaction","detail":"{read_only:false; response_revision:38398; number_of_response:1; }","duration":"291.089494ms","start":"2026-07-01T02:11:19.587709Z","end":"2026-07-01T02:11:19.878798Z","steps":["trace[2049657454] 'process raft request' (duration: 290.67267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:19.878908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:19.487232Z","time spent":"391.603691ms","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:11:21.439731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:21.940684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:22.441502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:22.938685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:22.938794Z","caller":"traceutil/trace.go:171","msg":"trace[757280847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000033076s","start":"2026-07-01T02:11:20.938737Z","end":"2026-07-01T02:11:22.93877Z","steps":["trace[757280847] 'agreement among raft nodes before linearized reading' (duration: 1.999913013s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:22.938839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:20.938717Z","time spent":"2.000112789s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:22.941634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:23.441845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:23.942784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:24.44313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:24.944163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:24.948137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:24.948227Z","caller":"traceutil/trace.go:171","msg":"trace[1834577133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637916s","start":"2026-07-01T02:11:22.947567Z","end":"2026-07-01T02:11:24.948204Z","steps":["trace[1834577133] 'agreement among raft nodes before linearized reading' (duration: 2.000532183s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:24.948288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.947543Z","time spent":"2.00073339s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:25.206467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:20.208052Z","time spent":"4.998404438s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:25.444493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:25.945621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:26.098402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99938762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:26.098492Z","caller":"traceutil/trace.go:171","msg":"trace[848964166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999533875s","start":"2026-07-01T02:11:21.098937Z","end":"2026-07-01T02:11:26.098471Z","steps":["trace[848964166] 'agreement among raft nodes before linearized reading' (duration: 4.999417801s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:26.098542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.098916Z","time spent":"4.999616818s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 02:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:26.446831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:26.484418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.4864Z","time spent":"4.998012026s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:26.484592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.486651Z","time spent":"4.997927473s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:26.484586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99909392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} 2026/07/01 02:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T02:11:26.484795Z","caller":"traceutil/trace.go:171","msg":"trace[1448208850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999389679s","start":"2026-07-01T02:11:21.485314Z","end":"2026-07-01T02:11:26.484704Z","steps":["trace[1448208850] 'agreement among raft nodes before linearized reading' (duration: 4.999135871s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:26.484826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.487263Z","time spent":"4.997559761s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:26.485009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.485289Z","time spent":"4.999635767s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 02:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/01 02:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:26.486008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.487491Z","time spent":"4.998512811s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:26.486055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999139131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} 2026/07/01 02:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T02:11:26.486122Z","caller":"traceutil/trace.go:171","msg":"trace[250942138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999246145s","start":"2026-07-01T02:11:21.486855Z","end":"2026-07-01T02:11:26.486101Z","steps":["trace[250942138] 'agreement among raft nodes before linearized reading' (duration: 4.999155882s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:26.486183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.486846Z","time spent":"4.999319527s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 02:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:26.884827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.886868Z","time spent":"4.997951713s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:26.947735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:26.948938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:26.949011Z","caller":"traceutil/trace.go:171","msg":"trace[743425998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007866s","start":"2026-07-01T02:11:24.948208Z","end":"2026-07-01T02:11:26.948995Z","steps":["trace[743425998] 'agreement among raft nodes before linearized reading' (duration: 2.000689467s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:26.949081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:24.948185Z","time spent":"2.000887364s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:27.448529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:27.44969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:20.449312Z","time spent":"7.000371597s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:27.601804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:20.600953Z","time spent":"7.000829302s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:27.650235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000262684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:27.650302Z","caller":"traceutil/trace.go:171","msg":"trace[491771987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372757s","start":"2026-07-01T02:11:25.649914Z","end":"2026-07-01T02:11:27.650287Z","steps":["trace[491771987] 'agreement among raft nodes before linearized reading' (duration: 2.000286345s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:27.650337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.649885Z","time spent":"2.00044439s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:27.717699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:20.716808Z","time spent":"7.000884673s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:27.939639Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-01T02:11:28.440599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:28.941286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:28.955319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999867312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:28.955384Z","caller":"traceutil/trace.go:171","msg":"trace[417864972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000001117s","start":"2026-07-01T02:11:26.955367Z","end":"2026-07-01T02:11:28.955368Z","steps":["trace[417864972] 'agreement among raft nodes before linearized reading' (duration: 1.999913654s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.95547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.95534Z","time spent":"2.000117631s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:29.069958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.068826Z","time spent":"7.001124941s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:29.442175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:29.943107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:30.206413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998682577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:30.206521Z","caller":"traceutil/trace.go:171","msg":"trace[281194222] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998838322s","start":"2026-07-01T02:11:25.20765Z","end":"2026-07-01T02:11:30.206488Z","steps":["trace[281194222] 'agreement among raft nodes before linearized reading' (duration: 4.998721579s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:30.206573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.207628Z","time spent":"4.998934375s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/01 02:11:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:30.44366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:30.944243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:30.955668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:30.955756Z","caller":"traceutil/trace.go:171","msg":"trace[128024787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013332s","start":"2026-07-01T02:11:28.955603Z","end":"2026-07-01T02:11:30.955736Z","steps":["trace[128024787] 'agreement among raft nodes before linearized reading' (duration: 2.000019426s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:30.955817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.955535Z","time spent":"2.000266274s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:31.098667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998512296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:31.098792Z","caller":"traceutil/trace.go:171","msg":"trace[65684240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998687602s","start":"2026-07-01T02:11:28.100077Z","end":"2026-07-01T02:11:31.098765Z","steps":["trace[65684240] 'agreement among raft nodes before linearized reading' (duration: 2.998549287s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.098863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.100055Z","time spent":"2.998790355s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.444833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:31.484205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997506231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:31.484294Z","caller":"traceutil/trace.go:171","msg":"trace[360809072] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997664476s","start":"2026-07-01T02:11:26.486611Z","end":"2026-07-01T02:11:31.484275Z","steps":["trace[360809072] 'agreement among raft nodes before linearized reading' (duration: 4.997517961s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.484357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.486601Z","time spent":"4.997744198s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.48514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998855128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-01T02:11:31.485153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999280907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:31.485285Z","caller":"traceutil/trace.go:171","msg":"trace[489313281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999057734s","start":"2026-07-01T02:11:28.486199Z","end":"2026-07-01T02:11:31.485257Z","steps":["trace[489313281] 'agreement among raft nodes before linearized reading' (duration: 2.998885528s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:31.485292Z","caller":"traceutil/trace.go:171","msg":"trace[576207597] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999463983s","start":"2026-07-01T02:11:26.485803Z","end":"2026-07-01T02:11:31.485267Z","steps":["trace[576207597] 'agreement among raft nodes before linearized reading' (duration: 4.999300168s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.485145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997535012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-01T02:11:31.485369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.485791Z","time spent":"4.999560656s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-01T02:11:31.48539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.48618Z","time spent":"2.999163768s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T02:11:31.485417Z","caller":"traceutil/trace.go:171","msg":"trace[1978513050] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997843852s","start":"2026-07-01T02:11:26.487553Z","end":"2026-07-01T02:11:31.485397Z","steps":["trace[1978513050] 'agreement among raft nodes before linearized reading' (duration: 4.997573833s)"],"step_count":1} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.485479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.487535Z","time spent":"4.997927565s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.486161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997555236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:31.486253Z","caller":"traceutil/trace.go:171","msg":"trace[1310651984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997712731s","start":"2026-07-01T02:11:28.48852Z","end":"2026-07-01T02:11:31.486233Z","steps":["trace[1310651984] 'agreement among raft nodes before linearized reading' (duration: 2.997597888s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.486307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.488487Z","time spent":"2.997805804s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.486787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998709359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:31.486865Z","caller":"traceutil/trace.go:171","msg":"trace[1050473331] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998838383s","start":"2026-07-01T02:11:26.48801Z","end":"2026-07-01T02:11:31.486848Z","steps":["trace[1050473331] 'agreement among raft nodes before linearized reading' (duration: 4.99874926s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.486918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.487994Z","time spent":"4.998910166s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.696475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99972088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:31.69657Z","caller":"traceutil/trace.go:171","msg":"trace[942769360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999871395s","start":"2026-07-01T02:11:21.696676Z","end":"2026-07-01T02:11:31.696547Z","steps":["trace[942769360] 'agreement among raft nodes before linearized reading' (duration: 9.999751431s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.696622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.696658Z","time spent":"9.999953088s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.88499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999287287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-01T02:11:31.885024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998514403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:31.885081Z","caller":"traceutil/trace.go:171","msg":"trace[1677951574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999448271s","start":"2026-07-01T02:11:21.885617Z","end":"2026-07-01T02:11:31.885066Z","steps":["trace[1677951574] 'agreement among raft nodes before linearized reading' (duration: 9.999334188s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:31.885101Z","caller":"traceutil/trace.go:171","msg":"trace[2026886782] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998656118s","start":"2026-07-01T02:11:26.886427Z","end":"2026-07-01T02:11:31.885083Z","steps":["trace[2026886782] 'agreement among raft nodes before linearized reading' (duration: 4.998543704s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.88512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.885595Z","time spent":"9.999517284s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.88515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.886407Z","time spent":"4.99873321s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.885047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999698559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:31.88648Z","caller":"traceutil/trace.go:171","msg":"trace[891264104] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.001183957s","start":"2026-07-01T02:11:21.885263Z","end":"2026-07-01T02:11:31.886447Z","steps":["trace[891264104] 'agreement among raft nodes before linearized reading' (duration: 9.999723601s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.886591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.885245Z","time spent":"10.001307341s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.902714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.93045361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:31.902805Z","caller":"traceutil/trace.go:171","msg":"trace[1422556837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.930600725s","start":"2026-07-01T02:11:24.972184Z","end":"2026-07-01T02:11:31.902784Z","steps":["trace[1422556837] 'agreement among raft nodes before linearized reading' (duration: 6.930479491s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.902862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:24.972169Z","time spent":"6.930683318s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:31.945222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:32.446312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:32.947023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:32.96436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:32.964443Z","caller":"traceutil/trace.go:171","msg":"trace[1322057326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00071859s","start":"2026-07-01T02:11:30.963707Z","end":"2026-07-01T02:11:32.964425Z","steps":["trace[1322057326] 'agreement among raft nodes before linearized reading' (duration: 2.000619497s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:32.964502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.9637Z","time spent":"2.000792932s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:33.447362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:33.948483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:34.094374Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29ba6ed9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.44908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:34.454307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:27.453699Z","time spent":"7.000604335s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:34.939893Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-01T02:11:34.940051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.218848589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.9401Z","caller":"traceutil/trace.go:171","msg":"trace[1901910184] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"7.218954822s","start":"2026-07-01T02:11:27.721128Z","end":"2026-07-01T02:11:34.940082Z","steps":["trace[1901910184] 'agreement among raft nodes before linearized reading' (duration: 7.21888636s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:27.721097Z","time spent":"7.219041185s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T02:11:34.940123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.32598307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.560849951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.940227Z","caller":"traceutil/trace.go:171","msg":"trace[192355814] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; }","duration":"11.326166115s","start":"2026-07-01T02:11:23.614033Z","end":"2026-07-01T02:11:34.940199Z","steps":["trace[192355814] 'agreement among raft nodes before linearized reading' (duration: 11.32601369s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:34.940261Z","caller":"traceutil/trace.go:171","msg":"trace[945011309] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; }","duration":"12.560924193s","start":"2026-07-01T02:11:22.379302Z","end":"2026-07-01T02:11:34.940227Z","steps":["trace[945011309] 'agreement among raft nodes before linearized reading' (duration: 12.560889842s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.379273Z","time spent":"12.561014706s","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.9403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:23.614014Z","time spent":"11.326267099s","remote":"127.0.0.1:60762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.940338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.790051255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.110660826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.94039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.823725452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.940416Z","caller":"traceutil/trace.go:171","msg":"trace[968722919] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; }","duration":"12.823794845s","start":"2026-07-01T02:11:22.116616Z","end":"2026-07-01T02:11:34.940411Z","steps":["trace[968722919] 'agreement among raft nodes before linearized reading' (duration: 12.823765884s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.548541919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.940421Z","caller":"traceutil/trace.go:171","msg":"trace[614518925] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; }","duration":"12.110829832s","start":"2026-07-01T02:11:22.829571Z","end":"2026-07-01T02:11:34.940401Z","steps":["trace[614518925] 'agreement among raft nodes before linearized reading' (duration: 12.110686627s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.116592Z","time spent":"12.823842016s","remote":"127.0.0.1:41210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.940452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.764474734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.735346426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.829554Z","time spent":"12.110928724s","remote":"127.0.0.1:60870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:34.940511Z","caller":"traceutil/trace.go:171","msg":"trace[962891267] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; }","duration":"13.764583429s","start":"2026-07-01T02:11:21.175914Z","end":"2026-07-01T02:11:34.940497Z","steps":["trace[962891267] 'agreement among raft nodes before linearized reading' (duration: 13.764508396s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.652018406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.940365Z","caller":"traceutil/trace.go:171","msg":"trace[724057023] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; }","duration":"12.790084936s","start":"2026-07-01T02:11:22.150274Z","end":"2026-07-01T02:11:34.940359Z","steps":["trace[724057023] 'agreement among raft nodes before linearized reading' (duration: 12.790052235s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.175893Z","time spent":"13.76465769s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.940589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.049375246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.267422342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.150208Z","time spent":"12.790399986s","remote":"127.0.0.1:41542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:34.940652Z","caller":"traceutil/trace.go:171","msg":"trace[207416053] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; }","duration":"8.267487193s","start":"2026-07-01T02:11:26.673158Z","end":"2026-07-01T02:11:34.940645Z","steps":["trace[207416053] 'agreement among raft nodes before linearized reading' (duration: 8.267455992s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.078281338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.526334269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.673138Z","time spent":"8.267546716s","remote":"127.0.0.1:32914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:34.940699Z","caller":"traceutil/trace.go:171","msg":"trace[1000444776] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; }","duration":"13.078364531s","start":"2026-07-01T02:11:21.862323Z","end":"2026-07-01T02:11:34.940688Z","steps":["trace[1000444776] 'agreement among raft nodes before linearized reading' (duration: 13.078316689s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:34.940716Z","caller":"traceutil/trace.go:171","msg":"trace[1380533434] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; }","duration":"11.526409922s","start":"2026-07-01T02:11:23.414297Z","end":"2026-07-01T02:11:34.940707Z","steps":["trace[1380533434] 'agreement among raft nodes before linearized reading' (duration: 11.526369741s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.862302Z","time spent":"13.078423222s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T02:11:34.940765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.963258316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:23.414275Z","time spent":"11.526469314s","remote":"127.0.0.1:60902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.940784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.626851292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.940816Z","caller":"traceutil/trace.go:171","msg":"trace[376623749] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; }","duration":"13.626922484s","start":"2026-07-01T02:11:21.313884Z","end":"2026-07-01T02:11:34.940806Z","steps":["trace[376623749] 'agreement among raft nodes before linearized reading' (duration: 13.626888503s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:34.940788Z","caller":"traceutil/trace.go:171","msg":"trace[1729082428] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; }","duration":"8.963320498s","start":"2026-07-01T02:11:25.977461Z","end":"2026-07-01T02:11:34.940782Z","steps":["trace[1729082428] 'agreement among raft nodes before linearized reading' (duration: 8.963294627s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.355355263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.313854Z","time spent":"13.626984926s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:34.940463Z","caller":"traceutil/trace.go:171","msg":"trace[1989268473] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; }","duration":"7.54859298s","start":"2026-07-01T02:11:27.391857Z","end":"2026-07-01T02:11:34.94045Z","steps":["trace[1989268473] 'agreement among raft nodes before linearized reading' (duration: 7.548541969s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:34.940915Z","caller":"traceutil/trace.go:171","msg":"trace[335748658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; }","duration":"9.355455295s","start":"2026-07-01T02:11:25.585406Z","end":"2026-07-01T02:11:34.940861Z","steps":["trace[335748658] 'agreement among raft nodes before linearized reading' (duration: 9.355394643s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.94095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.993828429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.940962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.585382Z","time spent":"9.355567159s","remote":"127.0.0.1:41180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.940962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:27.391801Z","time spent":"7.549142288s","remote":"127.0.0.1:60742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":0,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.94084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.724782859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.940985Z","caller":"traceutil/trace.go:171","msg":"trace[2047950005] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b; range_end:; }","duration":"11.99386311s","start":"2026-07-01T02:11:22.947112Z","end":"2026-07-01T02:11:34.940975Z","steps":["trace[2047950005] 'agreement among raft nodes before linearized reading' (duration: 11.993828159s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.064458399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.941013Z","caller":"traceutil/trace.go:171","msg":"trace[1060607782] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; }","duration":"11.725004177s","start":"2026-07-01T02:11:23.216001Z","end":"2026-07-01T02:11:34.941005Z","steps":["trace[1060607782] 'agreement among raft nodes before linearized reading' (duration: 11.724820511s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.977442Z","time spent":"8.963415831s","remote":"127.0.0.1:41388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:34.941029Z","caller":"traceutil/trace.go:171","msg":"trace[316952529] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; }","duration":"12.064945104s","start":"2026-07-01T02:11:22.876068Z","end":"2026-07-01T02:11:34.941013Z","steps":["trace[316952529] 'agreement among raft nodes before linearized reading' (duration: 12.0644865s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.941041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:23.215981Z","time spent":"11.725052508s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":0,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.940375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.334960934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.941074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.876053Z","time spent":"12.065005497s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-01T02:11:34.941015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.947055Z","time spent":"11.993952643s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" "} {"level":"info","ts":"2026-07-01T02:11:34.940641Z","caller":"traceutil/trace.go:171","msg":"trace[383652801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; }","duration":"12.049466869s","start":"2026-07-01T02:11:22.891161Z","end":"2026-07-01T02:11:34.940628Z","steps":["trace[383652801] 'agreement among raft nodes before linearized reading' (duration: 12.049397457s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.941192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.891149Z","time spent":"12.050030548s","remote":"127.0.0.1:47310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:34.940535Z","caller":"traceutil/trace.go:171","msg":"trace[1290124921] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; }","duration":"7.735418419s","start":"2026-07-01T02:11:27.205108Z","end":"2026-07-01T02:11:34.940527Z","steps":["trace[1290124921] 'agreement among raft nodes before linearized reading' (duration: 7.735380527s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.940733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.466725019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.940595Z","caller":"traceutil/trace.go:171","msg":"trace[2039925737] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; }","duration":"9.652107988s","start":"2026-07-01T02:11:25.288475Z","end":"2026-07-01T02:11:34.940583Z","steps":["trace[2039925737] 'agreement among raft nodes before linearized reading' (duration: 9.652048567s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:34.941353Z","caller":"traceutil/trace.go:171","msg":"trace[1039799478] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; }","duration":"8.467401881s","start":"2026-07-01T02:11:26.473939Z","end":"2026-07-01T02:11:34.941341Z","steps":["trace[1039799478] 'agreement among raft nodes before linearized reading' (duration: 8.466784441s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:34.941081Z","caller":"traceutil/trace.go:171","msg":"trace[2051178834] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"7.335705738s","start":"2026-07-01T02:11:27.605367Z","end":"2026-07-01T02:11:34.941072Z","steps":["trace[2051178834] 'agreement among raft nodes before linearized reading' (duration: 7.334996415s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.941404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.47392Z","time spent":"8.467466442s","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.941392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:27.205088Z","time spent":"7.736252195s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.941435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:27.605348Z","time spent":"7.33607759s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T02:11:34.941496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.28627712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.941543Z","caller":"traceutil/trace.go:171","msg":"trace[420024889] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; }","duration":"10.286360493s","start":"2026-07-01T02:11:24.655163Z","end":"2026-07-01T02:11:34.941524Z","steps":["trace[420024889] 'agreement among raft nodes before linearized reading' (duration: 10.286317881s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.941577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:24.655148Z","time spent":"10.286420125s","remote":"127.0.0.1:41410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.941409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.288457Z","time spent":"9.652930034s","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.941651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.189095699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:34.941692Z","caller":"traceutil/trace.go:171","msg":"trace[1687867755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; }","duration":"11.189192203s","start":"2026-07-01T02:11:23.752488Z","end":"2026-07-01T02:11:34.94168Z","steps":["trace[1687867755] 'agreement among raft nodes before linearized reading' (duration: 11.189144161s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.941698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.1481924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:34.941727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:23.752461Z","time spent":"11.189255654s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:34.941747Z","caller":"traceutil/trace.go:171","msg":"trace[703846560] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; }","duration":"11.148286943s","start":"2026-07-01T02:11:23.793447Z","end":"2026-07-01T02:11:34.941734Z","steps":["trace[703846560] 'agreement among raft nodes before linearized reading' (duration: 11.148224891s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.941796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:23.793429Z","time spent":"11.148353275s","remote":"127.0.0.1:47770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:34.964557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:34.964646Z","caller":"traceutil/trace.go:171","msg":"trace[1455152031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000008286s","start":"2026-07-01T02:11:32.964619Z","end":"2026-07-01T02:11:34.964627Z","steps":["trace[1455152031] 'agreement among raft nodes before linearized reading' (duration: 1.999889952s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.964698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:32.964599Z","time spent":"2.000088239s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:35.180839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.179861Z","time spent":"7.000970947s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:35.206934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.208532Z","time spent":"4.998396309s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:35.440607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:35.595965Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29b939db","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:35.941057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:36.441926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:36.49646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.487097Z","time spent":"5.0093571s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:36.496547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.009017139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:36.496594Z","caller":"traceutil/trace.go:171","msg":"trace[2129719039] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.009116183s","start":"2026-07-01T02:11:31.487463Z","end":"2026-07-01T02:11:36.496579Z","steps":["trace[2129719039] 'agreement among raft nodes before linearized reading' (duration: 5.009052121s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:36.496631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.487446Z","time spent":"5.009177684s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 02:11:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:36.496466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.489047Z","time spent":"5.007415508s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:36.943079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:36.970439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:36.97051Z","caller":"traceutil/trace.go:171","msg":"trace[1012938203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000323587s","start":"2026-07-01T02:11:34.970172Z","end":"2026-07-01T02:11:36.970495Z","steps":["trace[1012938203] 'agreement among raft nodes before linearized reading' (duration: 2.000227614s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:36.970547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.970155Z","time spent":"2.000384529s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:37.072317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.998335871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:37.072407Z","caller":"traceutil/trace.go:171","msg":"trace[1269517533] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.998479406s","start":"2026-07-01T02:11:29.073908Z","end":"2026-07-01T02:11:37.072387Z","steps":["trace[1269517533] 'agreement among raft nodes before linearized reading' (duration: 7.998368272s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:37.072465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.073889Z","time spent":"7.998562009s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/01 02:11:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:37.443595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:37.944025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:38.444555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:38.489337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.488655Z","time spent":"7.000676847s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:38.699629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.698722Z","time spent":"7.000893185s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:38.707721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.887116Z","time spent":"6.820599095s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:38.945561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:38.970747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:38.970823Z","caller":"traceutil/trace.go:171","msg":"trace[1000505341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064548s","start":"2026-07-01T02:11:36.97074Z","end":"2026-07-01T02:11:38.970805Z","steps":["trace[1000505341] 'agreement among raft nodes before linearized reading' (duration: 1.999960724s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:38.970872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.970724Z","time spent":"2.000138619s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:39.446415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:39.946939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:39.978886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008998327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:39.978975Z","caller":"traceutil/trace.go:171","msg":"trace[1202263750] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.009137673s","start":"2026-07-01T02:11:29.969818Z","end":"2026-07-01T02:11:39.978956Z","steps":["trace[1202263750] 'agreement among raft nodes before linearized reading' (duration: 10.009027109s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:39.979041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.969799Z","time spent":"10.009223725s","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/01 02:11:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:40.447367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:40.947881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:40.980683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:40.980788Z","caller":"traceutil/trace.go:171","msg":"trace[1723902264] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059098s","start":"2026-07-01T02:11:38.980701Z","end":"2026-07-01T02:11:40.98076Z","steps":["trace[1723902264] 'agreement among raft nodes before linearized reading' (duration: 1.999935104s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:40.980846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.98068Z","time spent":"2.00015534s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:41.102296Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29ba6ed9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:41.448778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:41.459267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.458214Z","time spent":"7.00104724s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:41.941006Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-01T02:11:41.941199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.494630486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:41.941207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.977632662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:41.941279Z","caller":"traceutil/trace.go:171","msg":"trace[456178512] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; }","duration":"11.49478146s","start":"2026-07-01T02:11:30.446479Z","end":"2026-07-01T02:11:41.941261Z","steps":["trace[456178512] 'agreement among raft nodes before linearized reading' (duration: 11.494676877s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.941322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.696741621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:41.941347Z","caller":"traceutil/trace.go:171","msg":"trace[815525730] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; }","duration":"7.696859185s","start":"2026-07-01T02:11:34.244484Z","end":"2026-07-01T02:11:41.941343Z","steps":["trace[815525730] 'agreement among raft nodes before linearized reading' (duration: 7.696828974s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.941383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.244463Z","time spent":"7.696911186s","remote":"127.0.0.1:60978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.941398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.743071916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:41.941426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.391361196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:41.941428Z","caller":"traceutil/trace.go:171","msg":"trace[1309164835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; }","duration":"11.743153578s","start":"2026-07-01T02:11:30.198267Z","end":"2026-07-01T02:11:41.941421Z","steps":["trace[1309164835] 'agreement among raft nodes before linearized reading' (duration: 11.743095327s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:41.94145Z","caller":"traceutil/trace.go:171","msg":"trace[1955171291] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; }","duration":"8.391422288s","start":"2026-07-01T02:11:33.55002Z","end":"2026-07-01T02:11:41.941442Z","steps":["trace[1955171291] 'agreement among raft nodes before linearized reading' (duration: 8.391399967s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.941467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:33.549999Z","time spent":"8.39146348s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.941461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.198252Z","time spent":"11.743200199s","remote":"127.0.0.1:44784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.941494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.879990119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:41.941513Z","caller":"traceutil/trace.go:171","msg":"trace[1047960959] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; }","duration":"10.880014609s","start":"2026-07-01T02:11:31.061495Z","end":"2026-07-01T02:11:41.94151Z","steps":["trace[1047960959] 'agreement among raft nodes before linearized reading' (duration: 10.879991139s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.941534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.061445Z","time spent":"10.880084941s","remote":"127.0.0.1:44648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.941534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.231429181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:41.941567Z","caller":"traceutil/trace.go:171","msg":"trace[1082554344] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"12.231462122s","start":"2026-07-01T02:11:29.710097Z","end":"2026-07-01T02:11:41.94156Z","steps":["trace[1082554344] 'agreement among raft nodes before linearized reading' (duration: 12.231430561s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.94155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.321934922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:41.9416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.113268448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:41.941647Z","caller":"traceutil/trace.go:171","msg":"trace[691525041] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; }","duration":"10.322098987s","start":"2026-07-01T02:11:31.619528Z","end":"2026-07-01T02:11:41.941627Z","steps":["trace[691525041] 'agreement among raft nodes before linearized reading' (duration: 10.321948452s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:41.94166Z","caller":"traceutil/trace.go:171","msg":"trace[425883708] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; }","duration":"13.113364162s","start":"2026-07-01T02:11:28.828282Z","end":"2026-07-01T02:11:41.941646Z","steps":["trace[425883708] 'agreement among raft nodes before linearized reading' (duration: 13.113289989s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.941338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.446456Z","time spent":"11.494870713s","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.941705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.619507Z","time spent":"10.322185369s","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.941725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.256139682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:41.941511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.022374122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:41.941762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.031761678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:41.941787Z","caller":"traceutil/trace.go:171","msg":"trace[1752396737] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; }","duration":"12.022699302s","start":"2026-07-01T02:11:29.919079Z","end":"2026-07-01T02:11:41.941778Z","steps":["trace[1752396737] 'agreement among raft nodes before linearized reading' (duration: 12.022419943s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.941788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.38827028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:41.941294Z","caller":"traceutil/trace.go:171","msg":"trace[366166443] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"10.977778888s","start":"2026-07-01T02:11:30.963497Z","end":"2026-07-01T02:11:41.941276Z","steps":["trace[366166443] 'agreement among raft nodes before linearized reading' (duration: 10.977661854s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.941816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.78903749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:41.941599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.710028Z","time spent":"12.231564125s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T02:11:41.941763Z","caller":"traceutil/trace.go:171","msg":"trace[184760444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"12.256211524s","start":"2026-07-01T02:11:29.685544Z","end":"2026-07-01T02:11:41.941756Z","steps":["trace[184760444] 'agreement among raft nodes before linearized reading' (duration: 12.256173523s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.941859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.963479Z","time spent":"10.978361506s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T02:11:41.941893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.685525Z","time spent":"12.256362689s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T02:11:41.941821Z","caller":"traceutil/trace.go:171","msg":"trace[313056075] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; }","duration":"12.388306581s","start":"2026-07-01T02:11:29.553508Z","end":"2026-07-01T02:11:41.941815Z","steps":["trace[313056075] 'agreement among raft nodes before linearized reading' (duration: 12.38827132s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.941935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.553441Z","time spent":"12.388486947s","remote":"127.0.0.1:41376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:41.941787Z","caller":"traceutil/trace.go:171","msg":"trace[518918203] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; }","duration":"9.03182127s","start":"2026-07-01T02:11:32.909958Z","end":"2026-07-01T02:11:41.941779Z","steps":["trace[518918203] 'agreement among raft nodes before linearized reading' (duration: 9.031794279s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.94182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.919059Z","time spent":"12.022753184s","remote":"127.0.0.1:44652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.941976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:32.90994Z","time spent":"9.032021497s","remote":"127.0.0.1:32786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.941698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.828267Z","time spent":"13.113420463s","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.941947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.892710868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:41.941845Z","caller":"traceutil/trace.go:171","msg":"trace[264403475] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; }","duration":"9.789102062s","start":"2026-07-01T02:11:32.152736Z","end":"2026-07-01T02:11:41.941838Z","steps":["trace[264403475] 'agreement among raft nodes before linearized reading' (duration: 9.789071491s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:41.942066Z","caller":"traceutil/trace.go:171","msg":"trace[1115639669] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; }","duration":"9.892900183s","start":"2026-07-01T02:11:32.049148Z","end":"2026-07-01T02:11:41.942048Z","steps":["trace[1115639669] 'agreement among raft nodes before linearized reading' (duration: 9.892737848s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:41.942128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:32.049129Z","time spent":"9.892984796s","remote":"127.0.0.1:41590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.942075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:32.152716Z","time spent":"9.78935033s","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":0,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:41.947483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.947015Z","time spent":"7.000464611s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:42.187531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:35.186507Z","time spent":"7.001016188s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:42.441634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:42.603829Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29b939db","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:42.700572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000658567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:42.700683Z","caller":"traceutil/trace.go:171","msg":"trace[958804798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826922s","start":"2026-07-01T02:11:40.699839Z","end":"2026-07-01T02:11:42.700666Z","steps":["trace[958804798] 'agreement among raft nodes before linearized reading' (duration: 2.000691537s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:42.700732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:40.699819Z","time spent":"2.000904375s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:42.942555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:42.981109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:42.981201Z","caller":"traceutil/trace.go:171","msg":"trace[1145068267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000075839s","start":"2026-07-01T02:11:40.981105Z","end":"2026-07-01T02:11:42.981181Z","steps":["trace[1145068267] 'agreement among raft nodes before linearized reading' (duration: 1.999957375s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:42.981303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:40.981088Z","time spent":"2.000202563s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:43.443652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:43.944272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:44.075549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:37.074812Z","time spent":"7.000731509s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:44.445191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:44.945765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:44.990058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:44.99012Z","caller":"traceutil/trace.go:171","msg":"trace[1640341968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273674s","start":"2026-07-01T02:11:42.989834Z","end":"2026-07-01T02:11:44.990107Z","steps":["trace[1640341968] 'agreement among raft nodes before linearized reading' (duration: 2.000190621s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:44.990165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:42.989813Z","time spent":"2.000343577s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:45.446379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:45.490639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.490522Z","time spent":"7.00011162s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:45.947273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:46.448227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:46.948544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:46.990434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:46.990505Z","caller":"traceutil/trace.go:171","msg":"trace[2059361957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000134631s","start":"2026-07-01T02:11:44.990353Z","end":"2026-07-01T02:11:46.990488Z","steps":["trace[2059361957] 'agreement among raft nodes before linearized reading' (duration: 2.000049108s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:46.990561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.990316Z","time spent":"2.000234604s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:47.448839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:47.647795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:47.647871Z","caller":"traceutil/trace.go:171","msg":"trace[663298339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076719s","start":"2026-07-01T02:11:45.647778Z","end":"2026-07-01T02:11:47.647855Z","steps":["trace[663298339] 'agreement among raft nodes before linearized reading' (duration: 1.999982946s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:47.64792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:45.647754Z","time spent":"2.000156532s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:47.949745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:48.109404Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29ba6ed9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:48.449968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:11:48.464209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:41.463256Z","time spent":"7.000945676s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:48.941791Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-01T02:11:48.941934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.649730419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:48.941972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.095660017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:48.941979Z","caller":"traceutil/trace.go:171","msg":"trace[569030284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; }","duration":"10.649834463s","start":"2026-07-01T02:11:38.29213Z","end":"2026-07-01T02:11:48.941964Z","steps":["trace[569030284] 'agreement among raft nodes before linearized reading' (duration: 10.649769201s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:48.941954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.545639249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:48.942013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.292109Z","time spent":"10.649894135s","remote":"127.0.0.1:41498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.905082528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:48.94205Z","caller":"traceutil/trace.go:171","msg":"trace[644378461] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; }","duration":"7.905100608s","start":"2026-07-01T02:11:41.036945Z","end":"2026-07-01T02:11:48.942045Z","steps":["trace[644378461] 'agreement among raft nodes before linearized reading' (duration: 7.905083647s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:48.942051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.159255264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:48.942041Z","caller":"traceutil/trace.go:171","msg":"trace[1790080222] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; }","duration":"10.545799244s","start":"2026-07-01T02:11:38.396223Z","end":"2026-07-01T02:11:48.942023Z","steps":["trace[1790080222] 'agreement among raft nodes before linearized reading' (duration: 10.54566823s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:48.942067Z","caller":"traceutil/trace.go:171","msg":"trace[1302364215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"11.159305196s","start":"2026-07-01T02:11:37.782757Z","end":"2026-07-01T02:11:48.942062Z","steps":["trace[1302364215] 'agreement among raft nodes before linearized reading' (duration: 11.159287005s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:48.94207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:41.036888Z","time spent":"7.90517528s","remote":"127.0.0.1:44638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:37.782741Z","time spent":"11.159338836s","remote":"127.0.0.1:44668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.906526314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:48.942094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.396202Z","time spent":"10.545879397s","remote":"127.0.0.1:41566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.509602375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:48.942127Z","caller":"traceutil/trace.go:171","msg":"trace[761465435] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; }","duration":"11.509646356s","start":"2026-07-01T02:11:37.432476Z","end":"2026-07-01T02:11:48.942122Z","steps":["trace[761465435] 'agreement among raft nodes before linearized reading' (duration: 11.509628815s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:48.942082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.745264549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:48.942144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:37.432461Z","time spent":"11.509676907s","remote":"127.0.0.1:44792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.118933575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:11:48.942114Z","caller":"traceutil/trace.go:171","msg":"trace[1112429422] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; }","duration":"7.906572195s","start":"2026-07-01T02:11:41.035537Z","end":"2026-07-01T02:11:48.942109Z","steps":["trace[1112429422] 'agreement among raft nodes before linearized reading' (duration: 7.906554705s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.48034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:41.035521Z","time spent":"22.444748617s","remote":"127.0.0.1:45432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.384954564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.48048Z","caller":"traceutil/trace.go:171","msg":"trace[780021046] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; }","duration":"21.923419956s","start":"2026-07-01T02:11:41.557037Z","end":"2026-07-01T02:12:03.480457Z","steps":["trace[780021046] 'agreement among raft nodes before linearized reading' (duration: 7.384974095s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.480503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:41.557027Z","time spent":"21.923471398s","remote":"127.0.0.1:44590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:48.942Z","caller":"traceutil/trace.go:171","msg":"trace[466003275] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"7.095710608s","start":"2026-07-01T02:11:41.84628Z","end":"2026-07-01T02:11:48.941991Z","steps":["trace[466003275] 'agreement among raft nodes before linearized reading' (duration: 7.095677977s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.480665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:41.846265Z","time spent":"21.634336396s","remote":"127.0.0.1:44688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.654808021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.480771Z","caller":"traceutil/trace.go:171","msg":"trace[906857754] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; }","duration":"26.193428758s","start":"2026-07-01T02:11:37.287324Z","end":"2026-07-01T02:12:03.480753Z","steps":["trace[906857754] 'agreement among raft nodes before linearized reading' (duration: 11.654839702s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.480806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:37.287309Z","time spent":"26.193484209s","remote":"127.0.0.1:41234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:48.94217Z","caller":"traceutil/trace.go:171","msg":"trace[1988995902] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; }","duration":"9.745421643s","start":"2026-07-01T02:11:39.19673Z","end":"2026-07-01T02:11:48.942152Z","steps":["trace[1988995902] 'agreement among raft nodes before linearized reading' (duration: 9.745290489s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.48108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:39.196711Z","time spent":"24.284362441s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:11:48.942183Z","caller":"traceutil/trace.go:171","msg":"trace[55210144] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; }","duration":"10.118959556s","start":"2026-07-01T02:11:38.823205Z","end":"2026-07-01T02:11:48.942165Z","steps":["trace[55210144] 'agreement among raft nodes before linearized reading' (duration: 10.118934015s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.481152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.82315Z","time spent":"24.657993856s","remote":"127.0.0.1:52014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.142377371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.481404Z","caller":"traceutil/trace.go:171","msg":"trace[1333040039] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; }","duration":"26.681572717s","start":"2026-07-01T02:11:36.799805Z","end":"2026-07-01T02:12:03.481378Z","steps":["trace[1333040039] 'agreement among raft nodes before linearized reading' (duration: 12.142378041s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.481508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.799747Z","time spent":"26.681724871s","remote":"127.0.0.1:41394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.283163846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.481586Z","caller":"traceutil/trace.go:171","msg":"trace[951257407] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; }","duration":"26.822560948s","start":"2026-07-01T02:11:36.659016Z","end":"2026-07-01T02:12:03.481577Z","steps":["trace[951257407] 'agreement among raft nodes before linearized reading' (duration: 12.283187777s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.481617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.659Z","time spent":"26.822607279s","remote":"127.0.0.1:37268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.343763315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.481658Z","caller":"traceutil/trace.go:171","msg":"trace[634645120] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; }","duration":"26.883231479s","start":"2026-07-01T02:11:36.598421Z","end":"2026-07-01T02:12:03.481652Z","steps":["trace[634645120] 'agreement among raft nodes before linearized reading' (duration: 12.343799426s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.481689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.5984Z","time spent":"26.883278211s","remote":"127.0.0.1:60658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.727968817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.481735Z","caller":"traceutil/trace.go:171","msg":"trace[1406292509] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; }","duration":"23.267522604s","start":"2026-07-01T02:11:40.214203Z","end":"2026-07-01T02:12:03.481725Z","steps":["trace[1406292509] 'agreement among raft nodes before linearized reading' (duration: 8.727995178s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.481765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:40.214183Z","time spent":"23.267572235s","remote":"127.0.0.1:41620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.534904116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.481792Z","caller":"traceutil/trace.go:171","msg":"trace[1501645272] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; }","duration":"25.074490404s","start":"2026-07-01T02:11:38.407298Z","end":"2026-07-01T02:12:03.481788Z","steps":["trace[1501645272] 'agreement among raft nodes before linearized reading' (duration: 10.534904486s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.481811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.407278Z","time spent":"25.074528035s","remote":"127.0.0.1:44620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.674034523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.481861Z","caller":"traceutil/trace.go:171","msg":"trace[1764345051] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; }","duration":"27.213686093s","start":"2026-07-01T02:11:36.268165Z","end":"2026-07-01T02:12:03.481851Z","steps":["trace[1764345051] 'agreement among raft nodes before linearized reading' (duration: 12.674070134s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.481891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.268145Z","time spent":"27.213737435s","remote":"127.0.0.1:60756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.94225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.930283173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.481927Z","caller":"traceutil/trace.go:171","msg":"trace[2083640065] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; }","duration":"27.470004005s","start":"2026-07-01T02:11:36.011917Z","end":"2026-07-01T02:12:03.481921Z","steps":["trace[2083640065] 'agreement among raft nodes before linearized reading' (duration: 12.930329654s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.481943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.011894Z","time spent":"27.470045397s","remote":"127.0.0.1:60628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T02:11:48.941934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.647838203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.481992Z","caller":"traceutil/trace.go:171","msg":"trace[1531324207] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; }","duration":"23.187945907s","start":"2026-07-01T02:11:40.29404Z","end":"2026-07-01T02:12:03.481986Z","steps":["trace[1531324207] 'agreement among raft nodes before linearized reading' (duration: 8.647862033s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:40.294025Z","time spent":"23.187983238s","remote":"127.0.0.1:41572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.288640357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482042Z","caller":"traceutil/trace.go:171","msg":"trace[1674346906] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; }","duration":"23.828471653s","start":"2026-07-01T02:11:39.653566Z","end":"2026-07-01T02:12:03.482038Z","steps":["trace[1674346906] 'agreement among raft nodes before linearized reading' (duration: 9.288674178s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:39.653547Z","time spent":"23.828504655s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.994665702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482099Z","caller":"traceutil/trace.go:171","msg":"trace[1540161032] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; }","duration":"28.534479857s","start":"2026-07-01T02:11:34.947613Z","end":"2026-07-01T02:12:03.482093Z","steps":["trace[1540161032] 'agreement among raft nodes before linearized reading' (duration: 13.994666202s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.947594Z","time spent":"28.534517357s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-01T02:11:48.942266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.066686148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.48215Z","caller":"traceutil/trace.go:171","msg":"trace[227538669] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; }","duration":"22.606637277s","start":"2026-07-01T02:11:40.875505Z","end":"2026-07-01T02:12:03.482143Z","steps":["trace[227538669] 'agreement among raft nodes before linearized reading' (duration: 8.066727969s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:40.875484Z","time spent":"22.606674249s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.273324309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482281Z","caller":"traceutil/trace.go:171","msg":"trace[250500370] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; }","duration":"27.813338492s","start":"2026-07-01T02:11:35.668936Z","end":"2026-07-01T02:12:03.482274Z","steps":["trace[250500370] 'agreement among raft nodes before linearized reading' (duration: 13.273367041s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.4823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:35.668913Z","time spent":"27.813380302s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":0,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.942318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.01521999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482327Z","caller":"traceutil/trace.go:171","msg":"trace[207870397] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; }","duration":"27.555302414s","start":"2026-07-01T02:11:35.927019Z","end":"2026-07-01T02:12:03.482321Z","steps":["trace[207870397] 'agreement among raft nodes before linearized reading' (duration: 13.015249531s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:35.926998Z","time spent":"27.555341686s","remote":"127.0.0.1:60760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:48.94238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.998229265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482375Z","caller":"traceutil/trace.go:171","msg":"trace[1294471208] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; }","duration":"28.538296149s","start":"2026-07-01T02:11:34.944074Z","end":"2026-07-01T02:12:03.482371Z","steps":["trace[1294471208] 'agreement among raft nodes before linearized reading' (duration: 13.998252156s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.944057Z","time spent":"28.538325939s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T02:11:48.996177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:03.482471Z","caller":"traceutil/trace.go:171","msg":"trace[63537574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"16.48664275s","start":"2026-07-01T02:11:46.995824Z","end":"2026-07-01T02:12:03.482467Z","steps":["trace[63537574] 'agreement among raft nodes before linearized reading' (duration: 2.000325016s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:46.99581Z","time spent":"16.48667579s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:49.192572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:42.192197Z","time spent":"7.000368127s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:49.442444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846216,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:12:03.482587Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-01T02:12:03.482633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.534573824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482655Z","caller":"traceutil/trace.go:171","msg":"trace[917858024] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; }","duration":"21.534624536s","start":"2026-07-01T02:11:41.948023Z","end":"2026-07-01T02:12:03.482648Z","steps":["trace[917858024] 'agreement among raft nodes before linearized reading' (duration: 21.534601745s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:41.948009Z","time spent":"21.534655786s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T02:11:49.61046Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29b939db","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:50.99676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:03.482698Z","caller":"traceutil/trace.go:171","msg":"trace[1573136418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"14.486313293s","start":"2026-07-01T02:11:48.996381Z","end":"2026-07-01T02:12:03.482694Z","steps":["trace[1573136418] 'agreement among raft nodes before linearized reading' (duration: 2.000351428s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:48.996366Z","time spent":"14.486341074s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:03.48272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.391107811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:03.482748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.469241081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482757Z","caller":"traceutil/trace.go:171","msg":"trace[1534300343] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; }","duration":"17.391179103s","start":"2026-07-01T02:11:46.091569Z","end":"2026-07-01T02:12:03.482748Z","steps":["trace[1534300343] 'agreement among raft nodes before linearized reading' (duration: 17.391139272s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.988131855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482787Z","caller":"traceutil/trace.go:171","msg":"trace[1080577041] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b; range_end:; }","duration":"17.988171186s","start":"2026-07-01T02:11:45.494613Z","end":"2026-07-01T02:12:03.482784Z","steps":["trace[1080577041] 'agreement among raft nodes before linearized reading' (duration: 17.988158736s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:46.091551Z","time spent":"17.391226425s","remote":"127.0.0.1:32838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:03.4828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:45.494595Z","time spent":"17.988202306s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be067532f1493b\" "} {"level":"warn","ts":"2026-07-01T02:12:03.482822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.970941533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482847Z","caller":"traceutil/trace.go:171","msg":"trace[1359621116] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; }","duration":"18.970991405s","start":"2026-07-01T02:11:44.511843Z","end":"2026-07-01T02:12:03.482835Z","steps":["trace[1359621116] 'agreement among raft nodes before linearized reading' (duration: 18.970974314s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.069250176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:03.482861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.511824Z","time spent":"18.971033035s","remote":"127.0.0.1:41384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:03.482871Z","caller":"traceutil/trace.go:171","msg":"trace[910651497] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; }","duration":"15.069307858s","start":"2026-07-01T02:11:48.413558Z","end":"2026-07-01T02:12:03.482866Z","steps":["trace[910651497] 'agreement among raft nodes before linearized reading' (duration: 15.069290247s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.403236224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:03.482891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:48.413534Z","time spent":"15.069347159s","remote":"127.0.0.1:60940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:03.482895Z","caller":"traceutil/trace.go:171","msg":"trace[1107930101] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"19.403247724s","start":"2026-07-01T02:11:44.079644Z","end":"2026-07-01T02:12:03.482892Z","steps":["trace[1107930101] 'agreement among raft nodes before linearized reading' (duration: 19.403237124s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.48291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.079615Z","time spent":"19.403290276s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-01T02:12:03.482914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.944630914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:03.482946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.811874948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:03.482948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.07341919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:03.482974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.874536554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.482985Z","caller":"traceutil/trace.go:171","msg":"trace[1893950548] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; }","duration":"20.874551414s","start":"2026-07-01T02:11:42.60843Z","end":"2026-07-01T02:12:03.482982Z","steps":["trace[1893950548] 'agreement among raft nodes before linearized reading' (duration: 20.874537454s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:03.482988Z","caller":"traceutil/trace.go:171","msg":"trace[1691390629] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; }","duration":"15.073696819s","start":"2026-07-01T02:11:48.409276Z","end":"2026-07-01T02:12:03.482973Z","steps":["trace[1691390629] 'agreement among raft nodes before linearized reading' (duration: 15.073663508s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.482997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:42.608373Z","time spent":"20.874620627s","remote":"127.0.0.1:37262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:03.483019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:48.409252Z","time spent":"15.07375702s","remote":"127.0.0.1:44692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:03.483057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.425955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:53.004011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:03.483077Z","caller":"traceutil/trace.go:171","msg":"trace[1879648951] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; }","duration":"15.426009802s","start":"2026-07-01T02:11:48.05706Z","end":"2026-07-01T02:12:03.48307Z","steps":["trace[1879648951] 'agreement among raft nodes before linearized reading' (duration: 15.425988911s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.483105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:48.057042Z","time spent":"15.426055294s","remote":"127.0.0.1:32792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:03.48314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.064922855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.483171Z","caller":"traceutil/trace.go:171","msg":"trace[373850386] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; }","duration":"16.064991317s","start":"2026-07-01T02:11:47.418172Z","end":"2026-07-01T02:12:03.483163Z","steps":["trace[373850386] 'agreement among raft nodes before linearized reading' (duration: 16.064958766s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.483199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:47.418151Z","time spent":"16.065035799s","remote":"127.0.0.1:32986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:03.482763Z","caller":"traceutil/trace.go:171","msg":"trace[2086611507] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; }","duration":"17.469293802s","start":"2026-07-01T02:11:46.013465Z","end":"2026-07-01T02:12:03.482759Z","steps":["trace[2086611507] 'agreement among raft nodes before linearized reading' (duration: 17.469276122s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.483257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:46.013445Z","time spent":"17.469799619s","remote":"127.0.0.1:44822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:03.482905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.403879251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.48344Z","caller":"traceutil/trace.go:171","msg":"trace[711176966] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; }","duration":"16.40446495s","start":"2026-07-01T02:11:47.078969Z","end":"2026-07-01T02:12:03.483434Z","steps":["trace[711176966] 'agreement among raft nodes before linearized reading' (duration: 16.403911612s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.483462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:47.078946Z","time spent":"16.404508721s","remote":"127.0.0.1:60690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:03.483084Z","caller":"traceutil/trace.go:171","msg":"trace[2143237709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"12.479327153s","start":"2026-07-01T02:11:51.003752Z","end":"2026-07-01T02:12:03.483079Z","steps":["trace[2143237709] 'agreement among raft nodes before linearized reading' (duration: 2.000195862s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.483725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:51.003723Z","time spent":"12.479998345s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T02:12:03.482956Z","caller":"traceutil/trace.go:171","msg":"trace[1530697647] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; }","duration":"16.944716457s","start":"2026-07-01T02:11:46.538235Z","end":"2026-07-01T02:12:03.482952Z","steps":["trace[1530697647] 'agreement among raft nodes before linearized reading' (duration: 16.944674246s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.483865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:46.538175Z","time spent":"16.945682138s","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:11:55.009314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004636565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:12:03.4839Z","caller":"traceutil/trace.go:171","msg":"trace[1736586194] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"10.479285656s","start":"2026-07-01T02:11:53.004608Z","end":"2026-07-01T02:12:03.483894Z","steps":["trace[1736586194] 'agreement among raft nodes before linearized reading' (duration: 2.004663836s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.483919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.004583Z","time spent":"10.479332438s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:55.116026Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29ba6ed9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:55.469051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:48.468574Z","time spent":"7.000472431s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:56.618123Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29b939db","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:57.012473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:03.48399Z","caller":"traceutil/trace.go:171","msg":"trace[274948092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"8.471751939s","start":"2026-07-01T02:11:55.012231Z","end":"2026-07-01T02:12:03.483983Z","steps":["trace[274948092] 'agreement among raft nodes before linearized reading' (duration: 2.000203173s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.484015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:55.012216Z","time spent":"8.47179546s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:59.013258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:03.484057Z","caller":"traceutil/trace.go:171","msg":"trace[1149550372] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"6.471324899s","start":"2026-07-01T02:11:57.012728Z","end":"2026-07-01T02:12:03.484053Z","steps":["trace[1149550372] 'agreement among raft nodes before linearized reading' (duration: 2.000496892s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.484074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:57.012706Z","time spent":"6.471364101s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:59.194343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.193137Z","time spent":"7.001199205s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:00.014505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010718693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:03.484151Z","caller":"traceutil/trace.go:171","msg":"trace[1677046817] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"13.480435607s","start":"2026-07-01T02:11:50.003704Z","end":"2026-07-01T02:12:03.484139Z","steps":["trace[1677046817] 'agreement among raft nodes before linearized reading' (duration: 10.010743974s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.484188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:50.003687Z","time spent":"13.480492038s","remote":"127.0.0.1:41650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:00.59906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.647920736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:03.484266Z","caller":"traceutil/trace.go:171","msg":"trace[1657539407] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"21.533194099s","start":"2026-07-01T02:11:41.951067Z","end":"2026-07-01T02:12:03.484261Z","steps":["trace[1657539407] 'agreement among raft nodes before linearized reading' (duration: 18.647952567s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.484288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:41.951046Z","time spent":"21.533233601s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:01.02095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:03.48435Z","caller":"traceutil/trace.go:171","msg":"trace[1055887251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"4.463824653s","start":"2026-07-01T02:11:59.020511Z","end":"2026-07-01T02:12:03.484336Z","steps":["trace[1055887251] 'agreement among raft nodes before linearized reading' (duration: 2.000402239s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.484398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:59.020492Z","time spent":"4.463893406s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:02.124325Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29ba6ed9","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:03.021867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000704588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:12:03.484497Z","caller":"traceutil/trace.go:171","msg":"trace[1149072992] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.463386913s","start":"2026-07-01T02:12:01.021103Z","end":"2026-07-01T02:12:03.48449Z","steps":["trace[1149072992] 'agreement among raft nodes before linearized reading' (duration: 2.000724529s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.484524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:01.02109Z","time spent":"2.463426164s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:03.482934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.951024723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-01T02:12:03.484588Z","caller":"traceutil/trace.go:171","msg":"trace[1448741477] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; }","duration":"19.952706907s","start":"2026-07-01T02:11:43.531863Z","end":"2026-07-01T02:12:03.48457Z","steps":["trace[1448741477] 'agreement among raft nodes before linearized reading' (duration: 19.951064114s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.484616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:43.531842Z","time spent":"19.952763768s","remote":"127.0.0.1:45388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":0,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:03.482959Z","caller":"traceutil/trace.go:171","msg":"trace[1512291556] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; }","duration":"20.811888248s","start":"2026-07-01T02:11:42.671067Z","end":"2026-07-01T02:12:03.482955Z","steps":["trace[1512291556] 'agreement among raft nodes before linearized reading' (duration: 20.811875118s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.484658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:42.671051Z","time spent":"20.813594503s","remote":"127.0.0.1:44554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":0,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:03.626192Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29b939db","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:03.855142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.140772764s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:03.85522Z","caller":"traceutil/trace.go:171","msg":"trace[1799520176] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38398; }","duration":"20.140855947s","start":"2026-07-01T02:11:43.714353Z","end":"2026-07-01T02:12:03.855209Z","steps":["trace[1799520176] 'range keys from in-memory index tree' (duration: 20.140764754s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.855142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.182539191s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:03.855335Z","caller":"traceutil/trace.go:171","msg":"trace[537397356] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38398; }","duration":"35.182747418s","start":"2026-07-01T02:11:28.672583Z","end":"2026-07-01T02:12:03.85533Z","steps":["trace[537397356] 'range keys from in-memory index tree' (duration: 35.182523711s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.855395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.356754Z","time spent":"10.498636396s","remote":"127.0.0.1:43726","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T02:12:03.855498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.097415148s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:03.855521Z","caller":"traceutil/trace.go:171","msg":"trace[1853708819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38398; }","duration":"5.097441429s","start":"2026-07-01T02:11:58.758075Z","end":"2026-07-01T02:12:03.855517Z","steps":["trace[1853708819] 'range keys from in-memory index tree' (duration: 5.097407578s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.855517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.752522Z","time spent":"38.10299293s","remote":"127.0.0.1:40630","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T02:12:03.985396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:12:04.485886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:12:04.986499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:12:05.030676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:12:05.030751Z","caller":"traceutil/trace.go:171","msg":"trace[10661622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000796233s","start":"2026-07-01T02:12:03.029939Z","end":"2026-07-01T02:12:05.030735Z","steps":["trace[10661622] 'agreement among raft nodes before linearized reading' (duration: 2.000688759s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:05.030793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.029923Z","time spent":"2.000862344s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:12:05.487313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:12:05.987508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":7967605629784846223,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T02:12:06.346705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.867279597s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T02:12:06.692541Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"88.263µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.692703Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"27.331µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.692792Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"5.981µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.692892Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"26.231µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.692927Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"5.4µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.69491Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"1.925461ms","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.69501Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"21.6µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.695029Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"3.17µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.69505Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.94µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.695115Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"20.241µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-07-01T02:12:06.695171Z","caller":"traceutil/trace.go:171","msg":"trace[857759587] linearizableReadLoop","detail":"{readStateIndex:39670; appliedIndex:39630; }","duration":"3.212536254s","start":"2026-07-01T02:12:03.48262Z","end":"2026-07-01T02:12:06.695156Z","steps":["trace[857759587] 'read index received' (duration: 2.864409065s)","trace[857759587] 'applied index is now lower than readState.Index' (duration: 348.126379ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:12:06.69523Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29ba6ed9","error":"lease not found"} {"level":"info","ts":"2026-07-01T02:12:06.695259Z","caller":"traceutil/trace.go:171","msg":"trace[809154906] transaction","detail":"{read_only:false; number_of_response:1; response_revision:38415; }","duration":"4.500986882s","start":"2026-07-01T02:12:02.194263Z","end":"2026-07-01T02:12:06.69525Z","steps":["trace[809154906] 'process raft request' (duration: 4.500808477s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.695323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:02.194234Z","time spent":"4.501040914s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:12:06.695469Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"6e929f1b29b939db","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.695522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507031108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.695545Z","caller":"traceutil/trace.go:171","msg":"trace[151758996] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:38415; }","duration":"3.50709269s","start":"2026-07-01T02:12:03.188445Z","end":"2026-07-01T02:12:06.695538Z","steps":["trace[151758996] 'agreement among raft nodes before linearized reading' (duration: 3.507041119s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.695569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.188427Z","time spent":"3.507137191s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.695686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.616005523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.695741Z","caller":"traceutil/trace.go:171","msg":"trace[1271410359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:38415; }","duration":"9.616101656s","start":"2026-07-01T02:11:57.079626Z","end":"2026-07-01T02:12:06.695727Z","steps":["trace[1271410359] 'agreement among raft nodes before linearized reading' (duration: 9.615998162s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.695739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.521689117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.695772Z","caller":"traceutil/trace.go:171","msg":"trace[1250562911] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:38415; }","duration":"13.521758689s","start":"2026-07-01T02:11:53.174004Z","end":"2026-07-01T02:12:06.695763Z","steps":["trace[1250562911] 'agreement among raft nodes before linearized reading' (duration: 13.521698477s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.695798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.17398Z","time spent":"13.521812141s","remote":"127.0.0.1:37218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.695792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.023907357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.695851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.232288499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.695877Z","caller":"traceutil/trace.go:171","msg":"trace[188386653] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:38415; }","duration":"7.232347241s","start":"2026-07-01T02:11:59.46352Z","end":"2026-07-01T02:12:06.695868Z","steps":["trace[188386653] 'agreement among raft nodes before linearized reading' (duration: 7.23230814s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.695769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:57.079608Z","time spent":"9.616152968s","remote":"127.0.0.1:44710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.695891Z","caller":"traceutil/trace.go:171","msg":"trace[1612313044] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:38415; }","duration":"14.024026951s","start":"2026-07-01T02:11:52.67183Z","end":"2026-07-01T02:12:06.695857Z","steps":["trace[1612313044] 'agreement among raft nodes before linearized reading' (duration: 14.023896437s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.695906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:59.463499Z","time spent":"7.232396103s","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.695937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.671808Z","time spent":"14.024118514s","remote":"127.0.0.1:60794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.695955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.709430462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.695988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479894826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419709"} {"level":"info","ts":"2026-07-01T02:12:06.696021Z","caller":"traceutil/trace.go:171","msg":"trace[97957982] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:38415; }","duration":"4.709549595s","start":"2026-07-01T02:12:01.986455Z","end":"2026-07-01T02:12:06.696005Z","steps":["trace[97957982] 'agreement among raft nodes before linearized reading' (duration: 4.70938279s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.696032Z","caller":"traceutil/trace.go:171","msg":"trace[1391275493] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:38415; }","duration":"5.479965498s","start":"2026-07-01T02:12:01.216057Z","end":"2026-07-01T02:12:06.696023Z","steps":["trace[1391275493] 'agreement among raft nodes before linearized reading' (duration: 5.479765162s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:01.216035Z","time spent":"5.480014839s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419732,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-01T02:12:06.696079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.594155719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.696097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543315739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.696093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.199158937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.696125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.05426561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.696139Z","caller":"traceutil/trace.go:171","msg":"trace[1426187126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38415; }","duration":"8.054325522s","start":"2026-07-01T02:11:58.641809Z","end":"2026-07-01T02:12:06.696135Z","steps":["trace[1426187126] 'agreement among raft nodes before linearized reading' (duration: 8.054301101s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:58.641778Z","time spent":"8.054376933s","remote":"127.0.0.1:47240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.696208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.226626522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.695784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277948181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.696247Z","caller":"traceutil/trace.go:171","msg":"trace[236335659] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:38415; }","duration":"10.226702304s","start":"2026-07-01T02:11:56.469532Z","end":"2026-07-01T02:12:06.696234Z","steps":["trace[236335659] 'agreement among raft nodes before linearized reading' (duration: 10.226652782s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.46951Z","time spent":"10.226765146s","remote":"127.0.0.1:41490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.696158Z","caller":"traceutil/trace.go:171","msg":"trace[1022546479] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:38415; }","duration":"13.199241789s","start":"2026-07-01T02:11:53.496894Z","end":"2026-07-01T02:12:06.696136Z","steps":["trace[1022546479] 'agreement among raft nodes before linearized reading' (duration: 13.199153776s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.615578937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.696287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.540712228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.696333Z","caller":"traceutil/trace.go:171","msg":"trace[1417946756] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:38415; }","duration":"5.615629489s","start":"2026-07-01T02:12:01.080697Z","end":"2026-07-01T02:12:06.696327Z","steps":["trace[1417946756] 'agreement among raft nodes before linearized reading' (duration: 5.615567877s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:01.080683Z","time spent":"5.615664339s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.696355Z","caller":"traceutil/trace.go:171","msg":"trace[1752981146] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:38415; }","duration":"12.541001857s","start":"2026-07-01T02:11:54.155335Z","end":"2026-07-01T02:12:06.696337Z","steps":["trace[1752981146] 'agreement among raft nodes before linearized reading' (duration: 12.540267044s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.69639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:54.155299Z","time spent":"12.541083309s","remote":"127.0.0.1:60636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.695992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.267327258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.696513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.238042188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.696558Z","caller":"traceutil/trace.go:171","msg":"trace[1584998783] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:38415; }","duration":"13.267982739s","start":"2026-07-01T02:11:53.428561Z","end":"2026-07-01T02:12:06.696543Z","steps":["trace[1584998783] 'agreement among raft nodes before linearized reading' (duration: 13.267307847s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.696569Z","caller":"traceutil/trace.go:171","msg":"trace[42351531] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:38415; }","duration":"9.23809981s","start":"2026-07-01T02:11:57.45846Z","end":"2026-07-01T02:12:06.69656Z","steps":["trace[42351531] 'agreement among raft nodes before linearized reading' (duration: 9.237984436s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.428536Z","time spent":"13.268042701s","remote":"127.0.0.1:41340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.6961Z","caller":"traceutil/trace.go:171","msg":"trace[164111165] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:38415; }","duration":"7.59420762s","start":"2026-07-01T02:11:59.101886Z","end":"2026-07-01T02:12:06.696094Z","steps":["trace[164111165] 'agreement among raft nodes before linearized reading' (duration: 7.594167929s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:59.101865Z","time spent":"7.594738077s","remote":"127.0.0.1:41480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.696609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.750160326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-01T02:12:06.696628Z","caller":"traceutil/trace.go:171","msg":"trace[1421866761] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:38415; }","duration":"9.750175716s","start":"2026-07-01T02:11:56.946445Z","end":"2026-07-01T02:12:06.696621Z","steps":["trace[1421866761] 'agreement among raft nodes before linearized reading' (duration: 9.750130245s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.117977365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.696647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.946432Z","time spent":"9.750211387s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T02:12:06.696654Z","caller":"traceutil/trace.go:171","msg":"trace[1241164578] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:38415; }","duration":"10.118043557s","start":"2026-07-01T02:11:56.578601Z","end":"2026-07-01T02:12:06.696645Z","steps":["trace[1241164578] 'agreement among raft nodes before linearized reading' (duration: 10.117992815s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.578576Z","time spent":"10.118094709s","remote":"127.0.0.1:37220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.695812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.955146381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.696263Z","caller":"traceutil/trace.go:171","msg":"trace[548290556] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:38415; }","duration":"6.278480268s","start":"2026-07-01T02:12:00.417769Z","end":"2026-07-01T02:12:06.696249Z","steps":["trace[548290556] 'agreement among raft nodes before linearized reading' (duration: 6.27791573s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.696718Z","caller":"traceutil/trace.go:171","msg":"trace[279247933] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:38415; }","duration":"6.956107932s","start":"2026-07-01T02:11:59.7406Z","end":"2026-07-01T02:12:06.696708Z","steps":["trace[279247933] 'agreement among raft nodes before linearized reading' (duration: 6.955188723s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:00.417745Z","time spent":"6.278984765s","remote":"127.0.0.1:45408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.696748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:59.74058Z","time spent":"6.956155903s","remote":"127.0.0.1:44794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.69677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.585869772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.696905Z","caller":"traceutil/trace.go:171","msg":"trace[1375333335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:38415; }","duration":"12.586026547s","start":"2026-07-01T02:11:54.110852Z","end":"2026-07-01T02:12:06.696879Z","steps":["trace[1375333335] 'agreement among raft nodes before linearized reading' (duration: 12.585883103s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.496878Z","time spent":"13.199429915s","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.69694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:54.110829Z","time spent":"12.58610031s","remote":"127.0.0.1:44750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.696993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.700172332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.696565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.748268305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-01T02:12:06.697026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.078130539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.697045Z","caller":"traceutil/trace.go:171","msg":"trace[1954103492] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:38415; }","duration":"9.748764761s","start":"2026-07-01T02:11:56.948272Z","end":"2026-07-01T02:12:06.697036Z","steps":["trace[1954103492] 'agreement among raft nodes before linearized reading' (duration: 9.748176683s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.697051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.459277455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.697063Z","caller":"traceutil/trace.go:171","msg":"trace[1110823852] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:38415; }","duration":"11.078202741s","start":"2026-07-01T02:11:55.618851Z","end":"2026-07-01T02:12:06.697054Z","steps":["trace[1110823852] 'agreement among raft nodes before linearized reading' (duration: 11.078019675s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.697076Z","caller":"traceutil/trace.go:171","msg":"trace[1677984580] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:38415; }","duration":"11.459322375s","start":"2026-07-01T02:11:55.237749Z","end":"2026-07-01T02:12:06.697072Z","steps":["trace[1677984580] 'agreement among raft nodes before linearized reading' (duration: 11.459283244s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.69708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.94826Z","time spent":"9.748810332s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T02:12:06.696805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.773161172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.697084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.799116926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.697096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:55.237735Z","time spent":"11.459356227s","remote":"127.0.0.1:32772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.697112Z","caller":"traceutil/trace.go:171","msg":"trace[149354847] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:38415; }","duration":"12.799173338s","start":"2026-07-01T02:11:53.897931Z","end":"2026-07-01T02:12:06.697104Z","steps":["trace[149354847] 'agreement among raft nodes before linearized reading' (duration: 12.799114246s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.697132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.897913Z","time spent":"12.799213299s","remote":"127.0.0.1:45448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.696591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:57.458412Z","time spent":"9.238173453s","remote":"127.0.0.1:45444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.697175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:55.618832Z","time spent":"11.078250492s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":98,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.697195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.842374708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:321686"} {"level":"info","ts":"2026-07-01T02:12:06.697255Z","caller":"traceutil/trace.go:171","msg":"trace[1214297626] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:38415; }","duration":"13.84243672s","start":"2026-07-01T02:11:52.854812Z","end":"2026-07-01T02:12:06.697249Z","steps":["trace[1214297626] 'agreement among raft nodes before linearized reading' (duration: 13.841321434s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.697276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.854765Z","time spent":"13.842505803s","remote":"127.0.0.1:32852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":321709,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-01T02:12:06.696861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.774405542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.697356Z","caller":"traceutil/trace.go:171","msg":"trace[150929051] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:38415; }","duration":"9.774929878s","start":"2026-07-01T02:11:56.922416Z","end":"2026-07-01T02:12:06.697346Z","steps":["trace[150929051] 'agreement among raft nodes before linearized reading' (duration: 9.774417132s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.696119Z","caller":"traceutil/trace.go:171","msg":"trace[970842903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:38415; }","duration":"3.543365501s","start":"2026-07-01T02:12:03.152747Z","end":"2026-07-01T02:12:06.696112Z","steps":["trace[970842903] 'agreement among raft nodes before linearized reading' (duration: 3.54332529s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.697443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.152731Z","time spent":"3.544698933s","remote":"127.0.0.1:44644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.697492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.172223773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.696819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.266652933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.697548Z","caller":"traceutil/trace.go:171","msg":"trace[871452526] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:38415; }","duration":"10.267433867s","start":"2026-07-01T02:11:56.430105Z","end":"2026-07-01T02:12:06.697539Z","steps":["trace[871452526] 'agreement among raft nodes before linearized reading' (duration: 10.266654503s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.697525Z","caller":"traceutil/trace.go:171","msg":"trace[561962159] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:38415; }","duration":"14.172369198s","start":"2026-07-01T02:11:52.525147Z","end":"2026-07-01T02:12:06.697516Z","steps":["trace[561962159] 'agreement among raft nodes before linearized reading' (duration: 14.172206643s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.697586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.525083Z","time spent":"14.172493702s","remote":"127.0.0.1:41304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.697598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.834197787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.69762Z","caller":"traceutil/trace.go:171","msg":"trace[632740316] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:38415; }","duration":"13.834235488s","start":"2026-07-01T02:11:52.863378Z","end":"2026-07-01T02:12:06.697614Z","steps":["trace[632740316] 'agreement among raft nodes before linearized reading' (duration: 13.834197477s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.69764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.863372Z","time spent":"13.834263109s","remote":"127.0.0.1:41118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.696857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.497318163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.697669Z","caller":"traceutil/trace.go:171","msg":"trace[441329931] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:38415; }","duration":"10.498128479s","start":"2026-07-01T02:11:56.199532Z","end":"2026-07-01T02:12:06.697661Z","steps":["trace[441329931] 'agreement among raft nodes before linearized reading' (duration: 10.497304443s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.696056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:01.986437Z","time spent":"4.709611068s","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.697699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.199478Z","time spent":"10.498211492s","remote":"127.0.0.1:45398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.697582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.430081Z","time spent":"10.267490639s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.697818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.884159067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.698606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686218583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.698608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652350132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.698622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210314153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-01T02:12:06.698631Z","caller":"traceutil/trace.go:171","msg":"trace[1275975831] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:38415; }","duration":"2.686242584s","start":"2026-07-01T02:12:04.012381Z","end":"2026-07-01T02:12:06.698624Z","steps":["trace[1275975831] 'agreement among raft nodes before linearized reading' (duration: 2.686213253s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.698637Z","caller":"traceutil/trace.go:171","msg":"trace[332438362] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:38415; }","duration":"1.652378612s","start":"2026-07-01T02:12:05.046251Z","end":"2026-07-01T02:12:06.69863Z","steps":["trace[332438362] 'agreement among raft nodes before linearized reading' (duration: 1.652336291s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.698648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:04.012361Z","time spent":"2.686282576s","remote":"127.0.0.1:60780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.698658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:05.046214Z","time spent":"1.652438704s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.698616Z","caller":"traceutil/trace.go:171","msg":"trace[996795153] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:38415; }","duration":"12.885992455s","start":"2026-07-01T02:11:53.812608Z","end":"2026-07-01T02:12:06.698601Z","steps":["trace[996795153] 'agreement among raft nodes before linearized reading' (duration: 12.883231517s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.697133Z","caller":"traceutil/trace.go:171","msg":"trace[1554539706] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:38415; }","duration":"9.773513532s","start":"2026-07-01T02:11:56.923587Z","end":"2026-07-01T02:12:06.697101Z","steps":["trace[1554539706] 'agreement among raft nodes before linearized reading' (duration: 9.773190922s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.697386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.922398Z","time spent":"9.774978179s","remote":"127.0.0.1:60812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.698061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.568070825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.69809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.077328805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.698109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.723244252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.69813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.728868472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.698158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.214635605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.698158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.668726084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.698231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213902849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.78\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.697019Z","caller":"traceutil/trace.go:171","msg":"trace[470936219] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:38415; }","duration":"11.700233943s","start":"2026-07-01T02:11:54.996776Z","end":"2026-07-01T02:12:06.69701Z","steps":["trace[470936219] 'agreement among raft nodes before linearized reading' (duration: 11.700195762s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.698328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.366413867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.69839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.750199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.698426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.540983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.69845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048437418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.699532Z","caller":"traceutil/trace.go:171","msg":"trace[211480943] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:38415; }","duration":"16.21602297s","start":"2026-07-01T02:11:50.483484Z","end":"2026-07-01T02:12:06.699507Z","steps":["trace[211480943] 'agreement among raft nodes before linearized reading' (duration: 16.214653466s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.699576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:54.996756Z","time spent":"11.702810535s","remote":"127.0.0.1:41276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.698478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064594754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.699696Z","caller":"traceutil/trace.go:171","msg":"trace[1495623271] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38415; }","duration":"1.065842794s","start":"2026-07-01T02:12:05.633839Z","end":"2026-07-01T02:12:06.699682Z","steps":["trace[1495623271] 'agreement among raft nodes before linearized reading' (duration: 1.064619705s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.699755Z","caller":"traceutil/trace.go:171","msg":"trace[1049155566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:38415; }","duration":"17.670376487s","start":"2026-07-01T02:11:49.029369Z","end":"2026-07-01T02:12:06.699746Z","steps":["trace[1049155566] 'agreement among raft nodes before linearized reading' (duration: 17.668705944s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.699814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:49.029349Z","time spent":"17.670430308s","remote":"127.0.0.1:44722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.699859Z","caller":"traceutil/trace.go:171","msg":"trace[1760045262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:38415; }","duration":"135.250648ms","start":"2026-07-01T02:12:06.564601Z","end":"2026-07-01T02:12:06.699852Z","steps":["trace[1760045262] 'agreement among raft nodes before linearized reading' (duration: 133.76207ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.699971Z","caller":"traceutil/trace.go:171","msg":"trace[1963259460] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:38415; }","duration":"15.725130162s","start":"2026-07-01T02:11:50.97483Z","end":"2026-07-01T02:12:06.69996Z","steps":["trace[1963259460] 'agreement among raft nodes before linearized reading' (duration: 15.723267932s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.7Z","caller":"traceutil/trace.go:171","msg":"trace[628412553] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:38415; }","duration":"15.730783923s","start":"2026-07-01T02:11:50.969205Z","end":"2026-07-01T02:12:06.699989Z","steps":["trace[628412553] 'agreement among raft nodes before linearized reading' (duration: 15.728912113s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.70001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:50.974813Z","time spent":"15.725187104s","remote":"127.0.0.1:41140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.700055Z","caller":"traceutil/trace.go:171","msg":"trace[650493423] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:38415; }","duration":"195.200387ms","start":"2026-07-01T02:12:06.504846Z","end":"2026-07-01T02:12:06.700047Z","steps":["trace[650493423] 'agreement among raft nodes before linearized reading' (duration: 193.558824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.70014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:50.969186Z","time spent":"15.730837705s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.700232Z","caller":"traceutil/trace.go:171","msg":"trace[331037008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38415; }","duration":"1.050241434s","start":"2026-07-01T02:12:05.64998Z","end":"2026-07-01T02:12:06.700221Z","steps":["trace[331037008] 'agreement among raft nodes before linearized reading' (duration: 1.048456427s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.700284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:05.649965Z","time spent":"1.050309857s","remote":"127.0.0.1:60678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:12:06.699756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:05.63382Z","time spent":"1.065920577s","remote":"127.0.0.1:47252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.69957Z","caller":"traceutil/trace.go:171","msg":"trace[746106475] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:38415; }","duration":"15.078834123s","start":"2026-07-01T02:11:51.62072Z","end":"2026-07-01T02:12:06.699554Z","steps":["trace[746106475] 'agreement among raft nodes before linearized reading' (duration: 15.077353316s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.700246Z","caller":"traceutil/trace.go:171","msg":"trace[1440442482] range","detail":"{range_begin:/registry/masterleases/199.204.45.78; range_end:; response_count:0; response_revision:38415; }","duration":"3.215964644s","start":"2026-07-01T02:12:03.484274Z","end":"2026-07-01T02:12:06.700239Z","steps":["trace[1440442482] 'agreement among raft nodes before linearized reading' (duration: 3.213914388s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.700458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:51.620702Z","time spent":"15.079735342s","remote":"127.0.0.1:41352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.700496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.484255Z","time spent":"3.216232793s","remote":"127.0.0.1:60732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.78\" "} {"level":"warn","ts":"2026-07-01T02:12:06.698537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652266518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.70055Z","caller":"traceutil/trace.go:171","msg":"trace[881689583] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:38415; }","duration":"1.654290854s","start":"2026-07-01T02:12:05.046251Z","end":"2026-07-01T02:12:06.700542Z","steps":["trace[881689583] 'agreement among raft nodes before linearized reading' (duration: 1.652265789s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.698561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.794073165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.700577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:05.046243Z","time spent":"1.654325335s","remote":"127.0.0.1:41516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.700589Z","caller":"traceutil/trace.go:171","msg":"trace[2121999459] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:38415; }","duration":"2.796123141s","start":"2026-07-01T02:12:03.904455Z","end":"2026-07-01T02:12:06.700578Z","steps":["trace[2121999459] 'agreement among raft nodes before linearized reading' (duration: 2.794085336s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.698572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667556388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.700698Z","caller":"traceutil/trace.go:171","msg":"trace[452754632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38415; }","duration":"1.669715567s","start":"2026-07-01T02:12:05.030974Z","end":"2026-07-01T02:12:06.70069Z","steps":["trace[452754632] 'agreement among raft nodes before linearized reading' (duration: 1.667575039s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.700721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:05.030938Z","time spent":"1.669776759s","remote":"127.0.0.1:60694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T02:12:06.700764Z","caller":"traceutil/trace.go:171","msg":"trace[105986789] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:38415; }","duration":"16.570769501s","start":"2026-07-01T02:11:50.129981Z","end":"2026-07-01T02:12:06.700751Z","steps":["trace[105986789] 'agreement among raft nodes before linearized reading' (duration: 16.568031594s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.700809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:50.129922Z","time spent":"16.570875535s","remote":"127.0.0.1:32974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.698747Z","caller":"traceutil/trace.go:171","msg":"trace[325057790] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:38415; }","duration":"3.210335524s","start":"2026-07-01T02:12:03.488301Z","end":"2026-07-01T02:12:06.698637Z","steps":["trace[325057790] 'agreement among raft nodes before linearized reading' (duration: 3.210246301s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.700848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.488296Z","time spent":"3.212545835s","remote":"127.0.0.1:60826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-01T02:12:06.700617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.904443Z","time spent":"2.796166062s","remote":"127.0.0.1:60744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.698818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211352356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11450"} {"level":"info","ts":"2026-07-01T02:12:06.701001Z","caller":"traceutil/trace.go:171","msg":"trace[1254266232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:38415; }","duration":"3.213537707s","start":"2026-07-01T02:12:03.487456Z","end":"2026-07-01T02:12:06.700994Z","steps":["trace[1254266232] 'agreement among raft nodes before linearized reading' (duration: 3.211306536s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.701029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.48743Z","time spent":"3.213591328s","remote":"127.0.0.1:60846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11473,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-07-01T02:12:06.699816Z","caller":"traceutil/trace.go:171","msg":"trace[1047758409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:38415; }","duration":"14.367903344s","start":"2026-07-01T02:11:52.331869Z","end":"2026-07-01T02:12:06.699772Z","steps":["trace[1047758409] 'agreement among raft nodes before linearized reading' (duration: 14.366440197s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.701138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.331848Z","time spent":"14.369276738s","remote":"127.0.0.1:41524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.698876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211678437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be06dcbeeb92db\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-01T02:12:06.701202Z","caller":"traceutil/trace.go:171","msg":"trace[166777041] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be06dcbeeb92db; range_end:; response_count:1; response_revision:38415; }","duration":"3.214001422s","start":"2026-07-01T02:12:03.487192Z","end":"2026-07-01T02:12:06.701193Z","steps":["trace[166777041] 'agreement among raft nodes before linearized reading' (duration: 3.211638186s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.701247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.487142Z","time spent":"3.214096675s","remote":"127.0.0.1:60758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be06dcbeeb92db\" "} {"level":"warn","ts":"2026-07-01T02:12:06.698928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211960646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-07-01T02:12:06.698586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187283318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.701284Z","caller":"traceutil/trace.go:171","msg":"trace[1794336182] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:38415; }","duration":"3.214311921s","start":"2026-07-01T02:12:03.486962Z","end":"2026-07-01T02:12:06.701274Z","steps":["trace[1794336182] 'agreement among raft nodes before linearized reading' (duration: 3.211924115s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.701313Z","caller":"traceutil/trace.go:171","msg":"trace[641202755] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:38415; }","duration":"2.190027066s","start":"2026-07-01T02:12:04.511271Z","end":"2026-07-01T02:12:06.701298Z","steps":["trace[641202755] 'agreement among raft nodes before linearized reading' (duration: 2.187303749s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.701315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.486918Z","time spent":"3.214387284s","remote":"127.0.0.1:60920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-01T02:12:06.701345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:04.511254Z","time spent":"2.190079818s","remote":"127.0.0.1:60734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.699439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.92356Z","time spent":"9.775816056s","remote":"127.0.0.1:41398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.699468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.812589Z","time spent":"12.886872374s","remote":"127.0.0.1:44800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.698503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296186105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.701435Z","caller":"traceutil/trace.go:171","msg":"trace[152032624] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:38415; }","duration":"1.29914064s","start":"2026-07-01T02:12:05.402281Z","end":"2026-07-01T02:12:06.701422Z","steps":["trace[152032624] 'agreement among raft nodes before linearized reading' (duration: 1.296207046s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.701507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:05.402264Z","time spent":"1.299227712s","remote":"127.0.0.1:60638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.701858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:50.483465Z","time spent":"16.218380725s","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.703325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.838971698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.703373Z","caller":"traceutil/trace.go:171","msg":"trace[1401076778] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:38415; }","duration":"14.839053271s","start":"2026-07-01T02:11:51.864307Z","end":"2026-07-01T02:12:06.70336Z","steps":["trace[1401076778] 'agreement among raft nodes before linearized reading' (duration: 14.831362705s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.703399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:51.864291Z","time spent":"14.839100292s","remote":"127.0.0.1:41424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.705406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.675413124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.705474Z","caller":"traceutil/trace.go:171","msg":"trace[493017078] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:38415; }","duration":"14.675538838s","start":"2026-07-01T02:11:52.029918Z","end":"2026-07-01T02:12:06.705457Z","steps":["trace[493017078] 'agreement among raft nodes before linearized reading' (duration: 14.665727784s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.705513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.029898Z","time spent":"14.67560134s","remote":"127.0.0.1:44690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:30.373181Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6eb8766b1ec86e92","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T02:12:30.378873Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-01T02:12:30.379002Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-01T02:12:37.277783Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36738} {"level":"info","ts":"2026-07-01T02:12:37.401057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36738,"took":"118.488531ms","hash":3921898193,"current-db-size-bytes":60088320,"current-db-size":"60 MB","current-db-size-in-use-bytes":33288192,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-01T02:12:37.401116Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3921898193,"revision":36738,"compact-revision":34470}