{"level":"warn","ts":"2026-07-01T00:52:17.728959Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T00:52:17.729051Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.235:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.235:2380","--initial-cluster=instance=https://199.204.45.235:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.235:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.235:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-01T00:52:17.72912Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-01T00:52:17.729135Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-01T00:52:17.729151Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T00:52:17.729693Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"]} {"level":"info","ts":"2026-07-01T00:52:17.729771Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.235:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-01T00:52:17.733348Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.36907ms"} {"level":"info","ts":"2026-07-01T00:52:17.744719Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"aab6040abcf11","cluster-id":"2bae7d3d8857c059"} {"level":"info","ts":"2026-07-01T00:52:17.744868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=()"} {"level":"info","ts":"2026-07-01T00:52:17.744911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 0"} {"level":"info","ts":"2026-07-01T00:52:17.744934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft aab6040abcf11 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-01T00:52:17.744957Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became follower at term 1"} {"level":"info","ts":"2026-07-01T00:52:17.745011Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"warn","ts":"2026-07-01T00:52:17.756022Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-01T00:52:17.760734Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-01T00:52:17.762486Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-01T00:52:17.766429Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"aab6040abcf11","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-01T00:52:17.767325Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"aab6040abcf11","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-01T00:52:17.767601Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T00:52:17.767817Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T00:52:17.767858Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-01T00:52:17.770655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 switched to configuration voters=(3003179657318161)"} {"level":"info","ts":"2026-07-01T00:52:17.770919Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","added-peer-id":"aab6040abcf11","added-peer-peer-urls":["https://199.204.45.235:2380"]} {"level":"info","ts":"2026-07-01T00:52:17.772196Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-01T00:52:17.772261Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-07-01T00:52:17.772319Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.235:2380"} {"level":"info","ts":"2026-07-01T00:52:17.772434Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"aab6040abcf11","initial-advertise-peer-urls":["https://199.204.45.235:2380"],"listen-peer-urls":["https://199.204.45.235:2380"],"advertise-client-urls":["https://199.204.45.235:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.235:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-01T00:52:17.772475Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-01T00:52:17.945944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 is starting a new election at term 1"} {"level":"info","ts":"2026-07-01T00:52:17.946053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-01T00:52:17.94612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgPreVoteResp from aab6040abcf11 at term 1"} {"level":"info","ts":"2026-07-01T00:52:17.946153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became candidate at term 2"} {"level":"info","ts":"2026-07-01T00:52:17.94619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 received MsgVoteResp from aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-01T00:52:17.946211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"aab6040abcf11 became leader at term 2"} {"level":"info","ts":"2026-07-01T00:52:17.946229Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: aab6040abcf11 elected leader aab6040abcf11 at term 2"} {"level":"info","ts":"2026-07-01T00:52:17.947755Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:17.949006Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"aab6040abcf11","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.235:2379]}","request-path":"/0/members/aab6040abcf11/attributes","cluster-id":"2bae7d3d8857c059","publish-timeout":"7s"} {"level":"info","ts":"2026-07-01T00:52:17.949112Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T00:52:17.949142Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-01T00:52:17.94957Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2bae7d3d8857c059","local-member-id":"aab6040abcf11","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:17.949727Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-01T00:52:17.949786Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-01T00:52:17.951587Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:17.951934Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.235:2379"} {"level":"info","ts":"2026-07-01T00:52:17.952115Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-01T00:52:17.954826Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-01T00:52:22.21354Z","caller":"traceutil/trace.go:171","msg":"trace[1119474693] transaction","detail":"{read_only:false; response_revision:206; number_of_response:1; }","duration":"135.237956ms","start":"2026-07-01T00:52:22.078278Z","end":"2026-07-01T00:52:22.213516Z","steps":["trace[1119474693] 'process raft request' (duration: 135.111942ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:27.255532Z","caller":"traceutil/trace.go:171","msg":"trace[1682462835] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:348; }","duration":"134.694489ms","start":"2026-07-01T00:52:27.120817Z","end":"2026-07-01T00:52:27.255511Z","steps":["trace[1682462835] 'read index received' (duration: 134.536974ms)","trace[1682462835] 'applied index is now lower than readState.Index' (duration: 156.735µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:27.255608Z","caller":"traceutil/trace.go:171","msg":"trace[400126197] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"202.079164ms","start":"2026-07-01T00:52:27.053491Z","end":"2026-07-01T00:52:27.25557Z","steps":["trace[400126197] 'process raft request' (duration: 201.913099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:27.256239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.846264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-01T00:52:27.256317Z","caller":"traceutil/trace.go:171","msg":"trace[1512405693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:337; }","duration":"135.545856ms","start":"2026-07-01T00:52:27.12076Z","end":"2026-07-01T00:52:27.256306Z","steps":["trace[1512405693] 'agreement among raft nodes before linearized reading' (duration: 134.838163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:28.692341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.506552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:52:28.692483Z","caller":"traceutil/trace.go:171","msg":"trace[15198042] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:356; }","duration":"640.235636ms","start":"2026-07-01T00:52:28.052229Z","end":"2026-07-01T00:52:28.692465Z","steps":["trace[15198042] 'read index received' (duration: 451.98858ms)","trace[15198042] 'applied index is now lower than readState.Index' (duration: 188.245676ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:28.692501Z","caller":"traceutil/trace.go:171","msg":"trace[1864482929] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"682.436585ms","start":"2026-07-01T00:52:28.010036Z","end":"2026-07-01T00:52:28.692473Z","steps":["trace[1864482929] 'process raft request' (duration: 494.255991ms)","trace[1864482929] 'compare' (duration: 187.236023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:28.692613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:28.010018Z","time spent":"682.543498ms","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:52:28.692681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.287638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-07-01T00:52:28.692733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.718876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-01T00:52:28.692734Z","caller":"traceutil/trace.go:171","msg":"trace[1198426986] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:345; }","duration":"591.377441ms","start":"2026-07-01T00:52:28.101341Z","end":"2026-07-01T00:52:28.692719Z","steps":["trace[1198426986] 'agreement among raft nodes before linearized reading' (duration: 591.261307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:28.69263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.39065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-01T00:52:28.692765Z","caller":"traceutil/trace.go:171","msg":"trace[1867601875] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:345; }","duration":"490.776908ms","start":"2026-07-01T00:52:28.201977Z","end":"2026-07-01T00:52:28.692754Z","steps":["trace[1867601875] 'agreement among raft nodes before linearized reading' (duration: 490.707376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:28.692782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:28.101321Z","time spent":"591.451954ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":214,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-07-01T00:52:28.692755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.766556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-07-01T00:52:28.692801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:28.201963Z","time spent":"490.83029ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-07-01T00:52:28.692847Z","caller":"traceutil/trace.go:171","msg":"trace[1168830450] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:345; }","duration":"440.88762ms","start":"2026-07-01T00:52:28.251935Z","end":"2026-07-01T00:52:28.692823Z","steps":["trace[1168830450] 'agreement among raft nodes before linearized reading' (duration: 440.705274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:28.692907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:28.251924Z","time spent":"440.970102ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-07-01T00:52:28.692925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.307847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-07-01T00:52:28.692942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.583677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-07-01T00:52:28.692956Z","caller":"traceutil/trace.go:171","msg":"trace[2006963344] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:345; }","duration":"541.369399ms","start":"2026-07-01T00:52:28.151576Z","end":"2026-07-01T00:52:28.692946Z","steps":["trace[2006963344] 'agreement among raft nodes before linearized reading' (duration: 541.316507ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.692969Z","caller":"traceutil/trace.go:171","msg":"trace[378639622] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:345; }","duration":"340.648359ms","start":"2026-07-01T00:52:28.352314Z","end":"2026-07-01T00:52:28.692962Z","steps":["trace[378639622] 'agreement among raft nodes before linearized reading' (duration: 340.572606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:28.692991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:28.352296Z","time spent":"340.68981ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-07-01T00:52:28.692986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:28.151555Z","time spent":"541.423771ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-07-01T00:52:28.6928Z","caller":"traceutil/trace.go:171","msg":"trace[2094430958] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:345; }","duration":"640.594927ms","start":"2026-07-01T00:52:28.052195Z","end":"2026-07-01T00:52:28.692789Z","steps":["trace[2094430958] 'agreement among raft nodes before linearized reading' (duration: 640.360029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:28.693052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:28.052178Z","time spent":"640.868966ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":235,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-07-01T00:52:28.693168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.962001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-07-01T00:52:28.693252Z","caller":"traceutil/trace.go:171","msg":"trace[979371152] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:345; }","duration":"391.086244ms","start":"2026-07-01T00:52:28.302146Z","end":"2026-07-01T00:52:28.693233Z","steps":["trace[979371152] 'agreement among raft nodes before linearized reading' (duration: 390.906489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:28.693297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:28.302125Z","time spent":"391.162057ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-07-01T00:52:28.978348Z","caller":"traceutil/trace.go:171","msg":"trace[500397200] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"278.387219ms","start":"2026-07-01T00:52:28.699929Z","end":"2026-07-01T00:52:28.978316Z","steps":["trace[500397200] 'process raft request' (duration: 277.357476ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.981786Z","caller":"traceutil/trace.go:171","msg":"trace[507805974] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:357; }","duration":"175.212484ms","start":"2026-07-01T00:52:28.806562Z","end":"2026-07-01T00:52:28.981775Z","steps":["trace[507805974] 'read index received' (duration: 170.670066ms)","trace[507805974] 'applied index is now lower than readState.Index' (duration: 4.541818ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:28.981775Z","caller":"traceutil/trace.go:171","msg":"trace[1440314198] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"281.182021ms","start":"2026-07-01T00:52:28.700543Z","end":"2026-07-01T00:52:28.981725Z","steps":["trace[1440314198] 'process raft request' (duration: 280.944363ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.98187Z","caller":"traceutil/trace.go:171","msg":"trace[1434087744] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"280.24993ms","start":"2026-07-01T00:52:28.701608Z","end":"2026-07-01T00:52:28.981857Z","steps":["trace[1434087744] 'process raft request' (duration: 279.983512ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.981779Z","caller":"traceutil/trace.go:171","msg":"trace[936957016] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"279.658521ms","start":"2026-07-01T00:52:28.702074Z","end":"2026-07-01T00:52:28.981733Z","steps":["trace[936957016] 'process raft request' (duration: 279.543857ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.982276Z","caller":"traceutil/trace.go:171","msg":"trace[1068794269] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"280.971363ms","start":"2026-07-01T00:52:28.700883Z","end":"2026-07-01T00:52:28.981854Z","steps":["trace[1068794269] 'process raft request' (duration: 280.679184ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.983796Z","caller":"traceutil/trace.go:171","msg":"trace[1299222841] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"281.316424ms","start":"2026-07-01T00:52:28.702429Z","end":"2026-07-01T00:52:28.983745Z","steps":["trace[1299222841] 'process raft request' (duration: 279.272448ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.984063Z","caller":"traceutil/trace.go:171","msg":"trace[697624312] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"281.868422ms","start":"2026-07-01T00:52:28.702149Z","end":"2026-07-01T00:52:28.984018Z","steps":["trace[697624312] 'process raft request' (duration: 279.497755ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.984137Z","caller":"traceutil/trace.go:171","msg":"trace[1580883576] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"281.570753ms","start":"2026-07-01T00:52:28.702518Z","end":"2026-07-01T00:52:28.984089Z","steps":["trace[1580883576] 'process raft request' (duration: 279.207216ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.985142Z","caller":"traceutil/trace.go:171","msg":"trace[112476141] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"282.279666ms","start":"2026-07-01T00:52:28.702831Z","end":"2026-07-01T00:52:28.985111Z","steps":["trace[112476141] 'process raft request' (duration: 278.917827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:28.985435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.849901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T00:52:28.98552Z","caller":"traceutil/trace.go:171","msg":"trace[1470375150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:355; }","duration":"179.005426ms","start":"2026-07-01T00:52:28.806491Z","end":"2026-07-01T00:52:28.985496Z","steps":["trace[1470375150] 'agreement among raft nodes before linearized reading' (duration: 178.693236ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:28.98621Z","caller":"traceutil/trace.go:171","msg":"trace[1339237214] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"282.058789ms","start":"2026-07-01T00:52:28.7024Z","end":"2026-07-01T00:52:28.984459Z","steps":["trace[1339237214] 'process raft request' (duration: 279.279118ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:45.876581Z","caller":"traceutil/trace.go:171","msg":"trace[858998770] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:482; }","duration":"475.679637ms","start":"2026-07-01T00:52:45.400883Z","end":"2026-07-01T00:52:45.876563Z","steps":["trace[858998770] 'read index received' (duration: 475.528723ms)","trace[858998770] 'applied index is now lower than readState.Index' (duration: 150.314µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:45.876662Z","caller":"traceutil/trace.go:171","msg":"trace[1460079491] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"771.350207ms","start":"2026-07-01T00:52:45.105304Z","end":"2026-07-01T00:52:45.876654Z","steps":["trace[1460079491] 'process raft request' (duration: 771.150311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:45.876796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.762542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T00:52:45.876862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.927225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:52:45.876892Z","caller":"traceutil/trace.go:171","msg":"trace[2106957918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"110.901267ms","start":"2026-07-01T00:52:45.765974Z","end":"2026-07-01T00:52:45.876875Z","steps":["trace[2106957918] 'agreement among raft nodes before linearized reading' (duration: 110.731831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:45.876913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:45.105281Z","time spent":"771.398809ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:52:45.876926Z","caller":"traceutil/trace.go:171","msg":"trace[81299418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:467; }","duration":"476.068851ms","start":"2026-07-01T00:52:45.400841Z","end":"2026-07-01T00:52:45.87691Z","steps":["trace[81299418] 'agreement among raft nodes before linearized reading' (duration: 475.905695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:45.876956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:45.40082Z","time spent":"476.128592ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:52:46.033419Z","caller":"traceutil/trace.go:171","msg":"trace[1301005341] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"153.065305ms","start":"2026-07-01T00:52:45.880326Z","end":"2026-07-01T00:52:46.033391Z","steps":["trace[1301005341] 'process raft request' (duration: 76.236753ms)","trace[1301005341] 'compare' (duration: 76.651897ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:46.033739Z","caller":"traceutil/trace.go:171","msg":"trace[241281985] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"152.791706ms","start":"2026-07-01T00:52:45.880922Z","end":"2026-07-01T00:52:46.033713Z","steps":["trace[241281985] 'process raft request' (duration: 152.657311ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:46.033762Z","caller":"traceutil/trace.go:171","msg":"trace[1958087038] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"152.991662ms","start":"2026-07-01T00:52:45.880741Z","end":"2026-07-01T00:52:46.033732Z","steps":["trace[1958087038] 'process raft request' (duration: 152.60669ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:53.798443Z","caller":"traceutil/trace.go:171","msg":"trace[1952806284] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"161.867741ms","start":"2026-07-01T00:52:53.63655Z","end":"2026-07-01T00:52:53.798417Z","steps":["trace[1952806284] 'process raft request' (duration: 161.732146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:57.366351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.120297ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-01T00:52:57.366442Z","caller":"traceutil/trace.go:171","msg":"trace[1521635962] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:546; }","duration":"996.390218ms","start":"2026-07-01T00:52:56.370039Z","end":"2026-07-01T00:52:57.366429Z","steps":["trace[1521635962] 'read index received' (duration: 296.187857ms)","trace[1521635962] 'applied index is now lower than readState.Index' (duration: 700.201001ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:57.366502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.46033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:52:57.366545Z","caller":"traceutil/trace.go:171","msg":"trace[391595757] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:528; }","duration":"996.519643ms","start":"2026-07-01T00:52:56.37Z","end":"2026-07-01T00:52:57.36652Z","steps":["trace[391595757] 'agreement among raft nodes before linearized reading' (duration: 996.461831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:57.366577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:56.369984Z","time spent":"996.585934ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":26,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-07-01T00:52:58.129438Z","caller":"traceutil/trace.go:171","msg":"trace[890962422] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"109.670537ms","start":"2026-07-01T00:52:58.019741Z","end":"2026-07-01T00:52:58.129412Z","steps":["trace[890962422] 'process raft request' (duration: 108.931403ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:58.129656Z","caller":"traceutil/trace.go:171","msg":"trace[261682425] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:596; }","duration":"109.400208ms","start":"2026-07-01T00:52:58.020175Z","end":"2026-07-01T00:52:58.129575Z","steps":["trace[261682425] 'read index received' (duration: 109.384998ms)","trace[261682425] 'applied index is now lower than readState.Index' (duration: 12.78µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:58.129809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.604565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:52:58.1299Z","caller":"traceutil/trace.go:171","msg":"trace[483655414] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:575; }","duration":"109.725808ms","start":"2026-07-01T00:52:58.020155Z","end":"2026-07-01T00:52:58.129881Z","steps":["trace[483655414] 'agreement among raft nodes before linearized reading' (duration: 109.536492ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:58.16416Z","caller":"traceutil/trace.go:171","msg":"trace[1748477264] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"126.507033ms","start":"2026-07-01T00:52:58.037629Z","end":"2026-07-01T00:52:58.164136Z","steps":["trace[1748477264] 'process raft request' (duration: 126.203624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:58.164395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.153506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:52:58.164469Z","caller":"traceutil/trace.go:171","msg":"trace[493600885] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:577; }","duration":"144.267419ms","start":"2026-07-01T00:52:58.020184Z","end":"2026-07-01T00:52:58.164452Z","steps":["trace[493600885] 'agreement among raft nodes before linearized reading' (duration: 144.100883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:58.164642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.396226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:52:58.164718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.118169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:52:58.164746Z","caller":"traceutil/trace.go:171","msg":"trace[1884868469] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:577; }","duration":"112.53465ms","start":"2026-07-01T00:52:58.052177Z","end":"2026-07-01T00:52:58.164712Z","steps":["trace[1884868469] 'agreement among raft nodes before linearized reading' (duration: 112.359834ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:58.164775Z","caller":"traceutil/trace.go:171","msg":"trace[27600451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:577; }","duration":"113.175371ms","start":"2026-07-01T00:52:58.051586Z","end":"2026-07-01T00:52:58.164762Z","steps":["trace[27600451] 'agreement among raft nodes before linearized reading' (duration: 113.073267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:58.164994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.729504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:52:58.165045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.801999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:52:58.165053Z","caller":"traceutil/trace.go:171","msg":"trace[1596711945] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:577; }","duration":"144.811867ms","start":"2026-07-01T00:52:58.020227Z","end":"2026-07-01T00:52:58.165039Z","steps":["trace[1596711945] 'agreement among raft nodes before linearized reading' (duration: 144.729174ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:58.165075Z","caller":"traceutil/trace.go:171","msg":"trace[124440303] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:577; }","duration":"112.866181ms","start":"2026-07-01T00:52:58.052198Z","end":"2026-07-01T00:52:58.165064Z","steps":["trace[124440303] 'agreement among raft nodes before linearized reading' (duration: 112.830739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:58.165008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.102406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:52:58.165245Z","caller":"traceutil/trace.go:171","msg":"trace[605839979] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:577; }","duration":"112.342064ms","start":"2026-07-01T00:52:58.052882Z","end":"2026-07-01T00:52:58.165224Z","steps":["trace[605839979] 'agreement among raft nodes before linearized reading' (duration: 112.099926ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:58.360122Z","caller":"traceutil/trace.go:171","msg":"trace[1207183961] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"164.835217ms","start":"2026-07-01T00:52:58.195261Z","end":"2026-07-01T00:52:58.360097Z","steps":["trace[1207183961] 'process raft request' (duration: 109.662757ms)","trace[1207183961] 'compare' (duration: 54.970363ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:58.674317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.355269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:52:58.674606Z","caller":"traceutil/trace.go:171","msg":"trace[1563241643] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"476.232336ms","start":"2026-07-01T00:52:58.198337Z","end":"2026-07-01T00:52:58.67457Z","steps":["trace[1563241643] 'process raft request' (duration: 328.485944ms)","trace[1563241643] 'compare' (duration: 147.176884ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:58.674698Z","caller":"traceutil/trace.go:171","msg":"trace[1162283264] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"446.029927ms","start":"2026-07-01T00:52:58.228639Z","end":"2026-07-01T00:52:58.674669Z","steps":["trace[1162283264] 'process raft request' (duration: 445.861531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:58.674823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:58.228613Z","time spent":"446.148481ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:52:58.674814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:58.198317Z","time spent":"476.370661ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59616,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:52:58.674847Z","caller":"traceutil/trace.go:171","msg":"trace[1971337565] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:599; }","duration":"446.069538ms","start":"2026-07-01T00:52:58.228733Z","end":"2026-07-01T00:52:58.674803Z","steps":["trace[1971337565] 'read index received' (duration: 76.234282ms)","trace[1971337565] 'applied index is now lower than readState.Index' (duration: 369.828416ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:58.674928Z","caller":"traceutil/trace.go:171","msg":"trace[1996311658] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"260.808679ms","start":"2026-07-01T00:52:58.414065Z","end":"2026-07-01T00:52:58.674873Z","steps":["trace[1996311658] 'process raft request' (duration: 260.603413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:58.675001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.271155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-01T00:52:58.67541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.676351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:52:58.675438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.774837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-01T00:52:58.675437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.635492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:52:58.675455Z","caller":"traceutil/trace.go:171","msg":"trace[1536420165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"230.742733ms","start":"2026-07-01T00:52:58.444694Z","end":"2026-07-01T00:52:58.675437Z","steps":["trace[1536420165] 'agreement among raft nodes before linearized reading' (duration: 230.680311ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:58.675423Z","caller":"traceutil/trace.go:171","msg":"trace[1177947381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:582; }","duration":"446.726149ms","start":"2026-07-01T00:52:58.228679Z","end":"2026-07-01T00:52:58.675405Z","steps":["trace[1177947381] 'agreement among raft nodes before linearized reading' (duration: 446.201332ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:58.675485Z","caller":"traceutil/trace.go:171","msg":"trace[205603540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:582; }","duration":"424.84407ms","start":"2026-07-01T00:52:58.250628Z","end":"2026-07-01T00:52:58.675472Z","steps":["trace[205603540] 'agreement among raft nodes before linearized reading' (duration: 424.766267ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:58.675497Z","caller":"traceutil/trace.go:171","msg":"trace[113839498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:582; }","duration":"444.726685ms","start":"2026-07-01T00:52:58.230756Z","end":"2026-07-01T00:52:58.675483Z","steps":["trace[113839498] 'agreement among raft nodes before linearized reading' (duration: 444.608711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:58.67552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:58.250613Z","time spent":"424.899962ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:52:58.67553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:58.230744Z","time spent":"444.778576ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T00:52:58.675525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:58.228659Z","time spent":"446.847354ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":525,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:52:59.653289Z","caller":"traceutil/trace.go:171","msg":"trace[462678745] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"156.854357ms","start":"2026-07-01T00:52:59.496406Z","end":"2026-07-01T00:52:59.65326Z","steps":["trace[462678745] 'process raft request' (duration: 115.225047ms)","trace[462678745] 'compare' (duration: 41.344911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:59.653546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.606629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-07-01T00:52:59.653634Z","caller":"traceutil/trace.go:171","msg":"trace[907078328] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:604; }","duration":"148.726604ms","start":"2026-07-01T00:52:59.504888Z","end":"2026-07-01T00:52:59.653615Z","steps":["trace[907078328] 'agreement among raft nodes before linearized reading' (duration: 148.461655ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:52:59.653831Z","caller":"traceutil/trace.go:171","msg":"trace[1437249149] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:624; }","duration":"148.251478ms","start":"2026-07-01T00:52:59.504913Z","end":"2026-07-01T00:52:59.653164Z","steps":["trace[1437249149] 'read index received' (duration: 106.796664ms)","trace[1437249149] 'applied index is now lower than readState.Index' (duration: 41.453714ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:59.983331Z","caller":"traceutil/trace.go:171","msg":"trace[779023956] linearizableReadLoop","detail":"{readStateIndex:626; appliedIndex:625; }","duration":"307.272125ms","start":"2026-07-01T00:52:59.676031Z","end":"2026-07-01T00:52:59.983303Z","steps":["trace[779023956] 'read index received' (duration: 229.383459ms)","trace[779023956] 'applied index is now lower than readState.Index' (duration: 77.887496ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:52:59.983409Z","caller":"traceutil/trace.go:171","msg":"trace[1805114227] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"428.381514ms","start":"2026-07-01T00:52:59.55499Z","end":"2026-07-01T00:52:59.983372Z","steps":["trace[1805114227] 'process raft request' (duration: 350.8933ms)","trace[1805114227] 'compare' (duration: 76.957976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:52:59.985688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:59.554961Z","time spent":"430.566464ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:52:59.98595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.89475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-07-01T00:52:59.986042Z","caller":"traceutil/trace.go:171","msg":"trace[1238812664] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:605; }","duration":"310.015324ms","start":"2026-07-01T00:52:59.67599Z","end":"2026-07-01T00:52:59.986005Z","steps":["trace[1238812664] 'agreement among raft nodes before linearized reading' (duration: 307.4185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:52:59.986093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:52:59.675969Z","time spent":"310.110147ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":151257,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-07-01T00:53:00.346437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.5702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:00.346572Z","caller":"traceutil/trace.go:171","msg":"trace[1839152559] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"312.262159ms","start":"2026-07-01T00:53:00.03426Z","end":"2026-07-01T00:53:00.346522Z","steps":["trace[1839152559] 'read index received' (duration: 105.501012ms)","trace[1839152559] 'applied index is now lower than readState.Index' (duration: 206.759787ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:00.346607Z","caller":"traceutil/trace.go:171","msg":"trace[1700574772] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"312.61262ms","start":"2026-07-01T00:53:00.033981Z","end":"2026-07-01T00:53:00.346594Z","steps":["trace[1700574772] 'process raft request' (duration: 105.806702ms)","trace[1700574772] 'compare' (duration: 206.452457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:00.346657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:00.033952Z","time spent":"312.681342ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:00.346804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.679595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:53:00.346874Z","caller":"traceutil/trace.go:171","msg":"trace[2028953465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:606; }","duration":"153.773788ms","start":"2026-07-01T00:53:00.193083Z","end":"2026-07-01T00:53:00.346856Z","steps":["trace[2028953465] 'agreement among raft nodes before linearized reading' (duration: 153.602402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:00.347157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.884569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31145"} {"level":"info","ts":"2026-07-01T00:53:00.347219Z","caller":"traceutil/trace.go:171","msg":"trace[2061278606] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:606; }","duration":"312.980992ms","start":"2026-07-01T00:53:00.034224Z","end":"2026-07-01T00:53:00.347204Z","steps":["trace[2061278606] 'agreement among raft nodes before linearized reading' (duration: 312.431684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:00.347269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:00.034207Z","time spent":"313.049715ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":31166,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-07-01T00:53:00.606441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.582629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:00.606564Z","caller":"traceutil/trace.go:171","msg":"trace[21830136] linearizableReadLoop","detail":"{readStateIndex:628; appliedIndex:627; }","duration":"243.484258ms","start":"2026-07-01T00:53:00.363039Z","end":"2026-07-01T00:53:00.606523Z","steps":["trace[21830136] 'read index received' (duration: 131.886568ms)","trace[21830136] 'applied index is now lower than readState.Index' (duration: 111.59645ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:00.606615Z","caller":"traceutil/trace.go:171","msg":"trace[667778879] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"255.801967ms","start":"2026-07-01T00:53:00.350778Z","end":"2026-07-01T00:53:00.60658Z","steps":["trace[667778879] 'process raft request' (duration: 144.00382ms)","trace[667778879] 'compare' (duration: 111.443445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:00.606753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.708115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-07-01T00:53:00.606792Z","caller":"traceutil/trace.go:171","msg":"trace[635912714] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:607; }","duration":"243.766757ms","start":"2026-07-01T00:53:00.363014Z","end":"2026-07-01T00:53:00.606781Z","steps":["trace[635912714] 'agreement among raft nodes before linearized reading' (duration: 243.599692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:00.608597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.69296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:00.608616Z","caller":"traceutil/trace.go:171","msg":"trace[1399479181] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"196.944068ms","start":"2026-07-01T00:53:00.411641Z","end":"2026-07-01T00:53:00.608585Z","steps":["trace[1399479181] 'process raft request' (duration: 196.72022ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:00.608642Z","caller":"traceutil/trace.go:171","msg":"trace[1872813972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:608; }","duration":"163.764692ms","start":"2026-07-01T00:53:00.444866Z","end":"2026-07-01T00:53:00.608631Z","steps":["trace[1872813972] 'agreement among raft nodes before linearized reading' (duration: 163.657309ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:01.465393Z","caller":"traceutil/trace.go:171","msg":"trace[620661106] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"208.749991ms","start":"2026-07-01T00:53:01.256614Z","end":"2026-07-01T00:53:01.465364Z","steps":["trace[620661106] 'process raft request' (duration: 186.125318ms)","trace[620661106] 'compare' (duration: 22.392936ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:03.086535Z","caller":"traceutil/trace.go:171","msg":"trace[488380137] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"314.215632ms","start":"2026-07-01T00:53:02.772268Z","end":"2026-07-01T00:53:03.086483Z","steps":["trace[488380137] 'read index received' (duration: 310.072717ms)","trace[488380137] 'applied index is now lower than readState.Index' (duration: 4.141595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:03.08679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.497351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:53:03.086882Z","caller":"traceutil/trace.go:171","msg":"trace[1385168709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:618; }","duration":"314.641705ms","start":"2026-07-01T00:53:02.772229Z","end":"2026-07-01T00:53:03.086871Z","steps":["trace[1385168709] 'agreement among raft nodes before linearized reading' (duration: 314.400648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:03.086883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.543513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T00:53:03.08692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:02.77221Z","time spent":"314.701258ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:53:03.086937Z","caller":"traceutil/trace.go:171","msg":"trace[1093069353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:618; }","duration":"314.637456ms","start":"2026-07-01T00:53:02.772276Z","end":"2026-07-01T00:53:03.086913Z","steps":["trace[1093069353] 'agreement among raft nodes before linearized reading' (duration: 314.428679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:03.086963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.246676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T00:53:03.086999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:02.772256Z","time spent":"314.710447ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T00:53:03.087052Z","caller":"traceutil/trace.go:171","msg":"trace[1866305697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:618; }","duration":"311.324078ms","start":"2026-07-01T00:53:02.775694Z","end":"2026-07-01T00:53:03.087018Z","steps":["trace[1866305697] 'agreement among raft nodes before linearized reading' (duration: 311.106841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:03.087097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:02.775664Z","time spent":"311.421161ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:53:03.087139Z","caller":"traceutil/trace.go:171","msg":"trace[273503694] transaction","detail":"{read_only:false; response_revision:618; number_of_response:1; }","duration":"421.533113ms","start":"2026-07-01T00:53:02.665046Z","end":"2026-07-01T00:53:03.086579Z","steps":["trace[273503694] 'process raft request' (duration: 417.921666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:03.087287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:02.665024Z","time spent":"422.203684ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036019,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:03.317218Z","caller":"traceutil/trace.go:171","msg":"trace[501945922] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"205.731272ms","start":"2026-07-01T00:53:03.111442Z","end":"2026-07-01T00:53:03.317173Z","steps":["trace[501945922] 'process raft request' (duration: 136.678824ms)","trace[501945922] 'compare' (duration: 68.81949ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:03.354618Z","caller":"traceutil/trace.go:171","msg":"trace[941477534] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:640; }","duration":"161.513528ms","start":"2026-07-01T00:53:03.19308Z","end":"2026-07-01T00:53:03.354594Z","steps":["trace[941477534] 'read index received' (duration: 55.053816ms)","trace[941477534] 'applied index is now lower than readState.Index' (duration: 106.458682ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:03.354646Z","caller":"traceutil/trace.go:171","msg":"trace[1881038391] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"242.822815ms","start":"2026-07-01T00:53:03.111812Z","end":"2026-07-01T00:53:03.354634Z","steps":["trace[1881038391] 'process raft request' (duration: 242.605298ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:03.354681Z","caller":"traceutil/trace.go:171","msg":"trace[1790964291] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"240.646494ms","start":"2026-07-01T00:53:03.114015Z","end":"2026-07-01T00:53:03.354662Z","steps":["trace[1790964291] 'process raft request' (duration: 240.545491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:03.354849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.745255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:03.354954Z","caller":"traceutil/trace.go:171","msg":"trace[717206707] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:621; }","duration":"161.90676ms","start":"2026-07-01T00:53:03.193025Z","end":"2026-07-01T00:53:03.354932Z","steps":["trace[717206707] 'agreement among raft nodes before linearized reading' (duration: 161.716954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:03.571375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.359229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:03.571455Z","caller":"traceutil/trace.go:171","msg":"trace[165389085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:621; }","duration":"126.490983ms","start":"2026-07-01T00:53:03.444946Z","end":"2026-07-01T00:53:03.571437Z","steps":["trace[165389085] 'range keys from in-memory index tree' (duration: 126.276186ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:06.818496Z","caller":"traceutil/trace.go:171","msg":"trace[265356728] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"637.230508ms","start":"2026-07-01T00:53:06.181219Z","end":"2026-07-01T00:53:06.81845Z","steps":["trace[265356728] 'process raft request' (duration: 636.062811ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:06.818453Z","caller":"traceutil/trace.go:171","msg":"trace[1921547401] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"468.196686ms","start":"2026-07-01T00:53:06.350211Z","end":"2026-07-01T00:53:06.818408Z","steps":["trace[1921547401] 'read index received' (duration: 466.544253ms)","trace[1921547401] 'applied index is now lower than readState.Index' (duration: 1.650693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:06.818671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.439323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-djp67\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-01T00:53:06.818762Z","caller":"traceutil/trace.go:171","msg":"trace[861645112] range","detail":"{range_begin:/registry/pods/kube-system/cilium-djp67; range_end:; response_count:1; response_revision:640; }","duration":"468.596679ms","start":"2026-07-01T00:53:06.350145Z","end":"2026-07-01T00:53:06.818742Z","steps":["trace[861645112] 'agreement among raft nodes before linearized reading' (duration: 468.406983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:06.818764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:06.181158Z","time spent":"637.456696ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:06.81881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:06.350121Z","time spent":"468.679212ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16986,"request content":"key:\"/registry/pods/kube-system/cilium-djp67\" "} {"level":"warn","ts":"2026-07-01T00:53:08.911538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044047057s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"warn","ts":"2026-07-01T00:53:08.911565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.681577ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:08.911816Z","caller":"traceutil/trace.go:171","msg":"trace[565593313] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:662; }","duration":"2.093151619s","start":"2026-07-01T00:53:06.818621Z","end":"2026-07-01T00:53:08.911773Z","steps":["trace[565593313] 'read index received' (duration: 48.861865ms)","trace[565593313] 'applied index is now lower than readState.Index' (duration: 2.044285684s)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:08.911924Z","caller":"traceutil/trace.go:171","msg":"trace[203644266] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:640; }","duration":"134.833832ms","start":"2026-07-01T00:53:08.776833Z","end":"2026-07-01T00:53:08.911667Z","steps":["trace[203644266] 'range keys from in-memory index tree' (duration: 134.662327ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:08.91192Z","caller":"traceutil/trace.go:171","msg":"trace[1393875345] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"2.078330118s","start":"2026-07-01T00:53:06.833565Z","end":"2026-07-01T00:53:08.911895Z","steps":["trace[1393875345] 'process raft request' (duration: 2.078113551s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:08.912038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21588445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T00:53:08.912059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:06.833526Z","time spent":"2.078447812s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:08.912085Z","caller":"traceutil/trace.go:171","msg":"trace[674131094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"2.215973323s","start":"2026-07-01T00:53:06.696099Z","end":"2026-07-01T00:53:08.912072Z","steps":["trace[674131094] 'agreement among raft nodes before linearized reading' (duration: 2.215789307s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:08.912123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:06.69608Z","time spent":"2.216033285s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:53:08.943109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.759215938s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T00:53:08.943565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612003144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:53:08.943641Z","caller":"traceutil/trace.go:171","msg":"trace[445056313] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"2.065856524s","start":"2026-07-01T00:53:06.877753Z","end":"2026-07-01T00:53:08.943609Z","steps":["trace[445056313] 'process raft request' (duration: 2.065509242s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:08.943661Z","caller":"traceutil/trace.go:171","msg":"trace[664265529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:642; }","duration":"1.612135748s","start":"2026-07-01T00:53:07.331505Z","end":"2026-07-01T00:53:08.943641Z","steps":["trace[664265529] 'agreement among raft nodes before linearized reading' (duration: 1.61189046s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:08.943619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480874381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:08.943691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56411619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-01T00:53:08.943741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:06.877729Z","time spent":"2.065952897s","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:08.943734Z","caller":"traceutil/trace.go:171","msg":"trace[1599040162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"1.481090997s","start":"2026-07-01T00:53:07.462622Z","end":"2026-07-01T00:53:08.943713Z","steps":["trace[1599040162] 'agreement among raft nodes before linearized reading' (duration: 1.480806128s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:08.943785Z","caller":"traceutil/trace.go:171","msg":"trace[859223641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"1.564255725s","start":"2026-07-01T00:53:07.379505Z","end":"2026-07-01T00:53:08.943761Z","steps":["trace[859223641] 'agreement among raft nodes before linearized reading' (duration: 1.563978476s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:08.943715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:07.331486Z","time spent":"1.612217231s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T00:53:08.943843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:07.379483Z","time spent":"1.564346268s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:53:08.943821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:07.462602Z","time spent":"1.481208551s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:53:08.944022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564529524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:53:08.944166Z","caller":"traceutil/trace.go:171","msg":"trace[1226413569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:642; }","duration":"1.564701179s","start":"2026-07-01T00:53:07.379424Z","end":"2026-07-01T00:53:08.944126Z","steps":["trace[1226413569] 'agreement among raft nodes before linearized reading' (duration: 1.5641007s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:08.944237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:07.379408Z","time spent":"1.564818113s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:53:10.945295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465717333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:53:11.446124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465717333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:53:11.946896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465717333,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:53:12.398694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.918202136s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:53:12.400314Z","caller":"traceutil/trace.go:171","msg":"trace[1610827865] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"2.920611914s","start":"2026-07-01T00:53:09.479674Z","end":"2026-07-01T00:53:12.400286Z","steps":["trace[1610827865] 'process raft request' (duration: 2.919417736s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.40046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:09.479655Z","time spent":"2.920728958s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:12.405536Z","caller":"traceutil/trace.go:171","msg":"trace[815334464] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:669; }","duration":"1.960695337s","start":"2026-07-01T00:53:10.444801Z","end":"2026-07-01T00:53:12.405496Z","steps":["trace[815334464] 'read index received' (duration: 1.954061442s)","trace[815334464] 'applied index is now lower than readState.Index' (duration: 6.632775ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:12.405648Z","caller":"traceutil/trace.go:171","msg":"trace[150092571] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"1.397036971s","start":"2026-07-01T00:53:11.008597Z","end":"2026-07-01T00:53:12.405634Z","steps":["trace[150092571] 'process raft request' (duration: 1.396783102s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.40574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.008581Z","time spent":"1.397087363s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:12.405975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428819822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T00:53:12.406091Z","caller":"traceutil/trace.go:171","msg":"trace[1378347606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:648; }","duration":"1.428951926s","start":"2026-07-01T00:53:10.977099Z","end":"2026-07-01T00:53:12.406051Z","steps":["trace[1378347606] 'agreement among raft nodes before linearized reading' (duration: 1.428702108s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.406134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402315012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T00:53:12.406151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:10.977083Z","time spent":"1.429052929s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T00:53:12.406172Z","caller":"traceutil/trace.go:171","msg":"trace[989943756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:648; }","duration":"1.402376735s","start":"2026-07-01T00:53:11.003785Z","end":"2026-07-01T00:53:12.406162Z","steps":["trace[989943756] 'agreement among raft nodes before linearized reading' (duration: 1.402267361s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.406209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.003774Z","time spent":"1.402425846s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:53:12.406293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961490334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:12.406309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402535789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:53:12.406333Z","caller":"traceutil/trace.go:171","msg":"trace[1055324040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"1.961553026s","start":"2026-07-01T00:53:10.444763Z","end":"2026-07-01T00:53:12.406316Z","steps":["trace[1055324040] 'agreement among raft nodes before linearized reading' (duration: 1.961510044s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.406359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:10.444743Z","time spent":"1.961609617s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T00:53:12.406372Z","caller":"traceutil/trace.go:171","msg":"trace[208405473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:648; }","duration":"1.402629293s","start":"2026-07-01T00:53:11.003724Z","end":"2026-07-01T00:53:12.406353Z","steps":["trace[208405473] 'agreement among raft nodes before linearized reading' (duration: 1.402505789s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.406415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.003692Z","time spent":"1.402712386s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:53:12.406525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244550426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T00:53:12.406591Z","caller":"traceutil/trace.go:171","msg":"trace[373963767] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:648; }","duration":"1.244631739s","start":"2026-07-01T00:53:11.161942Z","end":"2026-07-01T00:53:12.406574Z","steps":["trace[373963767] 'agreement among raft nodes before linearized reading' (duration: 1.244547296s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.406636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.16193Z","time spent":"1.244695381s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-01T00:53:12.406514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40288242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:53:12.406741Z","caller":"traceutil/trace.go:171","msg":"trace[452982698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"1.403124588s","start":"2026-07-01T00:53:11.003579Z","end":"2026-07-01T00:53:12.406703Z","steps":["trace[452982698] 'agreement among raft nodes before linearized reading' (duration: 1.402829409s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:12.406804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:11.003562Z","time spent":"1.403226942s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:53:13.480641Z","caller":"traceutil/trace.go:171","msg":"trace[107859202] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"107.910279ms","start":"2026-07-01T00:53:13.372702Z","end":"2026-07-01T00:53:13.480612Z","steps":["trace[107859202] 'process raft request' (duration: 107.767435ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:13.815212Z","caller":"traceutil/trace.go:171","msg":"trace[1311343734] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:683; }","duration":"370.306088ms","start":"2026-07-01T00:53:13.444884Z","end":"2026-07-01T00:53:13.81519Z","steps":["trace[1311343734] 'read index received' (duration: 35.670757ms)","trace[1311343734] 'applied index is now lower than readState.Index' (duration: 334.634281ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:13.815272Z","caller":"traceutil/trace.go:171","msg":"trace[722839243] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"428.34603ms","start":"2026-07-01T00:53:13.38688Z","end":"2026-07-01T00:53:13.815226Z","steps":["trace[722839243] 'process raft request' (duration: 428.138433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:13.815319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.427381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:13.81535Z","caller":"traceutil/trace.go:171","msg":"trace[51492403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"370.502605ms","start":"2026-07-01T00:53:13.444838Z","end":"2026-07-01T00:53:13.815341Z","steps":["trace[51492403] 'agreement among raft nodes before linearized reading' (duration: 370.440833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:13.815379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:13.444821Z","time spent":"370.550956ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:53:13.815434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:13.386854Z","time spent":"428.489555ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17232,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:14.568678Z","caller":"traceutil/trace.go:171","msg":"trace[1616760719] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"140.488625ms","start":"2026-07-01T00:53:14.428167Z","end":"2026-07-01T00:53:14.568656Z","steps":["trace[1616760719] 'process raft request' (duration: 140.320419ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:14.568929Z","caller":"traceutil/trace.go:171","msg":"trace[801933891] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"140.553777ms","start":"2026-07-01T00:53:14.428352Z","end":"2026-07-01T00:53:14.568906Z","steps":["trace[801933891] 'process raft request' (duration: 140.268518ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:14.569069Z","caller":"traceutil/trace.go:171","msg":"trace[1287608362] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:685; }","duration":"121.500699ms","start":"2026-07-01T00:53:14.447544Z","end":"2026-07-01T00:53:14.569044Z","steps":["trace[1287608362] 'read index received' (duration: 60.850953ms)","trace[1287608362] 'applied index is now lower than readState.Index' (duration: 60.648546ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:14.569116Z","caller":"traceutil/trace.go:171","msg":"trace[419276058] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"140.664491ms","start":"2026-07-01T00:53:14.428428Z","end":"2026-07-01T00:53:14.569092Z","steps":["trace[419276058] 'process raft request' (duration: 140.417173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:14.569163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.607073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:14.569205Z","caller":"traceutil/trace.go:171","msg":"trace[172154809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"121.684205ms","start":"2026-07-01T00:53:14.447508Z","end":"2026-07-01T00:53:14.569192Z","steps":["trace[172154809] 'agreement among raft nodes before linearized reading' (duration: 121.610813ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:15.418468Z","caller":"traceutil/trace.go:171","msg":"trace[1563934541] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"594.713084ms","start":"2026-07-01T00:53:14.823727Z","end":"2026-07-01T00:53:15.41844Z","steps":["trace[1563934541] 'process raft request' (duration: 547.09008ms)","trace[1563934541] 'compare' (duration: 47.528591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:15.418674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:14.823709Z","time spent":"594.873269ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:53:18.7226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.371893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:18.722724Z","caller":"traceutil/trace.go:171","msg":"trace[155002925] linearizableReadLoop","detail":"{readStateIndex:743; appliedIndex:741; }","duration":"277.494258ms","start":"2026-07-01T00:53:18.445208Z","end":"2026-07-01T00:53:18.722702Z","steps":["trace[155002925] 'read index received' (duration: 15.245255ms)","trace[155002925] 'applied index is now lower than readState.Index' (duration: 262.246643ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:18.722831Z","caller":"traceutil/trace.go:171","msg":"trace[1595998741] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"303.083477ms","start":"2026-07-01T00:53:18.419734Z","end":"2026-07-01T00:53:18.722817Z","steps":["trace[1595998741] 'process raft request' (duration: 174.367614ms)","trace[1595998741] 'compare' (duration: 128.203307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:18.722915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:18.419702Z","time spent":"303.170161ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:18.722956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.728836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:18.723024Z","caller":"traceutil/trace.go:171","msg":"trace[724760332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:718; }","duration":"277.843259ms","start":"2026-07-01T00:53:18.445164Z","end":"2026-07-01T00:53:18.723007Z","steps":["trace[724760332] 'agreement among raft nodes before linearized reading' (duration: 277.690674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:18.791208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.362196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T00:53:18.791224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.47757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T00:53:18.791277Z","caller":"traceutil/trace.go:171","msg":"trace[538850523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:719; }","duration":"208.47354ms","start":"2026-07-01T00:53:18.582787Z","end":"2026-07-01T00:53:18.79126Z","steps":["trace[538850523] 'agreement among raft nodes before linearized reading' (duration: 208.211281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:18.791266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.373594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:53:18.791296Z","caller":"traceutil/trace.go:171","msg":"trace[1409426722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:719; }","duration":"208.571513ms","start":"2026-07-01T00:53:18.582703Z","end":"2026-07-01T00:53:18.791274Z","steps":["trace[1409426722] 'agreement among raft nodes before linearized reading' (duration: 208.349996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:18.791221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.68953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:53:18.791213Z","caller":"traceutil/trace.go:171","msg":"trace[590419602] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"198.139895ms","start":"2026-07-01T00:53:18.593043Z","end":"2026-07-01T00:53:18.791183Z","steps":["trace[590419602] 'process raft request' (duration: 197.719832ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:18.791337Z","caller":"traceutil/trace.go:171","msg":"trace[1586729128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:719; }","duration":"211.459937ms","start":"2026-07-01T00:53:18.57986Z","end":"2026-07-01T00:53:18.79132Z","steps":["trace[1586729128] 'agreement among raft nodes before linearized reading' (duration: 211.061774ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:18.791373Z","caller":"traceutil/trace.go:171","msg":"trace[368150677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:719; }","duration":"271.888627ms","start":"2026-07-01T00:53:18.519461Z","end":"2026-07-01T00:53:18.79135Z","steps":["trace[368150677] 'agreement among raft nodes before linearized reading' (duration: 271.651149ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:19.7853Z","caller":"traceutil/trace.go:171","msg":"trace[48536229] linearizableReadLoop","detail":"{readStateIndex:762; appliedIndex:761; }","duration":"195.861612ms","start":"2026-07-01T00:53:19.589416Z","end":"2026-07-01T00:53:19.785277Z","steps":["trace[48536229] 'read index received' (duration: 195.560222ms)","trace[48536229] 'applied index is now lower than readState.Index' (duration: 300.52µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:19.78547Z","caller":"traceutil/trace.go:171","msg":"trace[1970393619] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"198.086674ms","start":"2026-07-01T00:53:19.587349Z","end":"2026-07-01T00:53:19.785436Z","steps":["trace[1970393619] 'process raft request' (duration: 197.713692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:19.785707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.273015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-07-01T00:53:19.785715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.562724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:53:19.785759Z","caller":"traceutil/trace.go:171","msg":"trace[571560452] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:737; }","duration":"196.373428ms","start":"2026-07-01T00:53:19.589372Z","end":"2026-07-01T00:53:19.785746Z","steps":["trace[571560452] 'agreement among raft nodes before linearized reading' (duration: 196.050017ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:19.785771Z","caller":"traceutil/trace.go:171","msg":"trace[1300419651] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:737; }","duration":"163.677907ms","start":"2026-07-01T00:53:19.622079Z","end":"2026-07-01T00:53:19.785757Z","steps":["trace[1300419651] 'agreement among raft nodes before linearized reading' (duration: 163.535953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:19.78571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.549697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:53:19.786184Z","caller":"traceutil/trace.go:171","msg":"trace[223789159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:737; }","duration":"182.062993ms","start":"2026-07-01T00:53:19.604099Z","end":"2026-07-01T00:53:19.786162Z","steps":["trace[223789159] 'agreement among raft nodes before linearized reading' (duration: 181.434893ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:22.678699Z","caller":"traceutil/trace.go:171","msg":"trace[1325280461] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"126.823162ms","start":"2026-07-01T00:53:22.551849Z","end":"2026-07-01T00:53:22.678672Z","steps":["trace[1325280461] 'process raft request' (duration: 126.671407ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:22.696504Z","caller":"traceutil/trace.go:171","msg":"trace[1667751748] transaction","detail":"{read_only:false; number_of_response:0; response_revision:754; }","duration":"144.593848ms","start":"2026-07-01T00:53:22.551894Z","end":"2026-07-01T00:53:22.696487Z","steps":["trace[1667751748] 'process raft request' (duration: 144.496755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:22.918568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.62495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:22.918724Z","caller":"traceutil/trace.go:171","msg":"trace[1241461285] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"232.914663ms","start":"2026-07-01T00:53:22.685778Z","end":"2026-07-01T00:53:22.918693Z","steps":["trace[1241461285] 'process raft request' (duration: 100.078195ms)","trace[1241461285] 'compare' (duration: 132.504257ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:22.918749Z","caller":"traceutil/trace.go:171","msg":"trace[523077213] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"120.25206ms","start":"2026-07-01T00:53:22.79848Z","end":"2026-07-01T00:53:22.918732Z","steps":["trace[523077213] 'process raft request' (duration: 120.189348ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:22.918794Z","caller":"traceutil/trace.go:171","msg":"trace[1458453509] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:781; }","duration":"221.462412ms","start":"2026-07-01T00:53:22.697291Z","end":"2026-07-01T00:53:22.918754Z","steps":["trace[1458453509] 'read index received' (duration: 88.48947ms)","trace[1458453509] 'applied index is now lower than readState.Index' (duration: 132.969801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:22.918902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.599186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1712"} {"level":"info","ts":"2026-07-01T00:53:22.91896Z","caller":"traceutil/trace.go:171","msg":"trace[402969338] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:756; }","duration":"221.681168ms","start":"2026-07-01T00:53:22.697252Z","end":"2026-07-01T00:53:22.918933Z","steps":["trace[402969338] 'agreement among raft nodes before linearized reading' (duration: 221.586555ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:23.12738Z","caller":"traceutil/trace.go:171","msg":"trace[349211145] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"204.550733ms","start":"2026-07-01T00:53:22.922806Z","end":"2026-07-01T00:53:23.127357Z","steps":["trace[349211145] 'process raft request' (duration: 204.386767ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:23.127701Z","caller":"traceutil/trace.go:171","msg":"trace[1008550837] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:783; }","duration":"193.457643ms","start":"2026-07-01T00:53:22.934223Z","end":"2026-07-01T00:53:23.127681Z","steps":["trace[1008550837] 'read index received' (duration: 10.995877ms)","trace[1008550837] 'applied index is now lower than readState.Index' (duration: 182.460846ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:23.127767Z","caller":"traceutil/trace.go:171","msg":"trace[878742483] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"204.628256ms","start":"2026-07-01T00:53:22.923126Z","end":"2026-07-01T00:53:23.127754Z","steps":["trace[878742483] 'process raft request' (duration: 204.197872ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:23.12776Z","caller":"traceutil/trace.go:171","msg":"trace[1154180892] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"204.16679ms","start":"2026-07-01T00:53:22.923569Z","end":"2026-07-01T00:53:23.127736Z","steps":["trace[1154180892] 'process raft request' (duration: 203.961213ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:23.127842Z","caller":"traceutil/trace.go:171","msg":"trace[633925379] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"202.823687ms","start":"2026-07-01T00:53:22.925004Z","end":"2026-07-01T00:53:23.127828Z","steps":["trace[633925379] 'process raft request' (duration: 202.6082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:23.127939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.695891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:53:23.127979Z","caller":"traceutil/trace.go:171","msg":"trace[22286028] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:761; }","duration":"193.768304ms","start":"2026-07-01T00:53:22.9342Z","end":"2026-07-01T00:53:23.127969Z","steps":["trace[22286028] 'agreement among raft nodes before linearized reading' (duration: 193.689961ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:24.76821Z","caller":"traceutil/trace.go:171","msg":"trace[1446858207] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"129.990976ms","start":"2026-07-01T00:53:24.638195Z","end":"2026-07-01T00:53:24.768186Z","steps":["trace[1446858207] 'process raft request' (duration: 129.83415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:25.57186Z","caller":"traceutil/trace.go:171","msg":"trace[263040228] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"111.419363ms","start":"2026-07-01T00:53:25.46042Z","end":"2026-07-01T00:53:25.57184Z","steps":["trace[263040228] 'process raft request' (duration: 110.011637ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:25.814039Z","caller":"traceutil/trace.go:171","msg":"trace[1411543345] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"230.412682ms","start":"2026-07-01T00:53:25.583585Z","end":"2026-07-01T00:53:25.813998Z","steps":["trace[1411543345] 'process raft request' (duration: 194.100314ms)","trace[1411543345] 'compare' (duration: 36.08318ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:25.862892Z","caller":"traceutil/trace.go:171","msg":"trace[1906428028] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"226.799834ms","start":"2026-07-01T00:53:25.636071Z","end":"2026-07-01T00:53:25.862871Z","steps":["trace[1906428028] 'process raft request' (duration: 226.275357ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:25.862952Z","caller":"traceutil/trace.go:171","msg":"trace[1098729999] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"226.310849ms","start":"2026-07-01T00:53:25.63663Z","end":"2026-07-01T00:53:25.862941Z","steps":["trace[1098729999] 'process raft request' (duration: 225.840673ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:25.863117Z","caller":"traceutil/trace.go:171","msg":"trace[919653006] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"225.322416ms","start":"2026-07-01T00:53:25.637785Z","end":"2026-07-01T00:53:25.863108Z","steps":["trace[919653006] 'process raft request' (duration: 224.726887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:26.04395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.950335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:26.044143Z","caller":"traceutil/trace.go:171","msg":"trace[388216456] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"175.843302ms","start":"2026-07-01T00:53:25.868286Z","end":"2026-07-01T00:53:26.044129Z","steps":["trace[388216456] 'process raft request' (duration: 65.665809ms)","trace[388216456] 'compare' (duration: 109.840902ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:26.044591Z","caller":"traceutil/trace.go:171","msg":"trace[545407640] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"169.836757ms","start":"2026-07-01T00:53:25.874731Z","end":"2026-07-01T00:53:26.044568Z","steps":["trace[545407640] 'process raft request' (duration: 169.30043ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:27.439329Z","caller":"traceutil/trace.go:171","msg":"trace[134757508] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"180.596196ms","start":"2026-07-01T00:53:27.258707Z","end":"2026-07-01T00:53:27.439304Z","steps":["trace[134757508] 'process raft request' (duration: 108.900631ms)","trace[134757508] 'compare' (duration: 71.530249ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:27.439869Z","caller":"traceutil/trace.go:171","msg":"trace[1192462119] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"180.915967ms","start":"2026-07-01T00:53:27.258919Z","end":"2026-07-01T00:53:27.439835Z","steps":["trace[1192462119] 'process raft request' (duration: 180.343898ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:27.439949Z","caller":"traceutil/trace.go:171","msg":"trace[1653270360] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:815; }","duration":"135.436232ms","start":"2026-07-01T00:53:27.304461Z","end":"2026-07-01T00:53:27.439897Z","steps":["trace[1653270360] 'read index received' (duration: 38.703365ms)","trace[1653270360] 'applied index is now lower than readState.Index' (duration: 96.723597ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:27.843503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.954489ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-01T00:53:27.843603Z","caller":"traceutil/trace.go:171","msg":"trace[1793496995] linearizableReadLoop","detail":"{readStateIndex:819; appliedIndex:818; }","duration":"233.941416ms","start":"2026-07-01T00:53:27.609645Z","end":"2026-07-01T00:53:27.843586Z","steps":["trace[1793496995] 'read index received' (duration: 50.232µs)","trace[1793496995] 'applied index is now lower than readState.Index' (duration: 233.889934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:27.843711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.05418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:27.843745Z","caller":"traceutil/trace.go:171","msg":"trace[1786468450] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:790; }","duration":"234.126742ms","start":"2026-07-01T00:53:27.609604Z","end":"2026-07-01T00:53:27.843731Z","steps":["trace[1786468450] 'agreement among raft nodes before linearized reading' (duration: 234.06054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:27.843789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.095031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:27.843814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.844487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:27.843863Z","caller":"traceutil/trace.go:171","msg":"trace[1874327726] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:790; }","duration":"234.206535ms","start":"2026-07-01T00:53:27.60964Z","end":"2026-07-01T00:53:27.843847Z","steps":["trace[1874327726] 'agreement among raft nodes before linearized reading' (duration: 234.092851ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:27.843884Z","caller":"traceutil/trace.go:171","msg":"trace[1592701731] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:790; }","duration":"152.943679ms","start":"2026-07-01T00:53:27.690924Z","end":"2026-07-01T00:53:27.843868Z","steps":["trace[1592701731] 'agreement among raft nodes before linearized reading' (duration: 152.831986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:27.8439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.986843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:27.843904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.411341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T00:53:27.843951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.425987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:27.844035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.97351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:27.844098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.783946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:27.844169Z","caller":"traceutil/trace.go:171","msg":"trace[929993493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:790; }","duration":"190.880639ms","start":"2026-07-01T00:53:27.653273Z","end":"2026-07-01T00:53:27.844154Z","steps":["trace[929993493] 'agreement among raft nodes before linearized reading' (duration: 190.781856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:27.844245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.227639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:27.84438Z","caller":"traceutil/trace.go:171","msg":"trace[533713543] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:790; }","duration":"153.545249ms","start":"2026-07-01T00:53:27.690804Z","end":"2026-07-01T00:53:27.844349Z","steps":["trace[533713543] 'agreement among raft nodes before linearized reading' (duration: 153.192027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:27.844475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.69009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:27.844548Z","caller":"traceutil/trace.go:171","msg":"trace[1013858217] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:790; }","duration":"234.762572ms","start":"2026-07-01T00:53:27.60975Z","end":"2026-07-01T00:53:27.844513Z","steps":["trace[1013858217] 'agreement among raft nodes before linearized reading' (duration: 234.663319ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:27.843999Z","caller":"traceutil/trace.go:171","msg":"trace[1161702450] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:790; }","duration":"539.578147ms","start":"2026-07-01T00:53:27.304403Z","end":"2026-07-01T00:53:27.843981Z","steps":["trace[1161702450] 'agreement among raft nodes before linearized reading' (duration: 135.637329ms)","trace[1161702450] 'count revisions from in-memory index tree' (duration: 403.773883ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:27.844683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:27.304378Z","time spent":"540.28432ms","remote":"127.0.0.1:46410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":67,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:53:27.8441Z","caller":"traceutil/trace.go:171","msg":"trace[283883709] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:790; }","duration":"125.641994ms","start":"2026-07-01T00:53:27.718422Z","end":"2026-07-01T00:53:27.844064Z","steps":["trace[283883709] 'agreement among raft nodes before linearized reading' (duration: 125.363025ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:27.843935Z","caller":"traceutil/trace.go:171","msg":"trace[950447545] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:790; }","duration":"125.040224ms","start":"2026-07-01T00:53:27.718886Z","end":"2026-07-01T00:53:27.843926Z","steps":["trace[950447545] 'agreement among raft nodes before linearized reading' (duration: 124.939291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:27.843882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.494497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:27.844998Z","caller":"traceutil/trace.go:171","msg":"trace[1944822850] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:790; }","duration":"191.654775ms","start":"2026-07-01T00:53:27.65332Z","end":"2026-07-01T00:53:27.844974Z","steps":["trace[1944822850] 'agreement among raft nodes before linearized reading' (duration: 190.448286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:27.845238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.875584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:27.845301Z","caller":"traceutil/trace.go:171","msg":"trace[512328462] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:790; }","duration":"126.947956ms","start":"2026-07-01T00:53:27.71834Z","end":"2026-07-01T00:53:27.845288Z","steps":["trace[512328462] 'agreement among raft nodes before linearized reading' (duration: 125.464168ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:27.844145Z","caller":"traceutil/trace.go:171","msg":"trace[55515446] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:790; }","duration":"153.105344ms","start":"2026-07-01T00:53:27.691016Z","end":"2026-07-01T00:53:27.844121Z","steps":["trace[55515446] 'agreement among raft nodes before linearized reading' (duration: 152.880567ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:28.028009Z","caller":"traceutil/trace.go:171","msg":"trace[1823088059] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"137.044673ms","start":"2026-07-01T00:53:27.890932Z","end":"2026-07-01T00:53:28.027977Z","steps":["trace[1823088059] 'process raft request' (duration: 136.843677ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:30.589023Z","caller":"traceutil/trace.go:171","msg":"trace[2007564613] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:836; }","duration":"143.341548ms","start":"2026-07-01T00:53:30.445661Z","end":"2026-07-01T00:53:30.589003Z","steps":["trace[2007564613] 'read index received' (duration: 143.09708ms)","trace[2007564613] 'applied index is now lower than readState.Index' (duration: 243.628µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:30.58913Z","caller":"traceutil/trace.go:171","msg":"trace[1518782143] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"552.172495ms","start":"2026-07-01T00:53:30.036917Z","end":"2026-07-01T00:53:30.589089Z","steps":["trace[1518782143] 'process raft request' (duration: 551.924847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:30.589169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.494363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:30.589235Z","caller":"traceutil/trace.go:171","msg":"trace[255864209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"143.610927ms","start":"2026-07-01T00:53:30.44561Z","end":"2026-07-01T00:53:30.589221Z","steps":["trace[255864209] 'agreement among raft nodes before linearized reading' (duration: 143.485643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:30.58932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:30.036897Z","time spent":"552.32332ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:33.180749Z","caller":"traceutil/trace.go:171","msg":"trace[1610723564] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"178.978603ms","start":"2026-07-01T00:53:33.00174Z","end":"2026-07-01T00:53:33.180719Z","steps":["trace[1610723564] 'process raft request' (duration: 171.693607ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:33.204409Z","caller":"traceutil/trace.go:171","msg":"trace[977308880] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:848; }","duration":"113.365175ms","start":"2026-07-01T00:53:33.091003Z","end":"2026-07-01T00:53:33.204368Z","steps":["trace[977308880] 'read index received' (duration: 82.562517ms)","trace[977308880] 'applied index is now lower than readState.Index' (duration: 30.801598ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:33.204505Z","caller":"traceutil/trace.go:171","msg":"trace[1198473974] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"132.449365ms","start":"2026-07-01T00:53:33.072002Z","end":"2026-07-01T00:53:33.204451Z","steps":["trace[1198473974] 'process raft request' (duration: 132.247838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:33.204644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.612784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T00:53:33.204724Z","caller":"traceutil/trace.go:171","msg":"trace[1577171102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:820; }","duration":"113.757548ms","start":"2026-07-01T00:53:33.090945Z","end":"2026-07-01T00:53:33.204702Z","steps":["trace[1577171102] 'agreement among raft nodes before linearized reading' (duration: 113.52252ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:34.194458Z","caller":"traceutil/trace.go:171","msg":"trace[1870233124] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"692.65ms","start":"2026-07-01T00:53:33.501789Z","end":"2026-07-01T00:53:34.194439Z","steps":["trace[1870233124] 'process raft request' (duration: 692.519406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:34.194652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:33.501765Z","time spent":"692.793145ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4022,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:35.990662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543583293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:35.990714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388173453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:53:35.990771Z","caller":"traceutil/trace.go:171","msg":"trace[1076575720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:828; }","duration":"1.543725296s","start":"2026-07-01T00:53:34.447018Z","end":"2026-07-01T00:53:35.990743Z","steps":["trace[1076575720] 'range keys from in-memory index tree' (duration: 1.54349997s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:35.990781Z","caller":"traceutil/trace.go:171","msg":"trace[601936612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:828; }","duration":"1.388274026s","start":"2026-07-01T00:53:34.602489Z","end":"2026-07-01T00:53:35.990764Z","steps":["trace[601936612] 'range keys from in-memory index tree' (duration: 1.387932485s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.990815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:34.447001Z","time spent":"1.543803589s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:53:35.99085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:34.602425Z","time spent":"1.38840895s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:53:35.991243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.912811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:35.991353Z","caller":"traceutil/trace.go:171","msg":"trace[1192216005] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"1.040556192s","start":"2026-07-01T00:53:34.950777Z","end":"2026-07-01T00:53:35.991333Z","steps":["trace[1192216005] 'process raft request' (duration: 717.470395ms)","trace[1192216005] 'compare' (duration: 322.439376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:53:35.991443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:34.950749Z","time spent":"1.040646134s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:53:35.99318Z","caller":"traceutil/trace.go:171","msg":"trace[1008532237] linearizableReadLoop","detail":"{readStateIndex:860; appliedIndex:858; }","duration":"684.246296ms","start":"2026-07-01T00:53:35.3089Z","end":"2026-07-01T00:53:35.993146Z","steps":["trace[1008532237] 'read index received' (duration: 359.390862ms)","trace[1008532237] 'applied index is now lower than readState.Index' (duration: 324.854154ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:35.993348Z","caller":"traceutil/trace.go:171","msg":"trace[1690007753] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"792.221508ms","start":"2026-07-01T00:53:35.201073Z","end":"2026-07-01T00:53:35.993294Z","steps":["trace[1690007753] 'process raft request' (duration: 791.913088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.993459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.847069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:53:35.993499Z","caller":"traceutil/trace.go:171","msg":"trace[1986647859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:830; }","duration":"586.966722ms","start":"2026-07-01T00:53:35.40652Z","end":"2026-07-01T00:53:35.993487Z","steps":["trace[1986647859] 'agreement among raft nodes before linearized reading' (duration: 586.867759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.99352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:35.406481Z","time spent":"587.033784ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:53:35.993659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.35865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:53:35.993683Z","caller":"traceutil/trace.go:171","msg":"trace[2022348743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:830; }","duration":"494.416272ms","start":"2026-07-01T00:53:35.49926Z","end":"2026-07-01T00:53:35.993676Z","steps":["trace[2022348743] 'agreement among raft nodes before linearized reading' (duration: 494.351749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.9937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:35.499233Z","time spent":"494.462573ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:53:35.993668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:35.201037Z","time spent":"792.452335ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:53:35.993824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.590441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:53:35.993846Z","caller":"traceutil/trace.go:171","msg":"trace[2109451787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:830; }","duration":"508.655413ms","start":"2026-07-01T00:53:35.485184Z","end":"2026-07-01T00:53:35.99384Z","steps":["trace[2109451787] 'agreement among raft nodes before linearized reading' (duration: 508.591041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.993831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.903068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T00:53:35.993863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:35.48515Z","time spent":"508.708494ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:53:35.993886Z","caller":"traceutil/trace.go:171","msg":"trace[980612065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:830; }","duration":"685.010532ms","start":"2026-07-01T00:53:35.308858Z","end":"2026-07-01T00:53:35.993868Z","steps":["trace[980612065] 'agreement among raft nodes before linearized reading' (duration: 684.822346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:35.993931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:35.308837Z","time spent":"685.082983ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T00:53:46.835896Z","caller":"traceutil/trace.go:171","msg":"trace[1097021873] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"101.948256ms","start":"2026-07-01T00:53:46.733924Z","end":"2026-07-01T00:53:46.835872Z","steps":["trace[1097021873] 'process raft request' (duration: 101.777281ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:47.858554Z","caller":"traceutil/trace.go:171","msg":"trace[279609445] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"150.706977ms","start":"2026-07-01T00:53:47.707799Z","end":"2026-07-01T00:53:47.858506Z","steps":["trace[279609445] 'process raft request' (duration: 124.618781ms)","trace[279609445] 'compare' (duration: 25.873409ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:47.858564Z","caller":"traceutil/trace.go:171","msg":"trace[866375488] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"147.929617ms","start":"2026-07-01T00:53:47.710566Z","end":"2026-07-01T00:53:47.858496Z","steps":["trace[866375488] 'process raft request' (duration: 147.849715ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:48.07366Z","caller":"traceutil/trace.go:171","msg":"trace[1123589899] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"116.329732ms","start":"2026-07-01T00:53:47.957291Z","end":"2026-07-01T00:53:48.073621Z","steps":["trace[1123589899] 'process raft request' (duration: 81.536704ms)","trace[1123589899] 'compare' (duration: 34.648174ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:48.336203Z","caller":"traceutil/trace.go:171","msg":"trace[829172975] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:993; }","duration":"158.136898ms","start":"2026-07-01T00:53:48.178043Z","end":"2026-07-01T00:53:48.33618Z","steps":["trace[829172975] 'read index received' (duration: 157.838388ms)","trace[829172975] 'applied index is now lower than readState.Index' (duration: 297.49µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:48.336299Z","caller":"traceutil/trace.go:171","msg":"trace[1413284025] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"257.890922ms","start":"2026-07-01T00:53:48.078372Z","end":"2026-07-01T00:53:48.336263Z","steps":["trace[1413284025] 'process raft request' (duration: 257.597522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.336463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.557849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-01T00:53:48.336504Z","caller":"traceutil/trace.go:171","msg":"trace[1871568129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:961; }","duration":"128.646901ms","start":"2026-07-01T00:53:48.207846Z","end":"2026-07-01T00:53:48.336493Z","steps":["trace[1871568129] 'agreement among raft nodes before linearized reading' (duration: 128.480596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.336626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.559322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-01T00:53:48.33672Z","caller":"traceutil/trace.go:171","msg":"trace[461264205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:961; }","duration":"158.690876ms","start":"2026-07-01T00:53:48.178007Z","end":"2026-07-01T00:53:48.336698Z","steps":["trace[461264205] 'agreement among raft nodes before linearized reading' (duration: 158.300873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.336463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.215795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-01T00:53:48.336847Z","caller":"traceutil/trace.go:171","msg":"trace[1727382574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:961; }","duration":"127.603488ms","start":"2026-07-01T00:53:48.209221Z","end":"2026-07-01T00:53:48.336825Z","steps":["trace[1727382574] 'agreement among raft nodes before linearized reading' (duration: 127.170984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:48.336855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.123872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T00:53:48.336787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.554688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:53:48.336902Z","caller":"traceutil/trace.go:171","msg":"trace[538003283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:961; }","duration":"127.177454ms","start":"2026-07-01T00:53:48.209711Z","end":"2026-07-01T00:53:48.336888Z","steps":["trace[538003283] 'agreement among raft nodes before linearized reading' (duration: 126.644337ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:48.336938Z","caller":"traceutil/trace.go:171","msg":"trace[1457273406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:961; }","duration":"128.723834ms","start":"2026-07-01T00:53:48.208198Z","end":"2026-07-01T00:53:48.336922Z","steps":["trace[1457273406] 'agreement among raft nodes before linearized reading' (duration: 128.204777ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:50.126567Z","caller":"traceutil/trace.go:171","msg":"trace[248211663] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"514.054348ms","start":"2026-07-01T00:53:49.612432Z","end":"2026-07-01T00:53:50.126487Z","steps":["trace[248211663] 'process raft request' (duration: 513.846871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:50.126732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:53:49.612405Z","time spent":"514.243064ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T00:53:53.880683Z","caller":"traceutil/trace.go:171","msg":"trace[161983761] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"152.376391ms","start":"2026-07-01T00:53:53.728268Z","end":"2026-07-01T00:53:53.880644Z","steps":["trace[161983761] 'process raft request' (duration: 122.196543ms)","trace[161983761] 'compare' (duration: 29.9304ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:53.880771Z","caller":"traceutil/trace.go:171","msg":"trace[355465470] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"152.215886ms","start":"2026-07-01T00:53:53.728503Z","end":"2026-07-01T00:53:53.880718Z","steps":["trace[355465470] 'process raft request' (duration: 152.086512ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:53.880998Z","caller":"traceutil/trace.go:171","msg":"trace[1349396956] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"151.947317ms","start":"2026-07-01T00:53:53.728871Z","end":"2026-07-01T00:53:53.880818Z","steps":["trace[1349396956] 'process raft request' (duration: 151.767761ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:53.88088Z","caller":"traceutil/trace.go:171","msg":"trace[1401245987] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"144.065222ms","start":"2026-07-01T00:53:53.736752Z","end":"2026-07-01T00:53:53.880817Z","steps":["trace[1401245987] 'process raft request' (duration: 143.941158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:54.107157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.650194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:53:54.107418Z","caller":"traceutil/trace.go:171","msg":"trace[26736116] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"216.964665ms","start":"2026-07-01T00:53:53.890433Z","end":"2026-07-01T00:53:54.107398Z","steps":["trace[26736116] 'process raft request' (duration: 216.924994ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:54.107389Z","caller":"traceutil/trace.go:171","msg":"trace[1805724394] linearizableReadLoop","detail":"{readStateIndex:1127; appliedIndex:1126; }","duration":"220.582203ms","start":"2026-07-01T00:53:53.886775Z","end":"2026-07-01T00:53:54.107357Z","steps":["trace[1805724394] 'read index received' (duration: 115.669681ms)","trace[1805724394] 'applied index is now lower than readState.Index' (duration: 104.909502ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:54.107475Z","caller":"traceutil/trace.go:171","msg":"trace[527059248] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"220.215911ms","start":"2026-07-01T00:53:53.887234Z","end":"2026-07-01T00:53:54.10745Z","steps":["trace[527059248] 'process raft request' (duration: 220.021534ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:54.107455Z","caller":"traceutil/trace.go:171","msg":"trace[1313653168] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"221.087079ms","start":"2026-07-01T00:53:53.886315Z","end":"2026-07-01T00:53:54.107402Z","steps":["trace[1313653168] 'process raft request' (duration: 116.115076ms)","trace[1313653168] 'compare' (duration: 104.513068ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:53:54.107633Z","caller":"traceutil/trace.go:171","msg":"trace[739087674] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"219.114135ms","start":"2026-07-01T00:53:53.888469Z","end":"2026-07-01T00:53:54.107583Z","steps":["trace[739087674] 'process raft request' (duration: 218.851917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:53:54.10767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.380656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:53:54.107682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.885892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:53:54.10775Z","caller":"traceutil/trace.go:171","msg":"trace[228470970] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1096; }","duration":"216.47909ms","start":"2026-07-01T00:53:53.891249Z","end":"2026-07-01T00:53:54.107728Z","steps":["trace[228470970] 'agreement among raft nodes before linearized reading' (duration: 216.353606ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:54.10776Z","caller":"traceutil/trace.go:171","msg":"trace[718641034] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1096; }","duration":"220.973455ms","start":"2026-07-01T00:53:53.886762Z","end":"2026-07-01T00:53:54.107736Z","steps":["trace[718641034] 'agreement among raft nodes before linearized reading' (duration: 220.790959ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:53:55.519644Z","caller":"traceutil/trace.go:171","msg":"trace[320691147] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"156.199485ms","start":"2026-07-01T00:53:55.363417Z","end":"2026-07-01T00:53:55.519616Z","steps":["trace[320691147] 'process raft request' (duration: 156.006909ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:00.420005Z","caller":"traceutil/trace.go:171","msg":"trace[1282167624] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"165.510257ms","start":"2026-07-01T00:54:00.25447Z","end":"2026-07-01T00:54:00.41998Z","steps":["trace[1282167624] 'process raft request' (duration: 165.370823ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:00.477246Z","caller":"traceutil/trace.go:171","msg":"trace[194897277] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"222.402722ms","start":"2026-07-01T00:54:00.254812Z","end":"2026-07-01T00:54:00.477215Z","steps":["trace[194897277] 'process raft request' (duration: 221.906856ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:04.656091Z","caller":"traceutil/trace.go:171","msg":"trace[1550155864] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"120.423765ms","start":"2026-07-01T00:54:04.535641Z","end":"2026-07-01T00:54:04.656065Z","steps":["trace[1550155864] 'process raft request' (duration: 116.777417ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:04.708808Z","caller":"traceutil/trace.go:171","msg":"trace[1675761378] linearizableReadLoop","detail":"{readStateIndex:1259; appliedIndex:1256; }","duration":"161.232518ms","start":"2026-07-01T00:54:04.547541Z","end":"2026-07-01T00:54:04.708774Z","steps":["trace[1675761378] 'read index received' (duration: 104.897142ms)","trace[1675761378] 'applied index is now lower than readState.Index' (duration: 56.334186ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:04.708971Z","caller":"traceutil/trace.go:171","msg":"trace[112483829] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"170.955243ms","start":"2026-07-01T00:54:04.538Z","end":"2026-07-01T00:54:04.708955Z","steps":["trace[112483829] 'process raft request' (duration: 170.697075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:04.709294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.710544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:54:04.709391Z","caller":"traceutil/trace.go:171","msg":"trace[1259276791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1223; }","duration":"161.863519ms","start":"2026-07-01T00:54:04.547507Z","end":"2026-07-01T00:54:04.709371Z","steps":["trace[1259276791] 'agreement among raft nodes before linearized reading' (duration: 161.59262ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:04.709314Z","caller":"traceutil/trace.go:171","msg":"trace[86139306] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"172.734821ms","start":"2026-07-01T00:54:04.536536Z","end":"2026-07-01T00:54:04.709271Z","steps":["trace[86139306] 'process raft request' (duration: 171.953406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:04.709704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.715963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:54:04.709735Z","caller":"traceutil/trace.go:171","msg":"trace[1356529205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1223; }","duration":"107.778585ms","start":"2026-07-01T00:54:04.601943Z","end":"2026-07-01T00:54:04.709722Z","steps":["trace[1356529205] 'agreement among raft nodes before linearized reading' (duration: 107.718773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:04.70984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.792863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:54:04.709862Z","caller":"traceutil/trace.go:171","msg":"trace[1798949504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1223; }","duration":"106.826014ms","start":"2026-07-01T00:54:04.603029Z","end":"2026-07-01T00:54:04.709855Z","steps":["trace[1798949504] 'agreement among raft nodes before linearized reading' (duration: 106.744752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:04.709864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.167669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:54:04.709915Z","caller":"traceutil/trace.go:171","msg":"trace[2121502480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1223; }","duration":"158.259682ms","start":"2026-07-01T00:54:04.55164Z","end":"2026-07-01T00:54:04.7099Z","steps":["trace[2121502480] 'agreement among raft nodes before linearized reading' (duration: 158.018514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:04.709971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.40023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T00:54:04.710009Z","caller":"traceutil/trace.go:171","msg":"trace[705873261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1223; }","duration":"110.470842ms","start":"2026-07-01T00:54:04.599529Z","end":"2026-07-01T00:54:04.71Z","steps":["trace[705873261] 'agreement among raft nodes before linearized reading' (duration: 110.389109ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:04.824036Z","caller":"traceutil/trace.go:171","msg":"trace[670874978] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"111.360341ms","start":"2026-07-01T00:54:04.712652Z","end":"2026-07-01T00:54:04.824012Z","steps":["trace[670874978] 'process raft request' (duration: 55.361055ms)","trace[670874978] 'compare' (duration: 55.630994ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:04.824048Z","caller":"traceutil/trace.go:171","msg":"trace[1250462955] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"111.357941ms","start":"2026-07-01T00:54:04.712656Z","end":"2026-07-01T00:54:04.824014Z","steps":["trace[1250462955] 'process raft request' (duration: 111.231787ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:04.826049Z","caller":"traceutil/trace.go:171","msg":"trace[1751351038] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"113.306935ms","start":"2026-07-01T00:54:04.712725Z","end":"2026-07-01T00:54:04.826032Z","steps":["trace[1751351038] 'process raft request' (duration: 113.185121ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:04.826371Z","caller":"traceutil/trace.go:171","msg":"trace[980738057] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"113.17483ms","start":"2026-07-01T00:54:04.713176Z","end":"2026-07-01T00:54:04.826351Z","steps":["trace[980738057] 'process raft request' (duration: 112.818349ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:04.826462Z","caller":"traceutil/trace.go:171","msg":"trace[384168844] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"112.55602ms","start":"2026-07-01T00:54:04.713891Z","end":"2026-07-01T00:54:04.826447Z","steps":["trace[384168844] 'process raft request' (duration: 112.332843ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:04.826433Z","caller":"traceutil/trace.go:171","msg":"trace[1419310148] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"109.666856ms","start":"2026-07-01T00:54:04.716747Z","end":"2026-07-01T00:54:04.826414Z","steps":["trace[1419310148] 'process raft request' (duration: 109.593194ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:05.040855Z","caller":"traceutil/trace.go:171","msg":"trace[1129150125] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"121.635244ms","start":"2026-07-01T00:54:04.919175Z","end":"2026-07-01T00:54:05.04081Z","steps":["trace[1129150125] 'process raft request' (duration: 61.68431ms)","trace[1129150125] 'compare' (duration: 59.689636ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:06.856213Z","caller":"traceutil/trace.go:171","msg":"trace[1233355390] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1266; }","duration":"159.333837ms","start":"2026-07-01T00:54:06.69683Z","end":"2026-07-01T00:54:06.856164Z","steps":["trace[1233355390] 'read index received' (duration: 89.078829ms)","trace[1233355390] 'applied index is now lower than readState.Index' (duration: 70.251608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:06.856372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.541134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:54:06.856437Z","caller":"traceutil/trace.go:171","msg":"trace[671038605] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1230; }","duration":"159.675898ms","start":"2026-07-01T00:54:06.696747Z","end":"2026-07-01T00:54:06.856423Z","steps":["trace[671038605] 'agreement among raft nodes before linearized reading' (duration: 159.505253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:07.356592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465718447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:07.857681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465718447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:08.358345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465718447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:08.858795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465718447,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:08.877895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.053519397s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:54:08.878288Z","caller":"traceutil/trace.go:171","msg":"trace[1598973279] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"2.054010904s","start":"2026-07-01T00:54:06.824252Z","end":"2026-07-01T00:54:08.878263Z","steps":["trace[1598973279] 'process raft request' (duration: 2.053855129s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:08.878427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:06.824228Z","time spent":"2.054129758s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:09.205846Z","caller":"traceutil/trace.go:171","msg":"trace[875879821] linearizableReadLoop","detail":"{readStateIndex:1269; appliedIndex:1267; }","duration":"2.349537866s","start":"2026-07-01T00:54:06.856281Z","end":"2026-07-01T00:54:09.205819Z","steps":["trace[875879821] 'read index received' (duration: 2.021801639s)","trace[875879821] 'applied index is now lower than readState.Index' (duration: 327.734727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:09.205978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761771298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:54:09.205972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375381154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:54:09.206002Z","caller":"traceutil/trace.go:171","msg":"trace[813398103] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"2.159791224s","start":"2026-07-01T00:54:07.046193Z","end":"2026-07-01T00:54:09.205985Z","steps":["trace[813398103] 'process raft request' (duration: 2.157411626s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:09.206026Z","caller":"traceutil/trace.go:171","msg":"trace[1998320146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1232; }","duration":"2.375461968s","start":"2026-07-01T00:54:06.830553Z","end":"2026-07-01T00:54:09.206015Z","steps":["trace[1998320146] 'agreement among raft nodes before linearized reading' (duration: 2.375269351s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.206054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:06.830533Z","time spent":"2.375516179s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:54:09.206057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376312335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T00:54:09.206043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377906597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T00:54:09.206081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.002585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-07-01T00:54:09.20606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377413591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:54:09.206093Z","caller":"traceutil/trace.go:171","msg":"trace[1274723622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1232; }","duration":"2.376373797s","start":"2026-07-01T00:54:06.829706Z","end":"2026-07-01T00:54:09.20608Z","steps":["trace[1274723622] 'agreement among raft nodes before linearized reading' (duration: 2.376297644s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.206105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.04617Z","time spent":"2.159876967s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:09.206111Z","caller":"traceutil/trace.go:171","msg":"trace[25194885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1232; }","duration":"2.378057381s","start":"2026-07-01T00:54:06.828037Z","end":"2026-07-01T00:54:09.206094Z","steps":["trace[25194885] 'agreement among raft nodes before linearized reading' (duration: 2.377879485s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:09.20611Z","caller":"traceutil/trace.go:171","msg":"trace[1790344135] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1232; }","duration":"204.032206ms","start":"2026-07-01T00:54:09.002069Z","end":"2026-07-01T00:54:09.206102Z","steps":["trace[1790344135] 'agreement among raft nodes before linearized reading' (duration: 203.971654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.206145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:06.829696Z","time spent":"2.376437768s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:54:09.206154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:06.828017Z","time spent":"2.378124104s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T00:54:09.20614Z","caller":"traceutil/trace.go:171","msg":"trace[781955494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1232; }","duration":"2.377553835s","start":"2026-07-01T00:54:06.828568Z","end":"2026-07-01T00:54:09.206121Z","steps":["trace[781955494] 'agreement among raft nodes before linearized reading' (duration: 2.377346388s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.206196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:06.828544Z","time spent":"2.377643658s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:54:09.206015Z","caller":"traceutil/trace.go:171","msg":"trace[86391772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1232; }","duration":"1.76185932s","start":"2026-07-01T00:54:07.444147Z","end":"2026-07-01T00:54:09.206006Z","steps":["trace[86391772] 'agreement among raft nodes before linearized reading' (duration: 1.761788188s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.206242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:07.444119Z","time spent":"1.762117399s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:54:09.205979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377007207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:54:09.206325Z","caller":"traceutil/trace.go:171","msg":"trace[1839894023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1232; }","duration":"2.377363529s","start":"2026-07-01T00:54:06.828946Z","end":"2026-07-01T00:54:09.20631Z","steps":["trace[1839894023] 'agreement among raft nodes before linearized reading' (duration: 2.376920485s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:09.206449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:06.828938Z","time spent":"2.377469172s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:54:12.838026Z","caller":"traceutil/trace.go:171","msg":"trace[545930414] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"112.227229ms","start":"2026-07-01T00:54:12.725781Z","end":"2026-07-01T00:54:12.838008Z","steps":["trace[545930414] 'process raft request' (duration: 112.117135ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:12.979799Z","caller":"traceutil/trace.go:171","msg":"trace[1467770830] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"134.969216ms","start":"2026-07-01T00:54:12.84481Z","end":"2026-07-01T00:54:12.979779Z","steps":["trace[1467770830] 'process raft request' (duration: 79.185105ms)","trace[1467770830] 'compare' (duration: 55.692308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:13.791905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.457922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:13.792248Z","caller":"traceutil/trace.go:171","msg":"trace[551407873] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1269; }","duration":"131.617527ms","start":"2026-07-01T00:54:13.660366Z","end":"2026-07-01T00:54:13.791983Z","steps":["trace[551407873] 'count revisions from in-memory index tree' (duration: 131.37792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:27.226623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465718745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:54:27.628539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.706404ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-01T00:54:27.628775Z","caller":"traceutil/trace.go:171","msg":"trace[337121535] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"325.489376ms","start":"2026-07-01T00:54:27.303266Z","end":"2026-07-01T00:54:27.628755Z","steps":["trace[337121535] 'process raft request' (duration: 325.373232ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:27.628814Z","caller":"traceutil/trace.go:171","msg":"trace[2071843025] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1421; }","duration":"903.042512ms","start":"2026-07-01T00:54:26.725733Z","end":"2026-07-01T00:54:27.628776Z","steps":["trace[2071843025] 'read index received' (duration: 769.10639ms)","trace[2071843025] 'applied index is now lower than readState.Index' (duration: 133.931572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:27.628895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.30324Z","time spent":"325.578539ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:27.629063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:54:27.629118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.331461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-r8ftw\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-01T00:54:27.629222Z","caller":"traceutil/trace.go:171","msg":"trace[683983627] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-r8ftw; range_end:; response_count:1; response_revision:1377; }","duration":"903.501777ms","start":"2026-07-01T00:54:26.7257Z","end":"2026-07-01T00:54:27.629202Z","steps":["trace[683983627] 'agreement among raft nodes before linearized reading' (duration: 903.184376ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:27.629145Z","caller":"traceutil/trace.go:171","msg":"trace[2108458216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1377; }","duration":"184.226704ms","start":"2026-07-01T00:54:27.444901Z","end":"2026-07-01T00:54:27.629128Z","steps":["trace[2108458216] 'agreement among raft nodes before linearized reading' (duration: 184.07954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:27.629313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:26.725685Z","time spent":"903.61566ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4218,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-r8ftw\" "} {"level":"warn","ts":"2026-07-01T00:54:28.220927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465718753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T00:54:28.274501Z","caller":"traceutil/trace.go:171","msg":"trace[1225389696] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1424; }","duration":"554.403492ms","start":"2026-07-01T00:54:27.720081Z","end":"2026-07-01T00:54:28.274484Z","steps":["trace[1225389696] 'read index received' (duration: 554.241346ms)","trace[1225389696] 'applied index is now lower than readState.Index' (duration: 161.585µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:28.274633Z","caller":"traceutil/trace.go:171","msg":"trace[1573594173] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"637.583356ms","start":"2026-07-01T00:54:27.637021Z","end":"2026-07-01T00:54:28.274604Z","steps":["trace[1573594173] 'process raft request' (duration: 637.349629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:28.274777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.893785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:54:28.274802Z","caller":"traceutil/trace.go:171","msg":"trace[1315544739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1379; }","duration":"553.936316ms","start":"2026-07-01T00:54:27.720859Z","end":"2026-07-01T00:54:28.274795Z","steps":["trace[1315544739] 'agreement among raft nodes before linearized reading' (duration: 553.876144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:28.274806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.034929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T00:54:28.27486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.897802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:54:28.274865Z","caller":"traceutil/trace.go:171","msg":"trace[149389005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1379; }","duration":"554.121213ms","start":"2026-07-01T00:54:27.720731Z","end":"2026-07-01T00:54:28.274852Z","steps":["trace[149389005] 'agreement among raft nodes before linearized reading' (duration: 553.919236ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:28.274882Z","caller":"traceutil/trace.go:171","msg":"trace[2064194785] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1379; }","duration":"367.967014ms","start":"2026-07-01T00:54:27.906909Z","end":"2026-07-01T00:54:28.274876Z","steps":["trace[2064194785] 'agreement among raft nodes before linearized reading' (duration: 367.928083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:28.274905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.90689Z","time spent":"368.007846ms","remote":"127.0.0.1:46508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":28,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:54:28.27491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.720723Z","time spent":"554.174464ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:54:28.274898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.087561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T00:54:28.274824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.720854Z","time spent":"553.965807ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:54:28.274862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.636998Z","time spent":"637.753872ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:28.274711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.617348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:54:28.275347Z","caller":"traceutil/trace.go:171","msg":"trace[1847404720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1379; }","duration":"555.28428ms","start":"2026-07-01T00:54:27.720048Z","end":"2026-07-01T00:54:28.275332Z","steps":["trace[1847404720] 'agreement among raft nodes before linearized reading' (duration: 554.546446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:28.275389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.720037Z","time spent":"555.339922ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T00:54:28.274972Z","caller":"traceutil/trace.go:171","msg":"trace[736592918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1379; }","duration":"554.214255ms","start":"2026-07-01T00:54:27.720742Z","end":"2026-07-01T00:54:28.274956Z","steps":["trace[736592918] 'agreement among raft nodes before linearized reading' (duration: 553.996678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:28.27549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:27.720725Z","time spent":"554.742103ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:54:28.583524Z","caller":"traceutil/trace.go:171","msg":"trace[1739929849] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"304.464621ms","start":"2026-07-01T00:54:28.27903Z","end":"2026-07-01T00:54:28.583495Z","steps":["trace[1739929849] 'process raft request' (duration: 252.224975ms)","trace[1739929849] 'compare' (duration: 52.125112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:28.583675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:28.279006Z","time spent":"304.586555ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:28.610244Z","caller":"traceutil/trace.go:171","msg":"trace[2104198651] linearizableReadLoop","detail":"{readStateIndex:1429; appliedIndex:1425; }","duration":"195.276735ms","start":"2026-07-01T00:54:28.414951Z","end":"2026-07-01T00:54:28.610227Z","steps":["trace[2104198651] 'read index received' (duration: 116.316218ms)","trace[2104198651] 'applied index is now lower than readState.Index' (duration: 78.959917ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:28.610301Z","caller":"traceutil/trace.go:171","msg":"trace[971108792] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"331.183563ms","start":"2026-07-01T00:54:28.279081Z","end":"2026-07-01T00:54:28.610264Z","steps":["trace[971108792] 'process raft request' (duration: 331.007947ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:28.610349Z","caller":"traceutil/trace.go:171","msg":"trace[915275884] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"331.214434ms","start":"2026-07-01T00:54:28.27912Z","end":"2026-07-01T00:54:28.610334Z","steps":["trace[915275884] 'process raft request' (duration: 331.053949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:28.610384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.399559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:54:28.610417Z","caller":"traceutil/trace.go:171","msg":"trace[1457236598] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1383; }","duration":"195.523633ms","start":"2026-07-01T00:54:28.414885Z","end":"2026-07-01T00:54:28.610409Z","steps":["trace[1457236598] 'agreement among raft nodes before linearized reading' (duration: 195.41102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:28.610431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:28.279097Z","time spent":"331.286206ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:28.610443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:28.279034Z","time spent":"331.331548ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:28.610557Z","caller":"traceutil/trace.go:171","msg":"trace[476713483] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"330.748979ms","start":"2026-07-01T00:54:28.279729Z","end":"2026-07-01T00:54:28.610478Z","steps":["trace[476713483] 'process raft request' (duration: 330.47592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:28.610758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:28.279706Z","time spent":"330.960106ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:28.886034Z","caller":"traceutil/trace.go:171","msg":"trace[972552650] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"101.907227ms","start":"2026-07-01T00:54:28.784101Z","end":"2026-07-01T00:54:28.886008Z","steps":["trace[972552650] 'process raft request' (duration: 101.737752ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:29.390087Z","caller":"traceutil/trace.go:171","msg":"trace[1016101840] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"123.225614ms","start":"2026-07-01T00:54:29.266842Z","end":"2026-07-01T00:54:29.390068Z","steps":["trace[1016101840] 'process raft request' (duration: 123.10908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:30.121897Z","caller":"traceutil/trace.go:171","msg":"trace[655536199] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1433; }","duration":"121.767765ms","start":"2026-07-01T00:54:30.000098Z","end":"2026-07-01T00:54:30.121866Z","steps":["trace[655536199] 'read index received' (duration: 81.199191ms)","trace[655536199] 'applied index is now lower than readState.Index' (duration: 40.566684ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:30.121993Z","caller":"traceutil/trace.go:171","msg":"trace[1694646118] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"429.887933ms","start":"2026-07-01T00:54:29.692055Z","end":"2026-07-01T00:54:30.121943Z","steps":["trace[1694646118] 'process raft request' (duration: 389.229177ms)","trace[1694646118] 'compare' (duration: 40.244043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:30.122067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.93245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:30.122174Z","caller":"traceutil/trace.go:171","msg":"trace[1921964012] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1388; }","duration":"122.075295ms","start":"2026-07-01T00:54:30.000069Z","end":"2026-07-01T00:54:30.122144Z","steps":["trace[1921964012] 'agreement among raft nodes before linearized reading' (duration: 121.898329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:30.122172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:29.692034Z","time spent":"430.033058ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:30.386404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.17478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:54:30.386672Z","caller":"traceutil/trace.go:171","msg":"trace[536293037] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"212.26299ms","start":"2026-07-01T00:54:30.174365Z","end":"2026-07-01T00:54:30.386628Z","steps":["trace[536293037] 'process raft request' (duration: 85.721699ms)","trace[536293037] 'compare' (duration: 125.995923ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:30.79954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.946019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:54:30.799643Z","caller":"traceutil/trace.go:171","msg":"trace[938742008] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"158.951989ms","start":"2026-07-01T00:54:30.640676Z","end":"2026-07-01T00:54:30.799628Z","steps":["trace[938742008] 'process raft request' (duration: 33.837434ms)","trace[938742008] 'compare' (duration: 124.821225ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:30.824989Z","caller":"traceutil/trace.go:171","msg":"trace[1845653447] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"183.160789ms","start":"2026-07-01T00:54:30.641797Z","end":"2026-07-01T00:54:30.824957Z","steps":["trace[1845653447] 'process raft request' (duration: 182.953573ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:30.825056Z","caller":"traceutil/trace.go:171","msg":"trace[1606607091] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"183.180799ms","start":"2026-07-01T00:54:30.641838Z","end":"2026-07-01T00:54:30.825019Z","steps":["trace[1606607091] 'process raft request' (duration: 183.038465ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:33.068327Z","caller":"traceutil/trace.go:171","msg":"trace[1843471613] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"154.578687ms","start":"2026-07-01T00:54:32.913719Z","end":"2026-07-01T00:54:33.068297Z","steps":["trace[1843471613] 'process raft request' (duration: 98.373811ms)","trace[1843471613] 'compare' (duration: 56.054861ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:33.083979Z","caller":"traceutil/trace.go:171","msg":"trace[1287352192] linearizableReadLoop","detail":"{readStateIndex:1530; appliedIndex:1528; }","duration":"126.441308ms","start":"2026-07-01T00:54:32.95752Z","end":"2026-07-01T00:54:33.083961Z","steps":["trace[1287352192] 'read index received' (duration: 54.54493ms)","trace[1287352192] 'applied index is now lower than readState.Index' (duration: 71.895828ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:33.08404Z","caller":"traceutil/trace.go:171","msg":"trace[61367811] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"139.545276ms","start":"2026-07-01T00:54:32.94446Z","end":"2026-07-01T00:54:33.084006Z","steps":["trace[61367811] 'process raft request' (duration: 139.379151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:33.08415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.605874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:33.08423Z","caller":"traceutil/trace.go:171","msg":"trace[1814954181] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1483; }","duration":"126.732887ms","start":"2026-07-01T00:54:32.957481Z","end":"2026-07-01T00:54:33.084214Z","steps":["trace[1814954181] 'agreement among raft nodes before linearized reading' (duration: 126.551281ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:33.274561Z","caller":"traceutil/trace.go:171","msg":"trace[1177941718] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"119.060226ms","start":"2026-07-01T00:54:33.155422Z","end":"2026-07-01T00:54:33.274483Z","steps":["trace[1177941718] 'process raft request' (duration: 39.82414ms)","trace[1177941718] 'compare' (duration: 79.087811ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:33.519769Z","caller":"traceutil/trace.go:171","msg":"trace[128794049] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"141.411887ms","start":"2026-07-01T00:54:33.378327Z","end":"2026-07-01T00:54:33.519739Z","steps":["trace[128794049] 'process raft request' (duration: 141.184659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:34.963618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.799955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:54:34.963705Z","caller":"traceutil/trace.go:171","msg":"trace[375484446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1498; }","duration":"124.934299ms","start":"2026-07-01T00:54:34.838746Z","end":"2026-07-01T00:54:34.963681Z","steps":["trace[375484446] 'range keys from in-memory index tree' (duration: 124.592288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:34.963906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.989778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:54:34.96404Z","caller":"traceutil/trace.go:171","msg":"trace[1058222069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1498; }","duration":"124.235505ms","start":"2026-07-01T00:54:34.839777Z","end":"2026-07-01T00:54:34.964012Z","steps":["trace[1058222069] 'range keys from in-memory index tree' (duration: 123.728749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:34.964041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.504526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:54:34.964164Z","caller":"traceutil/trace.go:171","msg":"trace[168372265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1498; }","duration":"151.716843ms","start":"2026-07-01T00:54:34.812418Z","end":"2026-07-01T00:54:34.964135Z","steps":["trace[168372265] 'range keys from in-memory index tree' (duration: 151.220237ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:35.457052Z","caller":"traceutil/trace.go:171","msg":"trace[1206657768] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"489.911444ms","start":"2026-07-01T00:54:34.967092Z","end":"2026-07-01T00:54:35.457003Z","steps":["trace[1206657768] 'process raft request' (duration: 489.48294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:35.457315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:34.967068Z","time spent":"490.122581ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:35.588514Z","caller":"traceutil/trace.go:171","msg":"trace[663653023] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"620.25002ms","start":"2026-07-01T00:54:34.968234Z","end":"2026-07-01T00:54:35.588484Z","steps":["trace[663653023] 'process raft request' (duration: 606.986517ms)","trace[663653023] 'compare' (duration: 12.929792ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:35.58859Z","caller":"traceutil/trace.go:171","msg":"trace[1519516318] linearizableReadLoop","detail":"{readStateIndex:1548; appliedIndex:1545; }","duration":"211.216325ms","start":"2026-07-01T00:54:35.377343Z","end":"2026-07-01T00:54:35.588559Z","steps":["trace[1519516318] 'read index received' (duration: 79.190935ms)","trace[1519516318] 'applied index is now lower than readState.Index' (duration: 132.02007ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:35.588639Z","caller":"traceutil/trace.go:171","msg":"trace[1485205870] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"620.291041ms","start":"2026-07-01T00:54:34.968316Z","end":"2026-07-01T00:54:35.588607Z","steps":["trace[1485205870] 'process raft request' (duration: 620.114705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:35.588677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:34.968221Z","time spent":"620.370593ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:35.588755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:34.968308Z","time spent":"620.388773ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:35.588756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.390131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:54:35.588821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.74817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:35.588835Z","caller":"traceutil/trace.go:171","msg":"trace[1784143377] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1501; }","duration":"211.534735ms","start":"2026-07-01T00:54:35.377284Z","end":"2026-07-01T00:54:35.588819Z","steps":["trace[1784143377] 'agreement among raft nodes before linearized reading' (duration: 211.393801ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:35.588869Z","caller":"traceutil/trace.go:171","msg":"trace[1000229070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1501; }","duration":"142.869894ms","start":"2026-07-01T00:54:35.445986Z","end":"2026-07-01T00:54:35.588856Z","steps":["trace[1000229070] 'agreement among raft nodes before linearized reading' (duration: 142.75782ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:36.317269Z","caller":"traceutil/trace.go:171","msg":"trace[1003005052] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"132.120694ms","start":"2026-07-01T00:54:36.18513Z","end":"2026-07-01T00:54:36.317251Z","steps":["trace[1003005052] 'process raft request' (duration: 131.99849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:39.831364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.835946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:54:39.831543Z","caller":"traceutil/trace.go:171","msg":"trace[1634435912] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1514; }","duration":"431.026372ms","start":"2026-07-01T00:54:39.400465Z","end":"2026-07-01T00:54:39.831492Z","steps":["trace[1634435912] 'count revisions from in-memory index tree' (duration: 430.710281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:39.831371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.092902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:54:39.83165Z","caller":"traceutil/trace.go:171","msg":"trace[1808886238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1514; }","duration":"196.387512ms","start":"2026-07-01T00:54:39.63523Z","end":"2026-07-01T00:54:39.831617Z","steps":["trace[1808886238] 'range keys from in-memory index tree' (duration: 195.927627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:39.831675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.400445Z","time spent":"431.215518ms","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":28,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:54:39.831435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.472225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:39.83192Z","caller":"traceutil/trace.go:171","msg":"trace[1630861550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1514; }","duration":"385.984341ms","start":"2026-07-01T00:54:39.445924Z","end":"2026-07-01T00:54:39.831909Z","steps":["trace[1630861550] 'range keys from in-memory index tree' (duration: 385.391803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:39.831961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.445907Z","time spent":"386.037554ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:54:39.831526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.235234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:54:39.832147Z","caller":"traceutil/trace.go:171","msg":"trace[633951148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1514; }","duration":"361.907496ms","start":"2026-07-01T00:54:39.470227Z","end":"2026-07-01T00:54:39.832135Z","steps":["trace[633951148] 'range keys from in-memory index tree' (duration: 361.041607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:39.832182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.470207Z","time spent":"361.964758ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:54:40.185098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465718984,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T00:54:40.185607Z","caller":"traceutil/trace.go:171","msg":"trace[196027580] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"506.385172ms","start":"2026-07-01T00:54:39.679189Z","end":"2026-07-01T00:54:40.185574Z","steps":["trace[196027580] 'process raft request' (duration: 506.201316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:40.185706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.67916Z","time spent":"506.480655ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:40.312358Z","caller":"traceutil/trace.go:171","msg":"trace[609457675] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"475.980378ms","start":"2026-07-01T00:54:39.83636Z","end":"2026-07-01T00:54:40.31234Z","steps":["trace[609457675] 'process raft request' (duration: 475.918316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:40.312486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.836313Z","time spent":"476.112393ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:40.31254Z","caller":"traceutil/trace.go:171","msg":"trace[1510883729] linearizableReadLoop","detail":"{readStateIndex:1566; appliedIndex:1562; }","duration":"627.784825ms","start":"2026-07-01T00:54:39.684741Z","end":"2026-07-01T00:54:40.312526Z","steps":["trace[1510883729] 'read index received' (duration: 500.677816ms)","trace[1510883729] 'applied index is now lower than readState.Index' (duration: 127.104969ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:40.312623Z","caller":"traceutil/trace.go:171","msg":"trace[1422610833] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"475.646907ms","start":"2026-07-01T00:54:39.836948Z","end":"2026-07-01T00:54:40.312595Z","steps":["trace[1422610833] 'process raft request' (duration: 475.364948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:40.312683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.571205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:40.312714Z","caller":"traceutil/trace.go:171","msg":"trace[1206990015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1518; }","duration":"479.636788ms","start":"2026-07-01T00:54:39.833067Z","end":"2026-07-01T00:54:40.312704Z","steps":["trace[1206990015] 'agreement among raft nodes before linearized reading' (duration: 479.549575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:40.31273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.280502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:54:40.312747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.833051Z","time spent":"479.688439ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:54:40.312751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.014672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:54:40.312354Z","caller":"traceutil/trace.go:171","msg":"trace[312882110] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"491.603558ms","start":"2026-07-01T00:54:39.820719Z","end":"2026-07-01T00:54:40.312323Z","steps":["trace[312882110] 'process raft request' (duration: 490.005266ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:40.312779Z","caller":"traceutil/trace.go:171","msg":"trace[1501395771] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1518; }","duration":"341.387005ms","start":"2026-07-01T00:54:39.971379Z","end":"2026-07-01T00:54:40.312766Z","steps":["trace[1501395771] 'agreement among raft nodes before linearized reading' (duration: 341.306772ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:40.312798Z","caller":"traceutil/trace.go:171","msg":"trace[1042504328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1518; }","duration":"628.098774ms","start":"2026-07-01T00:54:39.684686Z","end":"2026-07-01T00:54:40.312785Z","steps":["trace[1042504328] 'agreement among raft nodes before linearized reading' (duration: 627.925749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:40.312811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.971353Z","time spent":"341.448637ms","remote":"127.0.0.1:51838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:54:40.312832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.684666Z","time spent":"628.158437ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:54:40.312837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.820693Z","time spent":"492.102525ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:54:40.312744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:39.836937Z","time spent":"475.749611ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:54:47.084663Z","caller":"traceutil/trace.go:171","msg":"trace[1190328821] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"180.420351ms","start":"2026-07-01T00:54:46.904221Z","end":"2026-07-01T00:54:47.084642Z","steps":["trace[1190328821] 'process raft request' (duration: 180.272196ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:52.002611Z","caller":"traceutil/trace.go:171","msg":"trace[1741613580] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"191.290926ms","start":"2026-07-01T00:54:51.81129Z","end":"2026-07-01T00:54:52.00258Z","steps":["trace[1741613580] 'process raft request' (duration: 190.987266ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:52.012189Z","caller":"traceutil/trace.go:171","msg":"trace[304058658] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"113.435504ms","start":"2026-07-01T00:54:51.898715Z","end":"2026-07-01T00:54:52.01215Z","steps":["trace[304058658] 'process raft request' (duration: 113.282689ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:53.549624Z","caller":"traceutil/trace.go:171","msg":"trace[76777452] linearizableReadLoop","detail":"{readStateIndex:1836; appliedIndex:1835; }","duration":"110.493298ms","start":"2026-07-01T00:54:53.439107Z","end":"2026-07-01T00:54:53.5496Z","steps":["trace[76777452] 'read index received' (duration: 39.624694ms)","trace[76777452] 'applied index is now lower than readState.Index' (duration: 70.867734ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:53.549657Z","caller":"traceutil/trace.go:171","msg":"trace[1507546915] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"110.780277ms","start":"2026-07-01T00:54:53.438845Z","end":"2026-07-01T00:54:53.549625Z","steps":["trace[1507546915] 'process raft request' (duration: 39.841891ms)","trace[1507546915] 'compare' (duration: 70.787291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:54:53.549856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.089776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:53.54993Z","caller":"traceutil/trace.go:171","msg":"trace[296383156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1767; }","duration":"107.220381ms","start":"2026-07-01T00:54:53.442692Z","end":"2026-07-01T00:54:53.549912Z","steps":["trace[296383156] 'agreement among raft nodes before linearized reading' (duration: 107.062886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:53.549913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.777357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T00:54:53.550674Z","caller":"traceutil/trace.go:171","msg":"trace[1617516653] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1767; }","duration":"111.574523ms","start":"2026-07-01T00:54:53.439084Z","end":"2026-07-01T00:54:53.550658Z","steps":["trace[1617516653] 'agreement among raft nodes before linearized reading' (duration: 110.665304ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:54.037382Z","caller":"traceutil/trace.go:171","msg":"trace[1086447933] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1838; }","duration":"146.638918ms","start":"2026-07-01T00:54:53.89072Z","end":"2026-07-01T00:54:54.037359Z","steps":["trace[1086447933] 'read index received' (duration: 146.598347ms)","trace[1086447933] 'applied index is now lower than readState.Index' (duration: 39.891µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:54.03747Z","caller":"traceutil/trace.go:171","msg":"trace[1019153207] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1768; }","duration":"189.646042ms","start":"2026-07-01T00:54:53.847767Z","end":"2026-07-01T00:54:54.037413Z","steps":["trace[1019153207] 'process raft request' (duration: 189.498187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:54.037555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.818454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6464"} {"level":"info","ts":"2026-07-01T00:54:54.037611Z","caller":"traceutil/trace.go:171","msg":"trace[812146172] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:1768; }","duration":"146.994689ms","start":"2026-07-01T00:54:53.890609Z","end":"2026-07-01T00:54:54.037603Z","steps":["trace[812146172] 'agreement among raft nodes before linearized reading' (duration: 146.826133ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:54.281989Z","caller":"traceutil/trace.go:171","msg":"trace[1488012525] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1839; }","duration":"242.953911ms","start":"2026-07-01T00:54:54.039015Z","end":"2026-07-01T00:54:54.281969Z","steps":["trace[1488012525] 'read index received' (duration: 242.569568ms)","trace[1488012525] 'applied index is now lower than readState.Index' (duration: 383.513µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:54.282053Z","caller":"traceutil/trace.go:171","msg":"trace[1082466933] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1768; }","duration":"312.821742ms","start":"2026-07-01T00:54:53.969182Z","end":"2026-07-01T00:54:54.282004Z","steps":["trace[1082466933] 'process raft request' (duration: 312.583444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:54.282194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:54:53.969159Z","time spent":"312.965557ms","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:54:54.282276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.24011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9038"} {"level":"info","ts":"2026-07-01T00:54:54.282433Z","caller":"traceutil/trace.go:171","msg":"trace[12642515] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:1768; }","duration":"243.461747ms","start":"2026-07-01T00:54:54.038952Z","end":"2026-07-01T00:54:54.282414Z","steps":["trace[12642515] 'agreement among raft nodes before linearized reading' (duration: 243.139327ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:54:59.073739Z","caller":"traceutil/trace.go:171","msg":"trace[1981795744] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1885; }","duration":"102.775046ms","start":"2026-07-01T00:54:58.970948Z","end":"2026-07-01T00:54:59.073723Z","steps":["trace[1981795744] 'read index received' (duration: 102.631771ms)","trace[1981795744] 'applied index is now lower than readState.Index' (duration: 142.685µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:54:59.073818Z","caller":"traceutil/trace.go:171","msg":"trace[1569021600] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"114.912812ms","start":"2026-07-01T00:54:58.958881Z","end":"2026-07-01T00:54:59.073794Z","steps":["trace[1569021600] 'process raft request' (duration: 114.740396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:59.073846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.880119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:59.07387Z","caller":"traceutil/trace.go:171","msg":"trace[1522483927] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1812; }","duration":"102.92157ms","start":"2026-07-01T00:54:58.970941Z","end":"2026-07-01T00:54:59.073862Z","steps":["trace[1522483927] 'agreement among raft nodes before linearized reading' (duration: 102.865788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:59.074019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.91046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:59.074039Z","caller":"traceutil/trace.go:171","msg":"trace[802055721] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1812; }","duration":"102.941161ms","start":"2026-07-01T00:54:58.971093Z","end":"2026-07-01T00:54:59.074034Z","steps":["trace[802055721] 'agreement among raft nodes before linearized reading' (duration: 102.90807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:54:59.074157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.089126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:54:59.074285Z","caller":"traceutil/trace.go:171","msg":"trace[188081025] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:1812; }","duration":"103.276171ms","start":"2026-07-01T00:54:58.970989Z","end":"2026-07-01T00:54:59.074265Z","steps":["trace[188081025] 'agreement among raft nodes before linearized reading' (duration: 103.011503ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:00.764436Z","caller":"traceutil/trace.go:171","msg":"trace[2125163972] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"257.543568ms","start":"2026-07-01T00:55:00.506864Z","end":"2026-07-01T00:55:00.764407Z","steps":["trace[2125163972] 'process raft request' (duration: 257.414104ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:00.764458Z","caller":"traceutil/trace.go:171","msg":"trace[921474851] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"257.622291ms","start":"2026-07-01T00:55:00.506812Z","end":"2026-07-01T00:55:00.764434Z","steps":["trace[921474851] 'process raft request' (duration: 212.824438ms)","trace[921474851] 'compare' (duration: 44.335858ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:00.764683Z","caller":"traceutil/trace.go:171","msg":"trace[464416060] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"257.085744ms","start":"2026-07-01T00:55:00.507588Z","end":"2026-07-01T00:55:00.764674Z","steps":["trace[464416060] 'process raft request' (duration: 256.779984ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:00.764754Z","caller":"traceutil/trace.go:171","msg":"trace[1340630800] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"206.292675ms","start":"2026-07-01T00:55:00.558447Z","end":"2026-07-01T00:55:00.76474Z","steps":["trace[1340630800] 'process raft request' (duration: 206.118419ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:00.764664Z","caller":"traceutil/trace.go:171","msg":"trace[114131886] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1899; }","duration":"206.950367ms","start":"2026-07-01T00:55:00.557695Z","end":"2026-07-01T00:55:00.764645Z","steps":["trace[114131886] 'read index received' (duration: 1.198929ms)","trace[114131886] 'applied index is now lower than readState.Index' (duration: 205.750638ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:00.76493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.229505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-07-01T00:55:00.764968Z","caller":"traceutil/trace.go:171","msg":"trace[1881640860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1829; }","duration":"207.331249ms","start":"2026-07-01T00:55:00.557627Z","end":"2026-07-01T00:55:00.764958Z","steps":["trace[1881640860] 'agreement among raft nodes before linearized reading' (duration: 207.186094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.350511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.374429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:55:01.350651Z","caller":"traceutil/trace.go:171","msg":"trace[287966323] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1829; }","duration":"263.528764ms","start":"2026-07-01T00:55:01.087096Z","end":"2026-07-01T00:55:01.350625Z","steps":["trace[287966323] 'count revisions from in-memory index tree' (duration: 263.259935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.350735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.170699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:01.350783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.879331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b8blp\" ","response":"range_response_count:1 size:5782"} {"level":"info","ts":"2026-07-01T00:55:01.350816Z","caller":"traceutil/trace.go:171","msg":"trace[182074653] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1829; }","duration":"107.299893ms","start":"2026-07-01T00:55:01.243497Z","end":"2026-07-01T00:55:01.350797Z","steps":["trace[182074653] 'count revisions from in-memory index tree' (duration: 107.048035ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:01.350851Z","caller":"traceutil/trace.go:171","msg":"trace[1679050689] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b8blp; range_end:; response_count:1; response_revision:1829; }","duration":"454.982814ms","start":"2026-07-01T00:55:00.89585Z","end":"2026-07-01T00:55:01.350833Z","steps":["trace[1679050689] 'range keys from in-memory index tree' (duration: 454.682204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:01.350883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:00.895832Z","time spent":"455.043596ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5803,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-7f8596f788-b8blp\" "} {"level":"warn","ts":"2026-07-01T00:55:01.351089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.791535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T00:55:01.351186Z","caller":"traceutil/trace.go:171","msg":"trace[937006011] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:1829; }","duration":"182.282791ms","start":"2026-07-01T00:55:01.168876Z","end":"2026-07-01T00:55:01.351159Z","steps":["trace[937006011] 'range keys from in-memory index tree' (duration: 181.601779ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:01.539925Z","caller":"traceutil/trace.go:171","msg":"trace[411084200] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"154.252845ms","start":"2026-07-01T00:55:01.385614Z","end":"2026-07-01T00:55:01.539867Z","steps":["trace[411084200] 'process raft request' (duration: 74.394178ms)","trace[411084200] 'compare' (duration: 79.595578ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:01.540057Z","caller":"traceutil/trace.go:171","msg":"trace[1188942740] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"152.731445ms","start":"2026-07-01T00:55:01.387295Z","end":"2026-07-01T00:55:01.540027Z","steps":["trace[1188942740] 'process raft request' (duration: 152.439586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:02.673126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.468158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:02.673206Z","caller":"traceutil/trace.go:171","msg":"trace[762684594] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1911; }","duration":"110.195737ms","start":"2026-07-01T00:55:02.562998Z","end":"2026-07-01T00:55:02.673194Z","steps":["trace[762684594] 'read index received' (duration: 35.901µs)","trace[762684594] 'applied index is now lower than readState.Index' (duration: 110.158996ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:02.673416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.423764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:55:02.673445Z","caller":"traceutil/trace.go:171","msg":"trace[554309006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1837; }","duration":"110.480666ms","start":"2026-07-01T00:55:02.562957Z","end":"2026-07-01T00:55:02.673438Z","steps":["trace[554309006] 'agreement among raft nodes before linearized reading' (duration: 110.269339ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:02.67345Z","caller":"traceutil/trace.go:171","msg":"trace[1159718421] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"165.307347ms","start":"2026-07-01T00:55:02.508117Z","end":"2026-07-01T00:55:02.673424Z","steps":["trace[1159718421] 'process raft request' (duration: 53.466446ms)","trace[1159718421] 'compare' (duration: 111.368455ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:02.929203Z","caller":"traceutil/trace.go:171","msg":"trace[1662160734] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"156.946264ms","start":"2026-07-01T00:55:02.772225Z","end":"2026-07-01T00:55:02.929171Z","steps":["trace[1662160734] 'process raft request' (duration: 156.50722ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:02.929345Z","caller":"traceutil/trace.go:171","msg":"trace[288698256] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"157.075378ms","start":"2026-07-01T00:55:02.772249Z","end":"2026-07-01T00:55:02.929324Z","steps":["trace[288698256] 'process raft request' (duration: 156.855511ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:02.938575Z","caller":"traceutil/trace.go:171","msg":"trace[119424233] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1913; }","duration":"147.060431ms","start":"2026-07-01T00:55:02.791494Z","end":"2026-07-01T00:55:02.938555Z","steps":["trace[119424233] 'read index received' (duration: 137.268521ms)","trace[119424233] 'applied index is now lower than readState.Index' (duration: 9.79111ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:02.938675Z","caller":"traceutil/trace.go:171","msg":"trace[1160310001] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"166.124573ms","start":"2026-07-01T00:55:02.772533Z","end":"2026-07-01T00:55:02.938657Z","steps":["trace[1160310001] 'process raft request' (duration: 165.910336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:02.938763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.242847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3995"} {"level":"info","ts":"2026-07-01T00:55:02.938796Z","caller":"traceutil/trace.go:171","msg":"trace[286437161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1841; }","duration":"147.323879ms","start":"2026-07-01T00:55:02.791461Z","end":"2026-07-01T00:55:02.938785Z","steps":["trace[286437161] 'agreement among raft nodes before linearized reading' (duration: 147.190715ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:04.627199Z","caller":"traceutil/trace.go:171","msg":"trace[1963331698] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1918; }","duration":"184.562806ms","start":"2026-07-01T00:55:04.442612Z","end":"2026-07-01T00:55:04.627175Z","steps":["trace[1963331698] 'read index received' (duration: 184.298237ms)","trace[1963331698] 'applied index is now lower than readState.Index' (duration: 263.569µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:04.6273Z","caller":"traceutil/trace.go:171","msg":"trace[1610191004] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"191.45172ms","start":"2026-07-01T00:55:04.435825Z","end":"2026-07-01T00:55:04.627277Z","steps":["trace[1610191004] 'process raft request' (duration: 191.173231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:04.62736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.729641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:04.627408Z","caller":"traceutil/trace.go:171","msg":"trace[230117190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1844; }","duration":"184.825434ms","start":"2026-07-01T00:55:04.442568Z","end":"2026-07-01T00:55:04.627393Z","steps":["trace[230117190] 'agreement among raft nodes before linearized reading' (duration: 184.725221ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:11.259367Z","caller":"traceutil/trace.go:171","msg":"trace[787959637] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"121.992273ms","start":"2026-07-01T00:55:11.137332Z","end":"2026-07-01T00:55:11.259324Z","steps":["trace[787959637] 'process raft request' (duration: 26.228416ms)","trace[787959637] 'compare' (duration: 95.591291ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:12.915455Z","caller":"traceutil/trace.go:171","msg":"trace[216231187] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"140.634972ms","start":"2026-07-01T00:55:12.77479Z","end":"2026-07-01T00:55:12.915425Z","steps":["trace[216231187] 'process raft request' (duration: 140.479117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:13.159939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.280893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:13.160011Z","caller":"traceutil/trace.go:171","msg":"trace[447130659] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2029; }","duration":"357.661057ms","start":"2026-07-01T00:55:12.802337Z","end":"2026-07-01T00:55:13.159998Z","steps":["trace[447130659] 'read index received' (duration: 113.04241ms)","trace[447130659] 'applied index is now lower than readState.Index' (duration: 244.617687ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:13.160068Z","caller":"traceutil/trace.go:171","msg":"trace[1272787504] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"378.239979ms","start":"2026-07-01T00:55:12.781789Z","end":"2026-07-01T00:55:13.160029Z","steps":["trace[1272787504] 'process raft request' (duration: 213.813531ms)","trace[1272787504] 'compare' (duration: 164.205541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:13.160174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.912049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-01T00:55:13.160189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.845872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-01T00:55:13.160246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:12.781767Z","time spent":"378.388524ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:13.160254Z","caller":"traceutil/trace.go:171","msg":"trace[37617126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1954; }","duration":"357.937436ms","start":"2026-07-01T00:55:12.8023Z","end":"2026-07-01T00:55:13.160238Z","steps":["trace[37617126] 'agreement among raft nodes before linearized reading' (duration: 357.75257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:13.160306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:12.802285Z","time spent":"358.009658ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T00:55:13.160322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.533735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:55:13.160343Z","caller":"traceutil/trace.go:171","msg":"trace[116332954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1954; }","duration":"139.581737ms","start":"2026-07-01T00:55:13.020756Z","end":"2026-07-01T00:55:13.160338Z","steps":["trace[116332954] 'agreement among raft nodes before linearized reading' (duration: 139.530215ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:13.160205Z","caller":"traceutil/trace.go:171","msg":"trace[1784220357] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1954; }","duration":"136.970572ms","start":"2026-07-01T00:55:13.023224Z","end":"2026-07-01T00:55:13.160195Z","steps":["trace[1784220357] 'agreement among raft nodes before linearized reading' (duration: 136.91606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:13.160376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.633231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T00:55:13.160378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.360953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-01T00:55:13.16044Z","caller":"traceutil/trace.go:171","msg":"trace[869946501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1954; }","duration":"189.738125ms","start":"2026-07-01T00:55:12.970686Z","end":"2026-07-01T00:55:13.160424Z","steps":["trace[869946501] 'agreement among raft nodes before linearized reading' (duration: 189.568109ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:13.160448Z","caller":"traceutil/trace.go:171","msg":"trace[205340106] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2; range_end:; response_count:1; response_revision:1954; }","duration":"178.472757ms","start":"2026-07-01T00:55:12.98196Z","end":"2026-07-01T00:55:13.160433Z","steps":["trace[205340106] 'agreement among raft nodes before linearized reading' (duration: 178.281611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:13.160265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.38062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-01T00:55:13.160126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.577957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-01T00:55:13.160564Z","caller":"traceutil/trace.go:171","msg":"trace[1581593101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1954; }","duration":"139.67691ms","start":"2026-07-01T00:55:13.020877Z","end":"2026-07-01T00:55:13.160554Z","steps":["trace[1581593101] 'agreement among raft nodes before linearized reading' (duration: 139.345159ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:13.160587Z","caller":"traceutil/trace.go:171","msg":"trace[204633646] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2; range_end:; response_count:1; response_revision:1954; }","duration":"223.058152ms","start":"2026-07-01T00:55:12.937512Z","end":"2026-07-01T00:55:13.16057Z","steps":["trace[204633646] 'agreement among raft nodes before linearized reading' (duration: 222.547356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:15.458361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T00:55:15.458463Z","caller":"traceutil/trace.go:171","msg":"trace[1910432723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010296s","start":"2026-07-01T00:55:13.458435Z","end":"2026-07-01T00:55:15.458445Z","steps":["trace[1910432723] 'agreement among raft nodes before linearized reading' (duration: 1.999881862s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:15.458509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:13.458413Z","time spent":"2.000086579s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:55:15.533787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827953839s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:15.534604Z","caller":"traceutil/trace.go:171","msg":"trace[696646419] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"2.369800049s","start":"2026-07-01T00:55:13.164779Z","end":"2026-07-01T00:55:15.534579Z","steps":["trace[696646419] 'process raft request' (duration: 540.978651ms)","trace[696646419] 'compare' (duration: 1.827826035s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:15.534823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:13.164735Z","time spent":"2.369894112s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:15.809328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.103504594s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T00:55:16.891803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081761458s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:16.892043Z","caller":"traceutil/trace.go:171","msg":"trace[1274316055] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"3.727196185s","start":"2026-07-01T00:55:13.164825Z","end":"2026-07-01T00:55:16.892022Z","steps":["trace[1274316055] 'process raft request' (duration: 2.645111367s)","trace[1274316055] 'compare' (duration: 1.081518199s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:16.892152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:13.164814Z","time spent":"3.727275517s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:16.892328Z","caller":"traceutil/trace.go:171","msg":"trace[1323358124] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"3.727457463s","start":"2026-07-01T00:55:13.16484Z","end":"2026-07-01T00:55:16.892297Z","steps":["trace[1323358124] 'process raft request' (duration: 3.727086751s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:16.892495Z","caller":"traceutil/trace.go:171","msg":"trace[560404968] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"3.726716729s","start":"2026-07-01T00:55:13.165745Z","end":"2026-07-01T00:55:16.892462Z","steps":["trace[560404968] 'process raft request' (duration: 3.726274255s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:16.892629Z","caller":"traceutil/trace.go:171","msg":"trace[1800869547] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"3.724822897s","start":"2026-07-01T00:55:13.167761Z","end":"2026-07-01T00:55:16.892584Z","steps":["trace[1800869547] 'process raft request' (duration: 3.72429452s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:16.892679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:13.165733Z","time spent":"3.726843633s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:16.892707Z","caller":"traceutil/trace.go:171","msg":"trace[1644073628] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2031; }","duration":"3.434037433s","start":"2026-07-01T00:55:13.45848Z","end":"2026-07-01T00:55:16.892517Z","steps":["trace[1644073628] 'read index received' (duration: 247.292713ms)","trace[1644073628] 'applied index is now lower than readState.Index' (duration: 3.18674365s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:16.893012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:13.167739Z","time spent":"3.724961802s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:16.892659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:13.164822Z","time spent":"3.727609558s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:17.307488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.497958586s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:55:17.328625Z","caller":"traceutil/trace.go:171","msg":"trace[2009683911] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"3.058512134s","start":"2026-07-01T00:55:14.270074Z","end":"2026-07-01T00:55:17.328587Z","steps":["trace[2009683911] 'process raft request' (duration: 3.037780737s)","trace[2009683911] 'compare' (duration: 20.140107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:17.328795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:14.270053Z","time spent":"3.058658339s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:17.328857Z","caller":"traceutil/trace.go:171","msg":"trace[1626814133] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"2.265304978s","start":"2026-07-01T00:55:15.063523Z","end":"2026-07-01T00:55:17.328828Z","steps":["trace[1626814133] 'process raft request' (duration: 2.265247726s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.328987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:15.0635Z","time spent":"2.265422711s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:17.329064Z","caller":"traceutil/trace.go:171","msg":"trace[515167734] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"2.163309417s","start":"2026-07-01T00:55:15.165716Z","end":"2026-07-01T00:55:17.329025Z","steps":["trace[515167734] 'process raft request' (duration: 2.163076779s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.329176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:15.16569Z","time spent":"2.163422221s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:17.329168Z","caller":"traceutil/trace.go:171","msg":"trace[496725612] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"2.668662406s","start":"2026-07-01T00:55:14.660428Z","end":"2026-07-01T00:55:17.32909Z","steps":["trace[496725612] 'process raft request' (duration: 2.668309195s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.329363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:14.660409Z","time spent":"2.668879553s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:55:17.338392Z","caller":"traceutil/trace.go:171","msg":"trace[1466358197] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"2.756949028s","start":"2026-07-01T00:55:14.571979Z","end":"2026-07-01T00:55:17.328928Z","steps":["trace[1466358197] 'process raft request' (duration: 2.756426871s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.338508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:14.571944Z","time spent":"2.766508471s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:55:17.467196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T00:55:17.467297Z","caller":"traceutil/trace.go:171","msg":"trace[2107039797] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497282s","start":"2026-07-01T00:55:15.466782Z","end":"2026-07-01T00:55:17.46728Z","steps":["trace[2107039797] 'agreement among raft nodes before linearized reading' (duration: 2.000377278s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.467345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:15.466763Z","time spent":"2.000571265s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 00:55:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T00:55:17.583129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T00:55:17.583212Z","caller":"traceutil/trace.go:171","msg":"trace[1938843872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013279s","start":"2026-07-01T00:55:15.583184Z","end":"2026-07-01T00:55:17.583198Z","steps":["trace[1938843872] 'agreement among raft nodes before linearized reading' (duration: 1.999904105s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:17.583245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:15.583168Z","time spent":"2.000071391s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:55:18.957176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599989693s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-01T00:55:18.957272Z","caller":"traceutil/trace.go:171","msg":"trace[1496872792] linearizableReadLoop","detail":"{readStateIndex:2042; appliedIndex:2036; }","duration":"2.064218s","start":"2026-07-01T00:55:16.893039Z","end":"2026-07-01T00:55:18.957257Z","steps":["trace[1496872792] 'read index received' (duration: 414.749051ms)","trace[1496872792] 'applied index is now lower than readState.Index' (duration: 1.649467709s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:18.957738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542633079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-01T00:55:18.95778Z","caller":"traceutil/trace.go:171","msg":"trace[1669052632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1964; }","duration":"2.542720812s","start":"2026-07-01T00:55:16.415042Z","end":"2026-07-01T00:55:18.957763Z","steps":["trace[1669052632] 'agreement among raft nodes before linearized reading' (duration: 2.542580738s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.957804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:16.415018Z","time spent":"2.542779424s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T00:55:18.957829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.872627967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-01T00:55:18.957927Z","caller":"traceutil/trace.go:171","msg":"trace[1515945189] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1964; }","duration":"4.872759892s","start":"2026-07-01T00:55:14.085144Z","end":"2026-07-01T00:55:18.957904Z","steps":["trace[1515945189] 'agreement among raft nodes before linearized reading' (duration: 4.872508694s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.958004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.144214605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-01T00:55:18.957994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:14.085128Z","time spent":"4.872850775s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T00:55:18.95803Z","caller":"traceutil/trace.go:171","msg":"trace[527091592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1964; }","duration":"5.144272287s","start":"2026-07-01T00:55:13.81375Z","end":"2026-07-01T00:55:18.958022Z","steps":["trace[527091592] 'agreement among raft nodes before linearized reading' (duration: 5.144183094s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.958049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:13.813731Z","time spent":"5.144313707s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T00:55:18.958261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.790436065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-01T00:55:18.958299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518968304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T00:55:18.95835Z","caller":"traceutil/trace.go:171","msg":"trace[1462604927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"4.790522727s","start":"2026-07-01T00:55:14.167793Z","end":"2026-07-01T00:55:18.958316Z","steps":["trace[1462604927] 'agreement among raft nodes before linearized reading' (duration: 4.790340131s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.958416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:14.167785Z","time spent":"4.790608431s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5465,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T00:55:18.958444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.452313233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T00:55:18.958482Z","caller":"traceutil/trace.go:171","msg":"trace[931168038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1964; }","duration":"5.452396376s","start":"2026-07-01T00:55:13.506075Z","end":"2026-07-01T00:55:18.958472Z","steps":["trace[931168038] 'agreement among raft nodes before linearized reading' (duration: 5.452267002s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.958498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476856898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:18.958676Z","caller":"traceutil/trace.go:171","msg":"trace[541384393] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1964; }","duration":"3.477076085s","start":"2026-07-01T00:55:15.481584Z","end":"2026-07-01T00:55:18.95866Z","steps":["trace[541384393] 'agreement among raft nodes before linearized reading' (duration: 3.476850108s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.958705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221337613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:18.958522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:13.506049Z","time spent":"5.452465789s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T00:55:18.958755Z","caller":"traceutil/trace.go:171","msg":"trace[1255021797] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1964; }","duration":"5.221970633s","start":"2026-07-01T00:55:13.736776Z","end":"2026-07-01T00:55:18.958747Z","steps":["trace[1255021797] 'agreement among raft nodes before linearized reading' (duration: 5.221354643s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.958802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:13.736751Z","time spent":"5.222041846s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:55:18.958725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:15.481567Z","time spent":"3.477147298s","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:55:18.958859Z","caller":"traceutil/trace.go:171","msg":"trace[572594556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1964; }","duration":"3.519083827s","start":"2026-07-01T00:55:15.439263Z","end":"2026-07-01T00:55:18.958347Z","steps":["trace[572594556] 'agreement among raft nodes before linearized reading' (duration: 3.51885513s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.958906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:15.439244Z","time spent":"3.519651586s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T00:55:18.958898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.005839ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:18.95904Z","caller":"traceutil/trace.go:171","msg":"trace[2015905858] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1964; }","duration":"182.152484ms","start":"2026-07-01T00:55:18.776869Z","end":"2026-07-01T00:55:18.959022Z","steps":["trace[2015905858] 'range keys from in-memory index tree' (duration: 181.340158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.95962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.794654872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-07-01T00:55:18.959726Z","caller":"traceutil/trace.go:171","msg":"trace[1356076586] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2; range_end:; response_count:1; response_revision:1964; }","duration":"4.794786187s","start":"2026-07-01T00:55:14.164902Z","end":"2026-07-01T00:55:18.959688Z","steps":["trace[1356076586] 'agreement among raft nodes before linearized reading' (duration: 4.793268907s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.959781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:14.164884Z","time spent":"4.79488832s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" "} {"level":"warn","ts":"2026-07-01T00:55:18.967786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.496800233s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:55:18.968138Z","caller":"traceutil/trace.go:171","msg":"trace[1565881564] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.497224327s","start":"2026-07-01T00:55:17.470893Z","end":"2026-07-01T00:55:18.968117Z","steps":["trace[1565881564] 'process raft request' (duration: 1.49701593s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.968222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485796773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:18.968246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:17.470869Z","time spent":"1.49732646s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T00:55:18.968283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429115012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T00:55:18.968356Z","caller":"traceutil/trace.go:171","msg":"trace[520135045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1965; }","duration":"1.429227065s","start":"2026-07-01T00:55:17.539098Z","end":"2026-07-01T00:55:18.968325Z","steps":["trace[520135045] 'agreement among raft nodes before linearized reading' (duration: 1.429034339s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.968388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:17.539074Z","time spent":"1.429307328s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T00:55:18.968255Z","caller":"traceutil/trace.go:171","msg":"trace[1099939550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1965; }","duration":"1.485872327s","start":"2026-07-01T00:55:17.482373Z","end":"2026-07-01T00:55:18.968245Z","steps":["trace[1099939550] 'agreement among raft nodes before linearized reading' (duration: 1.485779774s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.968512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:17.482356Z","time spent":"1.486144195s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:55:18.968558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06979741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-07-01T00:55:18.968632Z","caller":"traceutil/trace.go:171","msg":"trace[351402439] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2; range_end:; response_count:1; response_revision:1965; }","duration":"2.069848922s","start":"2026-07-01T00:55:16.898728Z","end":"2026-07-01T00:55:18.968577Z","steps":["trace[351402439] 'agreement among raft nodes before linearized reading' (duration: 2.069748318s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:18.96866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:55:16.898711Z","time spent":"2.069943605s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" "} {"level":"warn","ts":"2026-07-01T00:55:20.068278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.190792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-07-01T00:55:20.068396Z","caller":"traceutil/trace.go:171","msg":"trace[1464085046] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8481b8c-7b92-49ea-a57d-c546003844f2; range_end:; response_count:1; response_revision:1980; }","duration":"104.336167ms","start":"2026-07-01T00:55:19.964031Z","end":"2026-07-01T00:55:20.068367Z","steps":["trace[1464085046] 'range keys from in-memory index tree' (duration: 104.053719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:20.068485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.966206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:55:20.068632Z","caller":"traceutil/trace.go:171","msg":"trace[191933738] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1980; }","duration":"104.09634ms","start":"2026-07-01T00:55:19.964467Z","end":"2026-07-01T00:55:20.068563Z","steps":["trace[191933738] 'range keys from in-memory index tree' (duration: 103.79716ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:23.949062Z","caller":"traceutil/trace.go:171","msg":"trace[978286987] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"107.553082ms","start":"2026-07-01T00:55:23.841486Z","end":"2026-07-01T00:55:23.949039Z","steps":["trace[978286987] 'process raft request' (duration: 107.390807ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:26.216558Z","caller":"traceutil/trace.go:171","msg":"trace[445887677] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2124; }","duration":"106.132016ms","start":"2026-07-01T00:55:26.110405Z","end":"2026-07-01T00:55:26.216537Z","steps":["trace[445887677] 'read index received' (duration: 106.045244ms)","trace[445887677] 'applied index is now lower than readState.Index' (duration: 86.142µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:26.216643Z","caller":"traceutil/trace.go:171","msg":"trace[3966283] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"150.753635ms","start":"2026-07-01T00:55:26.065852Z","end":"2026-07-01T00:55:26.216606Z","steps":["trace[3966283] 'process raft request' (duration: 150.562008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:26.216872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.447376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:55:26.216937Z","caller":"traceutil/trace.go:171","msg":"trace[1916833994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2044; }","duration":"106.56286ms","start":"2026-07-01T00:55:26.110354Z","end":"2026-07-01T00:55:26.216917Z","steps":["trace[1916833994] 'agreement among raft nodes before linearized reading' (duration: 106.25899ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:27.204521Z","caller":"traceutil/trace.go:171","msg":"trace[328472175] linearizableReadLoop","detail":"{readStateIndex:2130; appliedIndex:2129; }","duration":"102.633142ms","start":"2026-07-01T00:55:27.101863Z","end":"2026-07-01T00:55:27.204496Z","steps":["trace[328472175] 'read index received' (duration: 58.004403ms)","trace[328472175] 'applied index is now lower than readState.Index' (duration: 44.627769ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:27.204613Z","caller":"traceutil/trace.go:171","msg":"trace[1802864201] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"104.41699ms","start":"2026-07-01T00:55:27.100182Z","end":"2026-07-01T00:55:27.204599Z","steps":["trace[1802864201] 'process raft request' (duration: 59.73872ms)","trace[1802864201] 'compare' (duration: 44.467784ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:27.22186Z","caller":"traceutil/trace.go:171","msg":"trace[195258311] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"116.703299ms","start":"2026-07-01T00:55:27.105141Z","end":"2026-07-01T00:55:27.221844Z","steps":["trace[195258311] 'process raft request' (duration: 116.669618ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:27.221942Z","caller":"traceutil/trace.go:171","msg":"trace[1193249847] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"116.908006ms","start":"2026-07-01T00:55:27.104998Z","end":"2026-07-01T00:55:27.221906Z","steps":["trace[1193249847] 'process raft request' (duration: 116.734511ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:27.552619Z","caller":"traceutil/trace.go:171","msg":"trace[1140168817] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"153.08281ms","start":"2026-07-01T00:55:27.399513Z","end":"2026-07-01T00:55:27.552596Z","steps":["trace[1140168817] 'process raft request' (duration: 152.883104ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:27.642962Z","caller":"traceutil/trace.go:171","msg":"trace[1031192995] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"207.354533ms","start":"2026-07-01T00:55:27.435517Z","end":"2026-07-01T00:55:27.642872Z","steps":["trace[1031192995] 'process raft request' (duration: 207.146806ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:27.643399Z","caller":"traceutil/trace.go:171","msg":"trace[696601951] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"147.52013ms","start":"2026-07-01T00:55:27.495854Z","end":"2026-07-01T00:55:27.643374Z","steps":["trace[696601951] 'process raft request' (duration: 147.278012ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:27.643447Z","caller":"traceutil/trace.go:171","msg":"trace[342951221] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"153.817245ms","start":"2026-07-01T00:55:27.489619Z","end":"2026-07-01T00:55:27.643437Z","steps":["trace[342951221] 'process raft request' (duration: 153.216505ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:27.643391Z","caller":"traceutil/trace.go:171","msg":"trace[1722753769] linearizableReadLoop","detail":"{readStateIndex:2134; appliedIndex:2132; }","duration":"197.41886ms","start":"2026-07-01T00:55:27.44593Z","end":"2026-07-01T00:55:27.643349Z","steps":["trace[1722753769] 'read index received' (duration: 106.485707ms)","trace[1722753769] 'applied index is now lower than readState.Index' (duration: 90.930833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:27.643569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.602266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:55:27.643655Z","caller":"traceutil/trace.go:171","msg":"trace[1066792071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2054; }","duration":"197.752291ms","start":"2026-07-01T00:55:27.445887Z","end":"2026-07-01T00:55:27.643639Z","steps":["trace[1066792071] 'agreement among raft nodes before linearized reading' (duration: 197.589605ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:28.402229Z","caller":"traceutil/trace.go:171","msg":"trace[963612651] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"221.960137ms","start":"2026-07-01T00:55:28.180226Z","end":"2026-07-01T00:55:28.402186Z","steps":["trace[963612651] 'process raft request' (duration: 130.376273ms)","trace[963612651] 'compare' (duration: 91.360786ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:28.40232Z","caller":"traceutil/trace.go:171","msg":"trace[1789403720] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2143; }","duration":"171.195518ms","start":"2026-07-01T00:55:28.231073Z","end":"2026-07-01T00:55:28.402269Z","steps":["trace[1789403720] 'read index received' (duration: 79.577733ms)","trace[1789403720] 'applied index is now lower than readState.Index' (duration: 91.616915ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:28.402338Z","caller":"traceutil/trace.go:171","msg":"trace[68008256] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"221.516752ms","start":"2026-07-01T00:55:28.180724Z","end":"2026-07-01T00:55:28.402241Z","steps":["trace[68008256] 'process raft request' (duration: 221.362737ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:28.402379Z","caller":"traceutil/trace.go:171","msg":"trace[893088597] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"220.52134ms","start":"2026-07-01T00:55:28.181829Z","end":"2026-07-01T00:55:28.402351Z","steps":["trace[893088597] 'process raft request' (duration: 220.322404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:28.402564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.441896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:55:28.402605Z","caller":"traceutil/trace.go:171","msg":"trace[829408334] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2065; }","duration":"171.56428ms","start":"2026-07-01T00:55:28.231028Z","end":"2026-07-01T00:55:28.402592Z","steps":["trace[829408334] 'agreement among raft nodes before linearized reading' (duration: 171.354233ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:28.402697Z","caller":"traceutil/trace.go:171","msg":"trace[1419567009] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"215.785996ms","start":"2026-07-01T00:55:28.186877Z","end":"2026-07-01T00:55:28.402663Z","steps":["trace[1419567009] 'process raft request' (duration: 215.327141ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:31.262761Z","caller":"traceutil/trace.go:171","msg":"trace[1989969805] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2157; }","duration":"101.798466ms","start":"2026-07-01T00:55:31.160927Z","end":"2026-07-01T00:55:31.262725Z","steps":["trace[1989969805] 'read index received' (duration: 90.709655ms)","trace[1989969805] 'applied index is now lower than readState.Index' (duration: 11.087661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:31.262917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.630538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-01T00:55:31.262961Z","caller":"traceutil/trace.go:171","msg":"trace[977867460] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2076; }","duration":"153.698021ms","start":"2026-07-01T00:55:31.109251Z","end":"2026-07-01T00:55:31.262949Z","steps":["trace[977867460] 'agreement among raft nodes before linearized reading' (duration: 153.550736ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:31.262778Z","caller":"traceutil/trace.go:171","msg":"trace[317160098] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"168.260793ms","start":"2026-07-01T00:55:31.09449Z","end":"2026-07-01T00:55:31.262751Z","steps":["trace[317160098] 'process raft request' (duration: 157.131852ms)","trace[317160098] 'compare' (duration: 10.857013ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:31.265385Z","caller":"traceutil/trace.go:171","msg":"trace[529619523] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"100.176492ms","start":"2026-07-01T00:55:31.165196Z","end":"2026-07-01T00:55:31.265373Z","steps":["trace[529619523] 'process raft request' (duration: 99.510301ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:31.848857Z","caller":"traceutil/trace.go:171","msg":"trace[399048380] transaction","detail":"{read_only:false; response_revision:2086; number_of_response:1; }","duration":"138.494647ms","start":"2026-07-01T00:55:31.710336Z","end":"2026-07-01T00:55:31.84883Z","steps":["trace[399048380] 'process raft request' (duration: 72.964569ms)","trace[399048380] 'compare' (duration: 65.373382ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:31.849034Z","caller":"traceutil/trace.go:171","msg":"trace[91605041] transaction","detail":"{read_only:false; response_revision:2087; number_of_response:1; }","duration":"136.587485ms","start":"2026-07-01T00:55:31.712432Z","end":"2026-07-01T00:55:31.849019Z","steps":["trace[91605041] 'process raft request' (duration: 136.361617ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:33.420116Z","caller":"traceutil/trace.go:171","msg":"trace[1957076095] transaction","detail":"{read_only:false; response_revision:2090; number_of_response:1; }","duration":"125.731272ms","start":"2026-07-01T00:55:33.29436Z","end":"2026-07-01T00:55:33.420091Z","steps":["trace[1957076095] 'process raft request' (duration: 74.22912ms)","trace[1957076095] 'compare' (duration: 51.333067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:34.281792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.479505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-07-01T00:55:34.281866Z","caller":"traceutil/trace.go:171","msg":"trace[379937787] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2099; }","duration":"109.607068ms","start":"2026-07-01T00:55:34.172242Z","end":"2026-07-01T00:55:34.28185Z","steps":["trace[379937787] 'range keys from in-memory index tree' (duration: 109.249567ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:37.648517Z","caller":"traceutil/trace.go:171","msg":"trace[2047468409] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"174.32847ms","start":"2026-07-01T00:55:37.474152Z","end":"2026-07-01T00:55:37.648481Z","steps":["trace[2047468409] 'process raft request' (duration: 99.840931ms)","trace[2047468409] 'compare' (duration: 74.382165ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:37.648826Z","caller":"traceutil/trace.go:171","msg":"trace[1072603831] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2197; }","duration":"154.741674ms","start":"2026-07-01T00:55:37.494059Z","end":"2026-07-01T00:55:37.648801Z","steps":["trace[1072603831] 'read index received' (duration: 79.952996ms)","trace[1072603831] 'applied index is now lower than readState.Index' (duration: 74.787848ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:37.648938Z","caller":"traceutil/trace.go:171","msg":"trace[1244463751] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"174.525446ms","start":"2026-07-01T00:55:37.474398Z","end":"2026-07-01T00:55:37.648923Z","steps":["trace[1244463751] 'process raft request' (duration: 174.241877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:37.64905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.792544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:55:37.649072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.353306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:55:37.649129Z","caller":"traceutil/trace.go:171","msg":"trace[2070147994] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2115; }","duration":"137.903727ms","start":"2026-07-01T00:55:37.511213Z","end":"2026-07-01T00:55:37.649117Z","steps":["trace[2070147994] 'agreement among raft nodes before linearized reading' (duration: 137.792374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:37.649149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.80881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:55:37.649164Z","caller":"traceutil/trace.go:171","msg":"trace[1443978205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2115; }","duration":"152.491462ms","start":"2026-07-01T00:55:37.496658Z","end":"2026-07-01T00:55:37.64915Z","steps":["trace[1443978205] 'agreement among raft nodes before linearized reading' (duration: 152.295165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:37.64916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.914332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T00:55:37.649186Z","caller":"traceutil/trace.go:171","msg":"trace[361782494] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2115; }","duration":"103.879012ms","start":"2026-07-01T00:55:37.545295Z","end":"2026-07-01T00:55:37.649174Z","steps":["trace[361782494] 'agreement among raft nodes before linearized reading' (duration: 103.703457ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:37.649212Z","caller":"traceutil/trace.go:171","msg":"trace[2004906552] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2115; }","duration":"151.982345ms","start":"2026-07-01T00:55:37.497212Z","end":"2026-07-01T00:55:37.649194Z","steps":["trace[2004906552] 'agreement among raft nodes before linearized reading' (duration: 151.811429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:37.649205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.123306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:55:37.649271Z","caller":"traceutil/trace.go:171","msg":"trace[113760739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2115; }","duration":"155.21613ms","start":"2026-07-01T00:55:37.494033Z","end":"2026-07-01T00:55:37.64925Z","steps":["trace[113760739] 'agreement among raft nodes before linearized reading' (duration: 154.976512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:40.182573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.057962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:40.182755Z","caller":"traceutil/trace.go:171","msg":"trace[1436623775] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"283.417592ms","start":"2026-07-01T00:55:39.899306Z","end":"2026-07-01T00:55:40.182724Z","steps":["trace[1436623775] 'process raft request' (duration: 56.0528ms)","trace[1436623775] 'compare' (duration: 226.927638ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:40.191437Z","caller":"traceutil/trace.go:171","msg":"trace[1617389862] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"291.211425ms","start":"2026-07-01T00:55:39.900209Z","end":"2026-07-01T00:55:40.19142Z","steps":["trace[1617389862] 'process raft request' (duration: 291.124732ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:40.194131Z","caller":"traceutil/trace.go:171","msg":"trace[814496133] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"179.315492ms","start":"2026-07-01T00:55:40.014795Z","end":"2026-07-01T00:55:40.19411Z","steps":["trace[814496133] 'process raft request' (duration: 179.204679ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:48.190594Z","caller":"traceutil/trace.go:171","msg":"trace[1251953408] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"113.500225ms","start":"2026-07-01T00:55:48.077067Z","end":"2026-07-01T00:55:48.190567Z","steps":["trace[1251953408] 'process raft request' (duration: 113.32155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:54.147644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.46916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:55:54.147792Z","caller":"traceutil/trace.go:171","msg":"trace[287655796] linearizableReadLoop","detail":"{readStateIndex:2300; appliedIndex:2299; }","duration":"140.479601ms","start":"2026-07-01T00:55:54.007296Z","end":"2026-07-01T00:55:54.147775Z","steps":["trace[287655796] 'read index received' (duration: 32.66951ms)","trace[287655796] 'applied index is now lower than readState.Index' (duration: 107.808481ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:55:54.147815Z","caller":"traceutil/trace.go:171","msg":"trace[59932411] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"178.155654ms","start":"2026-07-01T00:55:53.969636Z","end":"2026-07-01T00:55:54.147792Z","steps":["trace[59932411] 'process raft request' (duration: 70.425266ms)","trace[59932411] 'compare' (duration: 107.363336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:55:54.147994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.699859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T00:55:54.148032Z","caller":"traceutil/trace.go:171","msg":"trace[382081937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2213; }","duration":"140.775081ms","start":"2026-07-01T00:55:54.007246Z","end":"2026-07-01T00:55:54.148021Z","steps":["trace[382081937] 'agreement among raft nodes before linearized reading' (duration: 140.629306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:55:54.148059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.734748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T00:55:54.148186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.084089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:55:54.14824Z","caller":"traceutil/trace.go:171","msg":"trace[159433570] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2213; }","duration":"119.926253ms","start":"2026-07-01T00:55:54.028269Z","end":"2026-07-01T00:55:54.148195Z","steps":["trace[159433570] 'agreement among raft nodes before linearized reading' (duration: 119.666875ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:54.148308Z","caller":"traceutil/trace.go:171","msg":"trace[1889927159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2213; }","duration":"140.246374ms","start":"2026-07-01T00:55:54.008018Z","end":"2026-07-01T00:55:54.148264Z","steps":["trace[1889927159] 'agreement among raft nodes before linearized reading' (duration: 139.886582ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:54.438311Z","caller":"traceutil/trace.go:171","msg":"trace[1467944001] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"202.269338ms","start":"2026-07-01T00:55:54.236018Z","end":"2026-07-01T00:55:54.438287Z","steps":["trace[1467944001] 'process raft request' (duration: 202.075701ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:55:54.438699Z","caller":"traceutil/trace.go:171","msg":"trace[1438084554] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"198.403352ms","start":"2026-07-01T00:55:54.240269Z","end":"2026-07-01T00:55:54.438673Z","steps":["trace[1438084554] 'process raft request' (duration: 197.977918ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:07.881036Z","caller":"traceutil/trace.go:171","msg":"trace[1305751442] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"188.681546ms","start":"2026-07-01T00:56:07.692325Z","end":"2026-07-01T00:56:07.881007Z","steps":["trace[1305751442] 'process raft request' (duration: 188.49297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:08.106843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.204233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:56:08.107063Z","caller":"traceutil/trace.go:171","msg":"trace[1391359964] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2373; }","duration":"184.317575ms","start":"2026-07-01T00:56:07.922725Z","end":"2026-07-01T00:56:08.107042Z","steps":["trace[1391359964] 'read index received' (duration: 67.780801ms)","trace[1391359964] 'applied index is now lower than readState.Index' (duration: 116.535694ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:08.107154Z","caller":"traceutil/trace.go:171","msg":"trace[1016260002] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"222.049119ms","start":"2026-07-01T00:56:07.885077Z","end":"2026-07-01T00:56:08.107126Z","steps":["trace[1016260002] 'process raft request' (duration: 105.413662ms)","trace[1016260002] 'compare' (duration: 116.006347ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:08.10719Z","caller":"traceutil/trace.go:171","msg":"trace[1032570732] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"222.03924ms","start":"2026-07-01T00:56:07.885136Z","end":"2026-07-01T00:56:08.107175Z","steps":["trace[1032570732] 'process raft request' (duration: 221.828073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:08.107515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.787139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:56:08.107578Z","caller":"traceutil/trace.go:171","msg":"trace[24747482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2285; }","duration":"184.870072ms","start":"2026-07-01T00:56:07.922688Z","end":"2026-07-01T00:56:08.107558Z","steps":["trace[24747482] 'agreement among raft nodes before linearized reading' (duration: 184.690367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:08.694257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.170484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:56:08.69436Z","caller":"traceutil/trace.go:171","msg":"trace[1591013155] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"422.144617ms","start":"2026-07-01T00:56:08.272178Z","end":"2026-07-01T00:56:08.694323Z","steps":["trace[1591013155] 'process raft request' (duration: 130.854999ms)","trace[1591013155] 'compare' (duration: 291.097142ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:08.694455Z","caller":"traceutil/trace.go:171","msg":"trace[1514669554] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"189.478242ms","start":"2026-07-01T00:56:08.504965Z","end":"2026-07-01T00:56:08.694443Z","steps":["trace[1514669554] 'process raft request' (duration: 189.41143ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:08.694521Z","caller":"traceutil/trace.go:171","msg":"trace[18382019] linearizableReadLoop","detail":"{readStateIndex:2378; appliedIndex:2377; }","duration":"384.960409ms","start":"2026-07-01T00:56:08.30954Z","end":"2026-07-01T00:56:08.694501Z","steps":["trace[18382019] 'read index received' (duration: 93.519306ms)","trace[18382019] 'applied index is now lower than readState.Index' (duration: 291.439433ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:08.694507Z","caller":"traceutil/trace.go:171","msg":"trace[2030069704] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"208.957325ms","start":"2026-07-01T00:56:08.485511Z","end":"2026-07-01T00:56:08.694468Z","steps":["trace[2030069704] 'process raft request' (duration: 208.81265ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:08.694629Z","caller":"traceutil/trace.go:171","msg":"trace[1105640976] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"206.95798ms","start":"2026-07-01T00:56:08.487666Z","end":"2026-07-01T00:56:08.694624Z","steps":["trace[1105640976] 'process raft request' (duration: 206.690191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:08.694616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:08.272165Z","time spent":"422.343073ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:08.694846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.28921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:56:08.694883Z","caller":"traceutil/trace.go:171","msg":"trace[756115960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2291; }","duration":"385.363982ms","start":"2026-07-01T00:56:08.309511Z","end":"2026-07-01T00:56:08.694875Z","steps":["trace[756115960] 'agreement among raft nodes before linearized reading' (duration: 385.207867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:08.694908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:08.309494Z","time spent":"385.407814ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:56:08.695005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.796831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:56:08.695045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.738167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:56:08.695338Z","caller":"traceutil/trace.go:171","msg":"trace[1438843930] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2291; }","duration":"132.056827ms","start":"2026-07-01T00:56:08.563264Z","end":"2026-07-01T00:56:08.695321Z","steps":["trace[1438843930] 'agreement among raft nodes before linearized reading' (duration: 131.723057ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:08.695054Z","caller":"traceutil/trace.go:171","msg":"trace[437481999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2291; }","duration":"249.875463ms","start":"2026-07-01T00:56:08.445163Z","end":"2026-07-01T00:56:08.695039Z","steps":["trace[437481999] 'agreement among raft nodes before linearized reading' (duration: 249.805201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:14.638678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465720761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:56:15.139585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465720761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T00:56:15.258574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347098788s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T00:56:15.259019Z","caller":"traceutil/trace.go:171","msg":"trace[185678669] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"1.347616265s","start":"2026-07-01T00:56:13.911377Z","end":"2026-07-01T00:56:15.258993Z","steps":["trace[185678669] 'process raft request' (duration: 1.34746972s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:15.259169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:13.911361Z","time spent":"1.347734288s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:16.111068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:15.586571Z","time spent":"524.48958ms","remote":"127.0.0.1:33446","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T00:56:16.113395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.117103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:56:16.113579Z","caller":"traceutil/trace.go:171","msg":"trace[1855123756] linearizableReadLoop","detail":"{readStateIndex:2409; appliedIndex:2405; }","duration":"1.97573178s","start":"2026-07-01T00:56:14.137832Z","end":"2026-07-01T00:56:16.113564Z","steps":["trace[1855123756] 'read index received' (duration: 1.120998957s)","trace[1855123756] 'applied index is now lower than readState.Index' (duration: 854.731823ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:16.113593Z","caller":"traceutil/trace.go:171","msg":"trace[1283247939] transaction","detail":"{read_only:false; response_revision:2316; number_of_response:1; }","duration":"1.825813883s","start":"2026-07-01T00:56:14.28773Z","end":"2026-07-01T00:56:16.113544Z","steps":["trace[1283247939] 'process raft request' (duration: 1.149472782s)","trace[1283247939] 'compare' (duration: 676.00701ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:16.11367Z","caller":"traceutil/trace.go:171","msg":"trace[484805480] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"1.397511066s","start":"2026-07-01T00:56:14.716147Z","end":"2026-07-01T00:56:16.113658Z","steps":["trace[484805480] 'process raft request' (duration: 1.39732248s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.113726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.716116Z","time spent":"1.397581168s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:16.113802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.287706Z","time spent":"1.825993048s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:16.113895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9760435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-01T00:56:16.113994Z","caller":"traceutil/trace.go:171","msg":"trace[1447762844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2318; }","duration":"1.976191195s","start":"2026-07-01T00:56:14.137781Z","end":"2026-07-01T00:56:16.113972Z","steps":["trace[1447762844] 'agreement among raft nodes before linearized reading' (duration: 1.975956017s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.114004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975575025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-01T00:56:16.114038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.137758Z","time spent":"1.976271658s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T00:56:16.114075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668409172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:56:16.114102Z","caller":"traceutil/trace.go:171","msg":"trace[1700358274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2318; }","duration":"1.668460494s","start":"2026-07-01T00:56:14.445635Z","end":"2026-07-01T00:56:16.114095Z","steps":["trace[1700358274] 'agreement among raft nodes before linearized reading' (duration: 1.668420223s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.114139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.445621Z","time spent":"1.668510815s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T00:56:16.11417Z","caller":"traceutil/trace.go:171","msg":"trace[477251153] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"1.397883648s","start":"2026-07-01T00:56:14.716277Z","end":"2026-07-01T00:56:16.114161Z","steps":["trace[477251153] 'process raft request' (duration: 1.397245717s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.114263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.716242Z","time spent":"1.39794923s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:56:16.11404Z","caller":"traceutil/trace.go:171","msg":"trace[2025993734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2318; }","duration":"1.975637407s","start":"2026-07-01T00:56:14.138392Z","end":"2026-07-01T00:56:16.11403Z","steps":["trace[2025993734] 'agreement among raft nodes before linearized reading' (duration: 1.975497542s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.114307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691287584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:56:16.114335Z","caller":"traceutil/trace.go:171","msg":"trace[720625813] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2318; }","duration":"1.691358707s","start":"2026-07-01T00:56:14.422968Z","end":"2026-07-01T00:56:16.114326Z","steps":["trace[720625813] 'agreement among raft nodes before linearized reading' (duration: 1.691305906s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.11433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.138379Z","time spent":"1.975930087s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:56:16.114363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.422943Z","time spent":"1.691412778s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:56:16.114384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390975584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:56:16.114417Z","caller":"traceutil/trace.go:171","msg":"trace[1897176106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2318; }","duration":"1.391035096s","start":"2026-07-01T00:56:14.723371Z","end":"2026-07-01T00:56:16.114406Z","steps":["trace[1897176106] 'agreement among raft nodes before linearized reading' (duration: 1.390962374s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.114436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.723361Z","time spent":"1.391071387s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T00:56:16.114618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89843724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-01T00:56:16.11469Z","caller":"traceutil/trace.go:171","msg":"trace[39348570] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2318; }","duration":"1.898527184s","start":"2026-07-01T00:56:14.21614Z","end":"2026-07-01T00:56:16.114667Z","steps":["trace[39348570] 'agreement among raft nodes before linearized reading' (duration: 1.898299526s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.114523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398118926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-01T00:56:16.11469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96034437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-01T00:56:16.114742Z","caller":"traceutil/trace.go:171","msg":"trace[1825726572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2318; }","duration":"1.398397245s","start":"2026-07-01T00:56:14.71633Z","end":"2026-07-01T00:56:16.114728Z","steps":["trace[1825726572] 'agreement among raft nodes before linearized reading' (duration: 1.398056963s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.114783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.716279Z","time spent":"1.398493728s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T00:56:16.114736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.216124Z","time spent":"1.898598456s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T00:56:16.114797Z","caller":"traceutil/trace.go:171","msg":"trace[436253215] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2318; }","duration":"1.960519946s","start":"2026-07-01T00:56:14.154248Z","end":"2026-07-01T00:56:16.114768Z","steps":["trace[436253215] 'agreement among raft nodes before linearized reading' (duration: 1.960090472s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.114852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.154228Z","time spent":"1.960614109s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5465,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T00:56:16.11412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538714141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-07-01T00:56:16.115021Z","caller":"traceutil/trace.go:171","msg":"trace[946752482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2318; }","duration":"1.539646951s","start":"2026-07-01T00:56:14.575351Z","end":"2026-07-01T00:56:16.114998Z","steps":["trace[946752482] 'agreement among raft nodes before linearized reading' (duration: 1.538597667s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.115078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:14.575328Z","time spent":"1.539733254s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T00:56:16.53113Z","caller":"traceutil/trace.go:171","msg":"trace[426428167] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"411.868733ms","start":"2026-07-01T00:56:16.119235Z","end":"2026-07-01T00:56:16.531103Z","steps":["trace[426428167] 'process raft request' (duration: 389.228308ms)","trace[426428167] 'compare' (duration: 22.203871ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:16.531108Z","caller":"traceutil/trace.go:171","msg":"trace[2025518153] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2409; }","duration":"411.734729ms","start":"2026-07-01T00:56:16.119327Z","end":"2026-07-01T00:56:16.531062Z","steps":["trace[2025518153] 'read index received' (duration: 389.244838ms)","trace[2025518153] 'applied index is now lower than readState.Index' (duration: 22.48841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:56:16.531768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:16.119213Z","time spent":"412.472903ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:16.531233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.890704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:56:16.531842Z","caller":"traceutil/trace.go:171","msg":"trace[1140844319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2319; }","duration":"412.535735ms","start":"2026-07-01T00:56:16.119287Z","end":"2026-07-01T00:56:16.531822Z","steps":["trace[1140844319] 'agreement among raft nodes before linearized reading' (duration: 411.887074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.531905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:16.119267Z","time spent":"412.617187ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T00:56:16.536733Z","caller":"traceutil/trace.go:171","msg":"trace[2011877046] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"414.483388ms","start":"2026-07-01T00:56:16.122235Z","end":"2026-07-01T00:56:16.536718Z","steps":["trace[2011877046] 'process raft request' (duration: 414.417686ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:16.53679Z","caller":"traceutil/trace.go:171","msg":"trace[1354320560] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"414.722426ms","start":"2026-07-01T00:56:16.122046Z","end":"2026-07-01T00:56:16.536769Z","steps":["trace[1354320560] 'process raft request' (duration: 414.534319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.536921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:16.122037Z","time spent":"414.841479ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:56:16.536943Z","caller":"traceutil/trace.go:171","msg":"trace[1733452704] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"414.562181ms","start":"2026-07-01T00:56:16.12237Z","end":"2026-07-01T00:56:16.536932Z","steps":["trace[1733452704] 'process raft request' (duration: 414.315933ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:16.536806Z","caller":"traceutil/trace.go:171","msg":"trace[986618068] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"416.731171ms","start":"2026-07-01T00:56:16.120056Z","end":"2026-07-01T00:56:16.536787Z","steps":["trace[986618068] 'process raft request' (duration: 416.448332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.536998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:16.120036Z","time spent":"416.946368ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:16.537009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:16.122356Z","time spent":"414.620562ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:16.536999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.783091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:56:16.537056Z","caller":"traceutil/trace.go:171","msg":"trace[278975702] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2323; }","duration":"411.856422ms","start":"2026-07-01T00:56:16.125186Z","end":"2026-07-01T00:56:16.537042Z","steps":["trace[278975702] 'agreement among raft nodes before linearized reading' (duration: 411.744589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.536821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:16.122214Z","time spent":"414.571781ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:56:16.537096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.69382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T00:56:16.537103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:56:16.125178Z","time spent":"411.916304ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T00:56:16.537124Z","caller":"traceutil/trace.go:171","msg":"trace[2053403495] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2323; }","duration":"145.757773ms","start":"2026-07-01T00:56:16.391359Z","end":"2026-07-01T00:56:16.537117Z","steps":["trace[2053403495] 'agreement among raft nodes before linearized reading' (duration: 145.706821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.53719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.718803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18be0468f5961522\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-01T00:56:16.537239Z","caller":"traceutil/trace.go:171","msg":"trace[132881113] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18be0468f5961522; range_end:; response_count:1; response_revision:2323; }","duration":"190.813595ms","start":"2026-07-01T00:56:16.346413Z","end":"2026-07-01T00:56:16.537227Z","steps":["trace[132881113] 'agreement among raft nodes before linearized reading' (duration: 190.667231ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:16.807112Z","caller":"traceutil/trace.go:171","msg":"trace[608324846] linearizableReadLoop","detail":"{readStateIndex:2416; appliedIndex:2414; }","duration":"263.882777ms","start":"2026-07-01T00:56:16.543207Z","end":"2026-07-01T00:56:16.80709Z","steps":["trace[608324846] 'read index received' (duration: 251.577027ms)","trace[608324846] 'applied index is now lower than readState.Index' (duration: 12.30463ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:56:16.807209Z","caller":"traceutil/trace.go:171","msg":"trace[344502216] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"264.132265ms","start":"2026-07-01T00:56:16.543052Z","end":"2026-07-01T00:56:16.807184Z","steps":["trace[344502216] 'process raft request' (duration: 263.801424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:56:16.807313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.477407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T00:56:16.807308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.068993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T00:56:16.807374Z","caller":"traceutil/trace.go:171","msg":"trace[2056088637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2324; }","duration":"248.601851ms","start":"2026-07-01T00:56:16.55876Z","end":"2026-07-01T00:56:16.807362Z","steps":["trace[2056088637] 'agreement among raft nodes before linearized reading' (duration: 248.470856ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:56:16.807395Z","caller":"traceutil/trace.go:171","msg":"trace[779330903] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2324; }","duration":"264.196217ms","start":"2026-07-01T00:56:16.543179Z","end":"2026-07-01T00:56:16.807375Z","steps":["trace[779330903] 'agreement among raft nodes before linearized reading' (duration: 264.036632ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:05.181718Z","caller":"traceutil/trace.go:171","msg":"trace[1480410147] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"388.756088ms","start":"2026-07-01T00:57:04.792935Z","end":"2026-07-01T00:57:05.181691Z","steps":["trace[1480410147] 'process raft request' (duration: 388.566822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:05.181887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:04.792916Z","time spent":"388.885742ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:05.182862Z","caller":"traceutil/trace.go:171","msg":"trace[279238954] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2865; }","duration":"313.289295ms","start":"2026-07-01T00:57:04.869546Z","end":"2026-07-01T00:57:05.182835Z","steps":["trace[279238954] 'read index received' (duration: 311.985752ms)","trace[279238954] 'applied index is now lower than readState.Index' (duration: 1.302263ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:05.182982Z","caller":"traceutil/trace.go:171","msg":"trace[1835207790] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"388.913863ms","start":"2026-07-01T00:57:04.794023Z","end":"2026-07-01T00:57:05.182937Z","steps":["trace[1835207790] 'process raft request' (duration: 388.663825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:05.183188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:04.794Z","time spent":"389.078629ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:05.183197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.622745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:57:05.183329Z","caller":"traceutil/trace.go:171","msg":"trace[171113677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2758; }","duration":"313.800941ms","start":"2026-07-01T00:57:04.869512Z","end":"2026-07-01T00:57:05.183313Z","steps":["trace[171113677] 'agreement among raft nodes before linearized reading' (duration: 313.532972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:05.183352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.5188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T00:57:05.183304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.712738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T00:57:05.183395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:04.869493Z","time spent":"313.888084ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T00:57:05.183398Z","caller":"traceutil/trace.go:171","msg":"trace[883467681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2758; }","duration":"308.572431ms","start":"2026-07-01T00:57:04.874813Z","end":"2026-07-01T00:57:05.183386Z","steps":["trace[883467681] 'agreement among raft nodes before linearized reading' (duration: 308.484029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:05.183475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:04.874808Z","time spent":"308.662194ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T00:57:05.183458Z","caller":"traceutil/trace.go:171","msg":"trace[747627798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2758; }","duration":"313.906394ms","start":"2026-07-01T00:57:04.869531Z","end":"2026-07-01T00:57:05.183437Z","steps":["trace[747627798] 'agreement among raft nodes before linearized reading' (duration: 313.572383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:05.183562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:04.869515Z","time spent":"314.031809ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:57:06.116188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465721711,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T00:57:06.173155Z","caller":"traceutil/trace.go:171","msg":"trace[1737849298] linearizableReadLoop","detail":"{readStateIndex:2871; appliedIndex:2870; }","duration":"557.830572ms","start":"2026-07-01T00:57:05.615307Z","end":"2026-07-01T00:57:06.173138Z","steps":["trace[1737849298] 'read index received' (duration: 557.734299ms)","trace[1737849298] 'applied index is now lower than readState.Index' (duration: 95.603µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:06.173349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.021838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:57:06.173412Z","caller":"traceutil/trace.go:171","msg":"trace[1384582149] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2762; }","duration":"558.137712ms","start":"2026-07-01T00:57:05.615254Z","end":"2026-07-01T00:57:06.173392Z","steps":["trace[1384582149] 'agreement among raft nodes before linearized reading' (duration: 558.007758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:06.173432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.260481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:57:06.173447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:05.615229Z","time spent":"558.210205ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-01T00:57:06.17346Z","caller":"traceutil/trace.go:171","msg":"trace[219659591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2762; }","duration":"245.333074ms","start":"2026-07-01T00:57:05.928114Z","end":"2026-07-01T00:57:06.173447Z","steps":["trace[219659591] 'agreement among raft nodes before linearized reading' (duration: 245.277132ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:06.173641Z","caller":"traceutil/trace.go:171","msg":"trace[1628163357] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"583.676549ms","start":"2026-07-01T00:57:05.589954Z","end":"2026-07-01T00:57:06.173631Z","steps":["trace[1628163357] 'process raft request' (duration: 583.064239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:06.173712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:05.58993Z","time spent":"583.734931ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:21.424834Z","caller":"traceutil/trace.go:171","msg":"trace[43286344] transaction","detail":"{read_only:false; response_revision:2866; number_of_response:1; }","duration":"166.830662ms","start":"2026-07-01T00:57:21.25798Z","end":"2026-07-01T00:57:21.424811Z","steps":["trace[43286344] 'process raft request' (duration: 166.675437ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:21.486262Z","caller":"traceutil/trace.go:171","msg":"trace[633924720] linearizableReadLoop","detail":"{readStateIndex:2980; appliedIndex:2978; }","duration":"221.650227ms","start":"2026-07-01T00:57:21.264588Z","end":"2026-07-01T00:57:21.486238Z","steps":["trace[633924720] 'read index received' (duration: 160.049173ms)","trace[633924720] 'applied index is now lower than readState.Index' (duration: 61.599924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:21.486661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.04981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-01T00:57:21.486723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.604343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T00:57:21.486715Z","caller":"traceutil/trace.go:171","msg":"trace[1626730024] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"227.488806ms","start":"2026-07-01T00:57:21.259187Z","end":"2026-07-01T00:57:21.486676Z","steps":["trace[1626730024] 'process raft request' (duration: 226.922268ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:21.48675Z","caller":"traceutil/trace.go:171","msg":"trace[1496574774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2867; }","duration":"222.167733ms","start":"2026-07-01T00:57:21.264562Z","end":"2026-07-01T00:57:21.48673Z","steps":["trace[1496574774] 'agreement among raft nodes before linearized reading' (duration: 221.896534ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:21.486762Z","caller":"traceutil/trace.go:171","msg":"trace[1199484872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2867; }","duration":"216.654195ms","start":"2026-07-01T00:57:21.270096Z","end":"2026-07-01T00:57:21.48675Z","steps":["trace[1199484872] 'agreement among raft nodes before linearized reading' (duration: 216.523221ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:21.651574Z","caller":"traceutil/trace.go:171","msg":"trace[33037494] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"160.816317ms","start":"2026-07-01T00:57:21.490721Z","end":"2026-07-01T00:57:21.651537Z","steps":["trace[33037494] 'process raft request' (duration: 122.691122ms)","trace[33037494] 'compare' (duration: 37.890497ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:33.857809Z","caller":"traceutil/trace.go:171","msg":"trace[1464228631] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"157.942377ms","start":"2026-07-01T00:57:33.699831Z","end":"2026-07-01T00:57:33.857774Z","steps":["trace[1464228631] 'process raft request' (duration: 134.956098ms)","trace[1464228631] 'compare' (duration: 22.40481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:39.639007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.509858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T00:57:39.639082Z","caller":"traceutil/trace.go:171","msg":"trace[66010327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2962; }","duration":"103.628971ms","start":"2026-07-01T00:57:39.535437Z","end":"2026-07-01T00:57:39.639066Z","steps":["trace[66010327] 'range keys from in-memory index tree' (duration: 103.353533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:40.205943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.75537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:57:40.206099Z","caller":"traceutil/trace.go:171","msg":"trace[90780381] linearizableReadLoop","detail":"{readStateIndex:3083; appliedIndex:3082; }","duration":"212.538912ms","start":"2026-07-01T00:57:39.993537Z","end":"2026-07-01T00:57:40.206076Z","steps":["trace[90780381] 'read index received' (duration: 17.462921ms)","trace[90780381] 'applied index is now lower than readState.Index' (duration: 195.073961ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:40.206655Z","caller":"traceutil/trace.go:171","msg":"trace[507396763] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"314.180609ms","start":"2026-07-01T00:57:39.892329Z","end":"2026-07-01T00:57:40.20651Z","steps":["trace[507396763] 'process raft request' (duration: 118.766337ms)","trace[507396763] 'compare' (duration: 194.154111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:40.206924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.569553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T00:57:40.206957Z","caller":"traceutil/trace.go:171","msg":"trace[1857593210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2965; }","duration":"324.650906ms","start":"2026-07-01T00:57:39.882299Z","end":"2026-07-01T00:57:40.206949Z","steps":["trace[1857593210] 'range keys from in-memory index tree' (duration: 323.139417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:40.206978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:39.882267Z","time spent":"324.706258ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T00:57:40.206963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.41843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18be047d9a4fa181\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-01T00:57:40.207104Z","caller":"traceutil/trace.go:171","msg":"trace[2085255871] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18be047d9a4fa181; range_end:; response_count:1; response_revision:2966; }","duration":"213.553554ms","start":"2026-07-01T00:57:39.993497Z","end":"2026-07-01T00:57:40.207051Z","steps":["trace[2085255871] 'agreement among raft nodes before linearized reading' (duration: 212.871902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:40.207334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:39.892303Z","time spent":"314.472448ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:41.626968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043096997s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T00:57:41.673992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090060547s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T00:57:41.674295Z","caller":"traceutil/trace.go:171","msg":"trace[1252388076] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"1.314314225s","start":"2026-07-01T00:57:40.359962Z","end":"2026-07-01T00:57:41.674276Z","steps":["trace[1252388076] 'process raft request' (duration: 1.314241873s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:41.674342Z","caller":"traceutil/trace.go:171","msg":"trace[986665872] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"1.464286385s","start":"2026-07-01T00:57:40.209994Z","end":"2026-07-01T00:57:41.67428Z","steps":["trace[986665872] 'process raft request' (duration: 1.46412588s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:41.674461Z","caller":"traceutil/trace.go:171","msg":"trace[1966985100] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"1.20247395s","start":"2026-07-01T00:57:40.471979Z","end":"2026-07-01T00:57:41.674453Z","steps":["trace[1966985100] 'process raft request' (duration: 1.202256733s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:41.674378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:40.359941Z","time spent":"1.314401218s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:41.674284Z","caller":"traceutil/trace.go:171","msg":"trace[1347374053] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"1.464818833s","start":"2026-07-01T00:57:40.209423Z","end":"2026-07-01T00:57:41.674242Z","steps":["trace[1347374053] 'process raft request' (duration: 374.392144ms)","trace[1347374053] 'compare' (duration: 1.089164329s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:41.674609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:40.471958Z","time spent":"1.202538682s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:41.674525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:40.209977Z","time spent":"1.464446641s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T00:57:41.675098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:40.209397Z","time spent":"1.465527816s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:41.675211Z","caller":"traceutil/trace.go:171","msg":"trace[91935125] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"1.132581353s","start":"2026-07-01T00:57:40.5426Z","end":"2026-07-01T00:57:41.675181Z","steps":["trace[91935125] 'process raft request' (duration: 1.131778038s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:41.675347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:40.542581Z","time spent":"1.132692587s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:41.675443Z","caller":"traceutil/trace.go:171","msg":"trace[1912343352] linearizableReadLoop","detail":"{readStateIndex:3085; appliedIndex:3083; }","duration":"1.433798876s","start":"2026-07-01T00:57:40.241624Z","end":"2026-07-01T00:57:41.675423Z","steps":["trace[1912343352] 'read index received' (duration: 342.20528ms)","trace[1912343352] 'applied index is now lower than readState.Index' (duration: 1.091592046s)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:41.675464Z","caller":"traceutil/trace.go:171","msg":"trace[801800481] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"1.103178039s","start":"2026-07-01T00:57:40.572278Z","end":"2026-07-01T00:57:41.675456Z","steps":["trace[801800481] 'process raft request' (duration: 1.102935671s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:41.675586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433969211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-01T00:57:41.675615Z","caller":"traceutil/trace.go:171","msg":"trace[622893554] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2972; }","duration":"1.434029413s","start":"2026-07-01T00:57:40.241579Z","end":"2026-07-01T00:57:41.675609Z","steps":["trace[622893554] 'agreement among raft nodes before linearized reading' (duration: 1.433909569s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:41.675637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:40.241562Z","time spent":"1.434070655s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-01T00:57:41.675798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345049703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T00:57:41.675822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.129707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T00:57:41.675857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231683059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T00:57:41.675854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.989949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T00:57:41.675917Z","caller":"traceutil/trace.go:171","msg":"trace[277459393] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2972; }","duration":"627.278202ms","start":"2026-07-01T00:57:41.048617Z","end":"2026-07-01T00:57:41.675895Z","steps":["trace[277459393] 'agreement among raft nodes before linearized reading' (duration: 627.095337ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:41.675923Z","caller":"traceutil/trace.go:171","msg":"trace[1354766935] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:2972; }","duration":"499.090602ms","start":"2026-07-01T00:57:41.176819Z","end":"2026-07-01T00:57:41.67591Z","steps":["trace[1354766935] 'agreement among raft nodes before linearized reading' (duration: 498.887535ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:41.675924Z","caller":"traceutil/trace.go:171","msg":"trace[1081356038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2972; }","duration":"1.231782323s","start":"2026-07-01T00:57:40.444119Z","end":"2026-07-01T00:57:41.675901Z","steps":["trace[1081356038] 'agreement among raft nodes before linearized reading' (duration: 1.231678889s)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:41.675928Z","caller":"traceutil/trace.go:171","msg":"trace[1775398887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2972; }","duration":"1.345194668s","start":"2026-07-01T00:57:40.330681Z","end":"2026-07-01T00:57:41.675875Z","steps":["trace[1775398887] 'agreement among raft nodes before linearized reading' (duration: 1.344919819s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:41.676035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:40.330653Z","time spent":"1.345366013s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T00:57:41.676041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.964206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T00:57:41.675978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:41.048598Z","time spent":"627.364145ms","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":28,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T00:57:41.675974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:40.444102Z","time spent":"1.231863826s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T00:57:41.675974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:41.176798Z","time spent":"499.166475ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-01T00:57:41.675577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T00:57:40.572253Z","time spent":"1.103288342s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T00:57:41.676119Z","caller":"traceutil/trace.go:171","msg":"trace[798489419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2972; }","duration":"283.070989ms","start":"2026-07-01T00:57:41.393027Z","end":"2026-07-01T00:57:41.676098Z","steps":["trace[798489419] 'agreement among raft nodes before linearized reading' (duration: 282.841592ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:47.673414Z","caller":"traceutil/trace.go:171","msg":"trace[950357605] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"128.313815ms","start":"2026-07-01T00:57:47.545063Z","end":"2026-07-01T00:57:47.673377Z","steps":["trace[950357605] 'process raft request' (duration: 128.061797ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:47.819288Z","caller":"traceutil/trace.go:171","msg":"trace[236984416] linearizableReadLoop","detail":"{readStateIndex:3122; appliedIndex:3119; }","duration":"118.628453ms","start":"2026-07-01T00:57:47.70064Z","end":"2026-07-01T00:57:47.819268Z","steps":["trace[236984416] 'read index received' (duration: 13.850705ms)","trace[236984416] 'applied index is now lower than readState.Index' (duration: 104.775118ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:47.819334Z","caller":"traceutil/trace.go:171","msg":"trace[829014292] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"120.251315ms","start":"2026-07-01T00:57:47.699043Z","end":"2026-07-01T00:57:47.819294Z","steps":["trace[829014292] 'process raft request' (duration: 73.398589ms)","trace[829014292] 'compare' (duration: 46.67041ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:47.819399Z","caller":"traceutil/trace.go:171","msg":"trace[95154033] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"119.000815ms","start":"2026-07-01T00:57:47.700387Z","end":"2026-07-01T00:57:47.819388Z","steps":["trace[95154033] 'process raft request' (duration: 118.83412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:47.819699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.076491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-01T00:57:47.819716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.21298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T00:57:47.819746Z","caller":"traceutil/trace.go:171","msg":"trace[953343895] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3003; }","duration":"102.154073ms","start":"2026-07-01T00:57:47.717578Z","end":"2026-07-01T00:57:47.819732Z","steps":["trace[953343895] 'agreement among raft nodes before linearized reading' (duration: 101.992338ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:47.819758Z","caller":"traceutil/trace.go:171","msg":"trace[454376714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3003; }","duration":"109.258132ms","start":"2026-07-01T00:57:47.710488Z","end":"2026-07-01T00:57:47.819746Z","steps":["trace[454376714] 'agreement among raft nodes before linearized reading' (duration: 109.134048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:47.819829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.16585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T00:57:47.81983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.346525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T00:57:47.820046Z","caller":"traceutil/trace.go:171","msg":"trace[1603695806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3003; }","duration":"109.573932ms","start":"2026-07-01T00:57:47.710462Z","end":"2026-07-01T00:57:47.820035Z","steps":["trace[1603695806] 'agreement among raft nodes before linearized reading' (duration: 109.286173ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:47.820042Z","caller":"traceutil/trace.go:171","msg":"trace[1920188542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3003; }","duration":"119.328356ms","start":"2026-07-01T00:57:47.700614Z","end":"2026-07-01T00:57:47.819942Z","steps":["trace[1920188542] 'agreement among raft nodes before linearized reading' (duration: 119.046547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:47.819791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.743741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T00:57:47.820128Z","caller":"traceutil/trace.go:171","msg":"trace[1266772128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3003; }","duration":"112.114324ms","start":"2026-07-01T00:57:47.708006Z","end":"2026-07-01T00:57:47.82012Z","steps":["trace[1266772128] 'agreement among raft nodes before linearized reading' (duration: 111.504954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:47.819893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.146933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T00:57:47.82036Z","caller":"traceutil/trace.go:171","msg":"trace[1755923153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3003; }","duration":"102.434642ms","start":"2026-07-01T00:57:47.717738Z","end":"2026-07-01T00:57:47.820173Z","steps":["trace[1755923153] 'agreement among raft nodes before linearized reading' (duration: 102.100302ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:58.135765Z","caller":"traceutil/trace.go:171","msg":"trace[213001713] linearizableReadLoop","detail":"{readStateIndex:3183; appliedIndex:3182; }","duration":"118.489108ms","start":"2026-07-01T00:57:58.01725Z","end":"2026-07-01T00:57:58.135739Z","steps":["trace[213001713] 'read index received' (duration: 71.610071ms)","trace[213001713] 'applied index is now lower than readState.Index' (duration: 46.878097ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:57:58.135892Z","caller":"traceutil/trace.go:171","msg":"trace[532212370] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"128.052006ms","start":"2026-07-01T00:57:58.007792Z","end":"2026-07-01T00:57:58.135844Z","steps":["trace[532212370] 'process raft request' (duration: 81.034214ms)","trace[532212370] 'compare' (duration: 46.768324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:57:58.136038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.767368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T00:57:58.1361Z","caller":"traceutil/trace.go:171","msg":"trace[1386970003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3062; }","duration":"118.86936ms","start":"2026-07-01T00:57:58.017218Z","end":"2026-07-01T00:57:58.136088Z","steps":["trace[1386970003] 'agreement among raft nodes before linearized reading' (duration: 118.681654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:58.136146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.530669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T00:57:58.136159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.712496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T00:57:58.136222Z","caller":"traceutil/trace.go:171","msg":"trace[1382882634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3062; }","duration":"118.651994ms","start":"2026-07-01T00:57:58.017554Z","end":"2026-07-01T00:57:58.136206Z","steps":["trace[1382882634] 'agreement among raft nodes before linearized reading' (duration: 118.452738ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:57:58.136243Z","caller":"traceutil/trace.go:171","msg":"trace[1472635272] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3062; }","duration":"118.84027ms","start":"2026-07-01T00:57:58.017381Z","end":"2026-07-01T00:57:58.136222Z","steps":["trace[1472635272] 'agreement among raft nodes before linearized reading' (duration: 118.608292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:58.346874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.552053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-01T00:57:58.346991Z","caller":"traceutil/trace.go:171","msg":"trace[1318683238] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3065; }","duration":"105.712438ms","start":"2026-07-01T00:57:58.241254Z","end":"2026-07-01T00:57:58.346966Z","steps":["trace[1318683238] 'range keys from in-memory index tree' (duration: 105.365257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:57:58.346896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.4963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-01T00:57:58.347123Z","caller":"traceutil/trace.go:171","msg":"trace[307471060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3065; }","duration":"100.762689ms","start":"2026-07-01T00:57:58.246329Z","end":"2026-07-01T00:57:58.347092Z","steps":["trace[307471060] 'range keys from in-memory index tree' (duration: 100.377347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:59:28.798725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.241214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T00:59:28.798811Z","caller":"traceutil/trace.go:171","msg":"trace[2083696017] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3590; }","duration":"119.386189ms","start":"2026-07-01T00:59:28.679405Z","end":"2026-07-01T00:59:28.798791Z","steps":["trace[2083696017] 'range keys from in-memory index tree' (duration: 119.061029ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:59:34.429702Z","caller":"traceutil/trace.go:171","msg":"trace[1879098054] transaction","detail":"{read_only:false; response_revision:3700; number_of_response:1; }","duration":"283.098189ms","start":"2026-07-01T00:59:34.146582Z","end":"2026-07-01T00:59:34.42968Z","steps":["trace[1879098054] 'process raft request' (duration: 233.398335ms)","trace[1879098054] 'compare' (duration: 49.398924ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T00:59:34.429887Z","caller":"traceutil/trace.go:171","msg":"trace[1299018317] transaction","detail":"{read_only:false; response_revision:3701; number_of_response:1; }","duration":"279.71722ms","start":"2026-07-01T00:59:34.150163Z","end":"2026-07-01T00:59:34.42988Z","steps":["trace[1299018317] 'process raft request' (duration: 279.41246ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:59:34.429939Z","caller":"traceutil/trace.go:171","msg":"trace[1887512731] linearizableReadLoop","detail":"{readStateIndex:3847; appliedIndex:3845; }","duration":"239.077757ms","start":"2026-07-01T00:59:34.190856Z","end":"2026-07-01T00:59:34.429933Z","steps":["trace[1887512731] 'read index received' (duration: 189.137475ms)","trace[1887512731] 'applied index is now lower than readState.Index' (duration: 49.939202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T00:59:34.430041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.16944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T00:59:34.430061Z","caller":"traceutil/trace.go:171","msg":"trace[445989284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3704; }","duration":"239.234462ms","start":"2026-07-01T00:59:34.190821Z","end":"2026-07-01T00:59:34.430056Z","steps":["trace[445989284] 'agreement among raft nodes before linearized reading' (duration: 239.158739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T00:59:34.430235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.199737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-01T00:59:34.430277Z","caller":"traceutil/trace.go:171","msg":"trace[1823851074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3704; }","duration":"100.007927ms","start":"2026-07-01T00:59:34.330239Z","end":"2026-07-01T00:59:34.430247Z","steps":["trace[1823851074] 'agreement among raft nodes before linearized reading' (duration: 99.892283ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T00:59:34.430332Z","caller":"traceutil/trace.go:171","msg":"trace[94490223] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3704; }","duration":"179.338771ms","start":"2026-07-01T00:59:34.25097Z","end":"2026-07-01T00:59:34.430308Z","steps":["trace[94490223] 'agreement among raft nodes before linearized reading' (duration: 179.133824ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:00:03.428138Z","caller":"traceutil/trace.go:171","msg":"trace[950431947] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"190.105847ms","start":"2026-07-01T01:00:03.238002Z","end":"2026-07-01T01:00:03.428108Z","steps":["trace[950431947] 'process raft request' (duration: 189.949192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:09.364229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.330524ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:00:09.364327Z","caller":"traceutil/trace.go:171","msg":"trace[1434701943] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3943; }","duration":"587.439948ms","start":"2026-07-01T01:00:08.776873Z","end":"2026-07-01T01:00:09.364313Z","steps":["trace[1434701943] 'range keys from in-memory index tree' (duration: 587.316984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:09.364545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.558385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:00:09.364646Z","caller":"traceutil/trace.go:171","msg":"trace[1933742010] linearizableReadLoop","detail":"{readStateIndex:4097; appliedIndex:4096; }","duration":"682.009745ms","start":"2026-07-01T01:00:08.682623Z","end":"2026-07-01T01:00:09.364633Z","steps":["trace[1933742010] 'read index received' (duration: 236.214733ms)","trace[1933742010] 'applied index is now lower than readState.Index' (duration: 445.793892ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:00:09.364738Z","caller":"traceutil/trace.go:171","msg":"trace[1624377613] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"816.196872ms","start":"2026-07-01T01:00:08.548529Z","end":"2026-07-01T01:00:09.364726Z","steps":["trace[1624377613] 'process raft request' (duration: 370.387809ms)","trace[1624377613] 'compare' (duration: 445.018738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:00:09.364804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:00:08.548479Z","time spent":"816.291195ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:00:09.365066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.44237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:00:09.365092Z","caller":"traceutil/trace.go:171","msg":"trace[1990420497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3944; }","duration":"682.502902ms","start":"2026-07-01T01:00:08.682583Z","end":"2026-07-01T01:00:09.365086Z","steps":["trace[1990420497] 'agreement among raft nodes before linearized reading' (duration: 682.397668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:09.365111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:00:08.682517Z","time spent":"682.590014ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:00:09.365422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.654269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:00:09.365461Z","caller":"traceutil/trace.go:171","msg":"trace[1485744733] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3944; }","duration":"376.726491ms","start":"2026-07-01T01:00:08.988722Z","end":"2026-07-01T01:00:09.365449Z","steps":["trace[1485744733] 'agreement among raft nodes before linearized reading' (duration: 376.637038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:09.365448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.355373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:00:09.365484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:00:08.9887Z","time spent":"376.778502ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:00:09.365519Z","caller":"traceutil/trace.go:171","msg":"trace[1053778610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3944; }","duration":"561.446075ms","start":"2026-07-01T01:00:08.804056Z","end":"2026-07-01T01:00:09.365502Z","steps":["trace[1053778610] 'agreement among raft nodes before linearized reading' (duration: 561.247259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:09.365501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.845106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:00:09.365547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:00:08.804049Z","time spent":"561.492577ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:00:09.365556Z","caller":"traceutil/trace.go:171","msg":"trace[1065650095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3944; }","duration":"679.95037ms","start":"2026-07-01T01:00:08.685591Z","end":"2026-07-01T01:00:09.365542Z","steps":["trace[1065650095] 'agreement among raft nodes before linearized reading' (duration: 679.836367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:09.36559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:00:08.685571Z","time spent":"680.009461ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:00:09.365529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.90806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:00:09.365712Z","caller":"traceutil/trace.go:171","msg":"trace[1423533352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3944; }","duration":"562.075626ms","start":"2026-07-01T01:00:08.803576Z","end":"2026-07-01T01:00:09.365652Z","steps":["trace[1423533352] 'agreement among raft nodes before linearized reading' (duration: 561.747605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:09.36577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:00:08.803568Z","time spent":"562.188319ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:00:09.365908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.72379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:00:09.365975Z","caller":"traceutil/trace.go:171","msg":"trace[1759240287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3944; }","duration":"564.888536ms","start":"2026-07-01T01:00:08.801072Z","end":"2026-07-01T01:00:09.365961Z","steps":["trace[1759240287] 'agreement among raft nodes before linearized reading' (duration: 564.269666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:09.366016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:00:08.801052Z","time spent":"564.957538ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:00:39.753243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.724715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:00:39.753376Z","caller":"traceutil/trace.go:171","msg":"trace[1907673113] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"133.803594ms","start":"2026-07-01T01:00:39.619561Z","end":"2026-07-01T01:00:39.753365Z","steps":["trace[1907673113] 'process raft request' (duration: 133.754252ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:00:39.753438Z","caller":"traceutil/trace.go:171","msg":"trace[1808788849] linearizableReadLoop","detail":"{readStateIndex:4319; appliedIndex:4316; }","duration":"128.69332ms","start":"2026-07-01T01:00:39.624718Z","end":"2026-07-01T01:00:39.753411Z","steps":["trace[1808788849] 'read index received' (duration: 22.732258ms)","trace[1808788849] 'applied index is now lower than readState.Index' (duration: 105.959702ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:00:39.753501Z","caller":"traceutil/trace.go:171","msg":"trace[1632714696] transaction","detail":"{read_only:false; response_revision:4153; number_of_response:1; }","duration":"134.00206ms","start":"2026-07-01T01:00:39.619493Z","end":"2026-07-01T01:00:39.753495Z","steps":["trace[1632714696] 'process raft request' (duration: 27.970355ms)","trace[1632714696] 'compare' (duration: 105.639082ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:00:39.753743Z","caller":"traceutil/trace.go:171","msg":"trace[218767809] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"134.139874ms","start":"2026-07-01T01:00:39.619589Z","end":"2026-07-01T01:00:39.753729Z","steps":["trace[218767809] 'process raft request' (duration: 133.754292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:39.754097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.361532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62863"} {"level":"info","ts":"2026-07-01T01:00:39.754141Z","caller":"traceutil/trace.go:171","msg":"trace[137391272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4155; }","duration":"129.416863ms","start":"2026-07-01T01:00:39.624714Z","end":"2026-07-01T01:00:39.754131Z","steps":["trace[137391272] 'agreement among raft nodes before linearized reading' (duration: 129.188796ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:00:39.775478Z","caller":"traceutil/trace.go:171","msg":"trace[739271435] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"146.603734ms","start":"2026-07-01T01:00:39.628852Z","end":"2026-07-01T01:00:39.775456Z","steps":["trace[739271435] 'process raft request' (duration: 146.403328ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:00:39.775669Z","caller":"traceutil/trace.go:171","msg":"trace[759093482] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"146.720228ms","start":"2026-07-01T01:00:39.62891Z","end":"2026-07-01T01:00:39.775631Z","steps":["trace[759093482] 'process raft request' (duration: 146.510491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:00:39.78408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.303998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:00:39.784108Z","caller":"traceutil/trace.go:171","msg":"trace[509359328] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"112.558373ms","start":"2026-07-01T01:00:39.671527Z","end":"2026-07-01T01:00:39.784086Z","steps":["trace[509359328] 'process raft request' (duration: 111.858921ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:00:39.784156Z","caller":"traceutil/trace.go:171","msg":"trace[941946630] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:0; response_revision:4158; }","duration":"153.412252ms","start":"2026-07-01T01:00:39.630727Z","end":"2026-07-01T01:00:39.784139Z","steps":["trace[941946630] 'agreement among raft nodes before linearized reading' (duration: 153.279328ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:16.061286Z","caller":"traceutil/trace.go:171","msg":"trace[99906100] linearizableReadLoop","detail":"{readStateIndex:4589; appliedIndex:4588; }","duration":"144.897969ms","start":"2026-07-01T01:01:15.916358Z","end":"2026-07-01T01:01:16.061256Z","steps":["trace[99906100] 'read index received' (duration: 144.725314ms)","trace[99906100] 'applied index is now lower than readState.Index' (duration: 171.445µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:16.061354Z","caller":"traceutil/trace.go:171","msg":"trace[1165780013] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"145.85674ms","start":"2026-07-01T01:01:15.915458Z","end":"2026-07-01T01:01:16.061315Z","steps":["trace[1165780013] 'process raft request' (duration: 145.614132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:16.061527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.138247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:01:16.061606Z","caller":"traceutil/trace.go:171","msg":"trace[1681342832] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4407; }","duration":"145.24626ms","start":"2026-07-01T01:01:15.916323Z","end":"2026-07-01T01:01:16.06157Z","steps":["trace[1681342832] 'agreement among raft nodes before linearized reading' (duration: 145.068785ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:16.063845Z","caller":"traceutil/trace.go:171","msg":"trace[1246747706] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"147.363138ms","start":"2026-07-01T01:01:15.916427Z","end":"2026-07-01T01:01:16.06379Z","steps":["trace[1246747706] 'process raft request' (duration: 147.195353ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:16.064034Z","caller":"traceutil/trace.go:171","msg":"trace[916725109] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"145.488998ms","start":"2026-07-01T01:01:15.918522Z","end":"2026-07-01T01:01:16.064011Z","steps":["trace[916725109] 'process raft request' (duration: 145.2281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:16.064129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.87639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:01:16.06418Z","caller":"traceutil/trace.go:171","msg":"trace[1460109434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4409; }","duration":"145.980354ms","start":"2026-07-01T01:01:15.918185Z","end":"2026-07-01T01:01:16.064166Z","steps":["trace[1460109434] 'agreement among raft nodes before linearized reading' (duration: 145.791068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:16.065328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.448009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:01:16.065406Z","caller":"traceutil/trace.go:171","msg":"trace[1063355185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:4409; }","duration":"146.556592ms","start":"2026-07-01T01:01:15.91883Z","end":"2026-07-01T01:01:16.065386Z","steps":["trace[1063355185] 'agreement among raft nodes before linearized reading' (duration: 145.395775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:24.070628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.303642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:01:24.070717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.269175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:01:24.070733Z","caller":"traceutil/trace.go:171","msg":"trace[1864864914] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4791; }","duration":"199.451757ms","start":"2026-07-01T01:01:23.871261Z","end":"2026-07-01T01:01:24.070713Z","steps":["trace[1864864914] 'count revisions from in-memory index tree' (duration: 199.225019ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:24.070758Z","caller":"traceutil/trace.go:171","msg":"trace[1375555543] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4791; }","duration":"276.348718ms","start":"2026-07-01T01:01:23.794398Z","end":"2026-07-01T01:01:24.070747Z","steps":["trace[1375555543] 'range keys from in-memory index tree' (duration: 276.075019ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:25.897081Z","caller":"traceutil/trace.go:171","msg":"trace[2101555974] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4880; }","duration":"102.519873ms","start":"2026-07-01T01:01:25.794478Z","end":"2026-07-01T01:01:25.896998Z","steps":["trace[2101555974] 'process raft request' (duration: 32.277123ms)","trace[2101555974] 'compare' (duration: 69.95854ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:31.38495Z","caller":"traceutil/trace.go:171","msg":"trace[1789830364] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"176.059297ms","start":"2026-07-01T01:01:31.208804Z","end":"2026-07-01T01:01:31.384863Z","steps":["trace[1789830364] 'process raft request' (duration: 174.89921ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:31.956767Z","caller":"traceutil/trace.go:171","msg":"trace[382960729] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"166.48884ms","start":"2026-07-01T01:01:31.790251Z","end":"2026-07-01T01:01:31.95674Z","steps":["trace[382960729] 'process raft request' (duration: 89.563817ms)","trace[382960729] 'compare' (duration: 76.81233ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:31.959599Z","caller":"traceutil/trace.go:171","msg":"trace[111354631] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"162.698169ms","start":"2026-07-01T01:01:31.796876Z","end":"2026-07-01T01:01:31.959574Z","steps":["trace[111354631] 'process raft request' (duration: 162.547744ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:32.226073Z","caller":"traceutil/trace.go:171","msg":"trace[598838105] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"118.447562ms","start":"2026-07-01T01:01:32.107599Z","end":"2026-07-01T01:01:32.226047Z","steps":["trace[598838105] 'process raft request' (duration: 118.136332ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:35.287833Z","caller":"traceutil/trace.go:171","msg":"trace[2096389638] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5144; }","duration":"389.869322ms","start":"2026-07-01T01:01:34.897946Z","end":"2026-07-01T01:01:35.287816Z","steps":["trace[2096389638] 'process raft request' (duration: 389.80831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:35.287938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:34.897928Z","time spent":"389.964935ms","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":26,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:01:35.288014Z","caller":"traceutil/trace.go:171","msg":"trace[288478799] linearizableReadLoop","detail":"{readStateIndex:5345; appliedIndex:5345; }","duration":"344.606423ms","start":"2026-07-01T01:01:34.943374Z","end":"2026-07-01T01:01:35.28798Z","steps":["trace[288478799] 'read index received' (duration: 344.590682ms)","trace[288478799] 'applied index is now lower than readState.Index' (duration: 13.321µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:35.288224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.827031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zj7jr-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-07-01T01:01:35.28831Z","caller":"traceutil/trace.go:171","msg":"trace[1819569655] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zj7jr-tls; range_end:; response_count:1; response_revision:5144; }","duration":"344.953444ms","start":"2026-07-01T01:01:34.943337Z","end":"2026-07-01T01:01:35.288291Z","steps":["trace[1819569655] 'agreement among raft nodes before linearized reading' (duration: 344.720386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:35.288361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:34.943323Z","time spent":"345.028587ms","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2205,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-zj7jr-tls\" "} {"level":"info","ts":"2026-07-01T01:01:35.297958Z","caller":"traceutil/trace.go:171","msg":"trace[265962702] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"327.288129ms","start":"2026-07-01T01:01:34.97064Z","end":"2026-07-01T01:01:35.297928Z","steps":["trace[265962702] 'process raft request' (duration: 327.072422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:35.298154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:34.970625Z","time spent":"327.440384ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:01:35.887532Z","caller":"traceutil/trace.go:171","msg":"trace[1063738147] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"162.014898ms","start":"2026-07-01T01:01:35.725487Z","end":"2026-07-01T01:01:35.887502Z","steps":["trace[1063738147] 'process raft request' (duration: 161.927345ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:35.887654Z","caller":"traceutil/trace.go:171","msg":"trace[671736440] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"363.781668ms","start":"2026-07-01T01:01:35.523845Z","end":"2026-07-01T01:01:35.887627Z","steps":["trace[671736440] 'process raft request' (duration: 363.414176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:35.887769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:35.523817Z","time spent":"363.896292ms","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3660,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:01:35.887738Z","caller":"traceutil/trace.go:171","msg":"trace[568080004] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"359.8004ms","start":"2026-07-01T01:01:35.527902Z","end":"2026-07-01T01:01:35.887702Z","steps":["trace[568080004] 'process raft request' (duration: 359.451199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:35.887892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:35.527892Z","time spent":"359.928314ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:01:35.887913Z","caller":"traceutil/trace.go:171","msg":"trace[1726157589] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"365.629597ms","start":"2026-07-01T01:01:35.522263Z","end":"2026-07-01T01:01:35.887893Z","steps":["trace[1726157589] 'process raft request' (duration: 348.140027ms)","trace[1726157589] 'compare' (duration: 16.278122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:35.887989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:35.522234Z","time spent":"365.71801ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1233,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:01:38.412847Z","caller":"traceutil/trace.go:171","msg":"trace[1415075737] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5407; }","duration":"156.861723ms","start":"2026-07-01T01:01:38.25596Z","end":"2026-07-01T01:01:38.412821Z","steps":["trace[1415075737] 'read index received' (duration: 156.540332ms)","trace[1415075737] 'applied index is now lower than readState.Index' (duration: 320.401µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:38.412959Z","caller":"traceutil/trace.go:171","msg":"trace[1999000356] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"157.411831ms","start":"2026-07-01T01:01:38.255534Z","end":"2026-07-01T01:01:38.412946Z","steps":["trace[1999000356] 'process raft request' (duration: 156.961896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:38.413416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.440921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:797096"} {"level":"info","ts":"2026-07-01T01:01:38.413478Z","caller":"traceutil/trace.go:171","msg":"trace[492016511] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5204; }","duration":"157.542954ms","start":"2026-07-01T01:01:38.255921Z","end":"2026-07-01T01:01:38.413464Z","steps":["trace[492016511] 'agreement among raft nodes before linearized reading' (duration: 157.037898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:38.418588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.769948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:01:38.41864Z","caller":"traceutil/trace.go:171","msg":"trace[789859097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5205; }","duration":"155.847171ms","start":"2026-07-01T01:01:38.262781Z","end":"2026-07-01T01:01:38.418628Z","steps":["trace[789859097] 'agreement among raft nodes before linearized reading' (duration: 155.673945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:38.418633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.363398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-01T01:01:38.418699Z","caller":"traceutil/trace.go:171","msg":"trace[2006081163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5205; }","duration":"142.455091ms","start":"2026-07-01T01:01:38.27623Z","end":"2026-07-01T01:01:38.418685Z","steps":["trace[2006081163] 'agreement among raft nodes before linearized reading' (duration: 142.264315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:38.418698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.511363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:01:38.418775Z","caller":"traceutil/trace.go:171","msg":"trace[94745614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5205; }","duration":"142.620997ms","start":"2026-07-01T01:01:38.276135Z","end":"2026-07-01T01:01:38.418756Z","steps":["trace[94745614] 'agreement among raft nodes before linearized reading' (duration: 142.386149ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:38.418771Z","caller":"traceutil/trace.go:171","msg":"trace[893806302] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"162.045689ms","start":"2026-07-01T01:01:38.256708Z","end":"2026-07-01T01:01:38.418753Z","steps":["trace[893806302] 'process raft request' (duration: 161.643836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:38.418855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.692109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:01:38.418891Z","caller":"traceutil/trace.go:171","msg":"trace[1195898803] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:5205; }","duration":"142.769182ms","start":"2026-07-01T01:01:38.276113Z","end":"2026-07-01T01:01:38.418882Z","steps":["trace[1195898803] 'agreement among raft nodes before linearized reading' (duration: 142.668248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:38.41891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.17555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-01T01:01:38.418937Z","caller":"traceutil/trace.go:171","msg":"trace[2144189973] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5205; }","duration":"131.224801ms","start":"2026-07-01T01:01:38.287704Z","end":"2026-07-01T01:01:38.418929Z","steps":["trace[2144189973] 'agreement among raft nodes before linearized reading' (duration: 131.143029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:38.419018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.890495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T01:01:38.419056Z","caller":"traceutil/trace.go:171","msg":"trace[1974325843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5205; }","duration":"142.951817ms","start":"2026-07-01T01:01:38.276096Z","end":"2026-07-01T01:01:38.419048Z","steps":["trace[1974325843] 'agreement among raft nodes before linearized reading' (duration: 142.865534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:38.419088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.860704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T01:01:38.419121Z","caller":"traceutil/trace.go:171","msg":"trace[203742356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5205; }","duration":"142.908846ms","start":"2026-07-01T01:01:38.276203Z","end":"2026-07-01T01:01:38.419112Z","steps":["trace[203742356] 'agreement among raft nodes before linearized reading' (duration: 142.811373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:45.569733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.218721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:01:45.569926Z","caller":"traceutil/trace.go:171","msg":"trace[1008546432] transaction","detail":"{read_only:false; response_revision:5343; number_of_response:1; }","duration":"236.381249ms","start":"2026-07-01T01:01:45.333531Z","end":"2026-07-01T01:01:45.569912Z","steps":["trace[1008546432] 'process raft request' (duration: 236.341487ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:45.569947Z","caller":"traceutil/trace.go:171","msg":"trace[586538512] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"282.012729ms","start":"2026-07-01T01:01:45.287892Z","end":"2026-07-01T01:01:45.569904Z","steps":["trace[586538512] 'process raft request' (duration: 71.543791ms)","trace[586538512] 'compare' (duration: 209.865009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:45.570292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.866625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:6882"} {"level":"info","ts":"2026-07-01T01:01:45.570308Z","caller":"traceutil/trace.go:171","msg":"trace[1051097252] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"280.610875ms","start":"2026-07-01T01:01:45.289309Z","end":"2026-07-01T01:01:45.569919Z","steps":["trace[1051097252] 'process raft request' (duration: 280.506692ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:45.570331Z","caller":"traceutil/trace.go:171","msg":"trace[494301797] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5343; }","duration":"276.940267ms","start":"2026-07-01T01:01:45.293382Z","end":"2026-07-01T01:01:45.570322Z","steps":["trace[494301797] 'agreement among raft nodes before linearized reading' (duration: 276.814553ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:45.57018Z","caller":"traceutil/trace.go:171","msg":"trace[1732256388] linearizableReadLoop","detail":"{readStateIndex:5550; appliedIndex:5547; }","duration":"276.484973ms","start":"2026-07-01T01:01:45.293427Z","end":"2026-07-01T01:01:45.569912Z","steps":["trace[1732256388] 'read index received' (duration: 962.031µs)","trace[1732256388] 'applied index is now lower than readState.Index' (duration: 275.519802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:45.571076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.69697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:380254"} {"level":"warn","ts":"2026-07-01T01:01:45.571079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.641343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:01:45.571126Z","caller":"traceutil/trace.go:171","msg":"trace[233263731] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5343; }","duration":"237.798034ms","start":"2026-07-01T01:01:45.333315Z","end":"2026-07-01T01:01:45.571113Z","steps":["trace[233263731] 'agreement among raft nodes before linearized reading' (duration: 237.491244ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:45.571164Z","caller":"traceutil/trace.go:171","msg":"trace[450075502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5343; }","duration":"125.778067ms","start":"2026-07-01T01:01:45.445365Z","end":"2026-07-01T01:01:45.571143Z","steps":["trace[450075502] 'agreement among raft nodes before linearized reading' (duration: 125.661483ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:45.757014Z","caller":"traceutil/trace.go:171","msg":"trace[749115907] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"178.283288ms","start":"2026-07-01T01:01:45.578702Z","end":"2026-07-01T01:01:45.756985Z","steps":["trace[749115907] 'process raft request' (duration: 173.686891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:45.757321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.03205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-l24lj\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-07-01T01:01:45.757396Z","caller":"traceutil/trace.go:171","msg":"trace[722926379] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-l24lj; range_end:; response_count:1; response_revision:5345; }","duration":"178.128283ms","start":"2026-07-01T01:01:45.579252Z","end":"2026-07-01T01:01:45.75738Z","steps":["trace[722926379] 'agreement among raft nodes before linearized reading' (duration: 177.948897ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:46.562006Z","caller":"traceutil/trace.go:171","msg":"trace[241731312] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5562; }","duration":"134.849397ms","start":"2026-07-01T01:01:46.427132Z","end":"2026-07-01T01:01:46.561981Z","steps":["trace[241731312] 'read index received' (duration: 35.585989ms)","trace[241731312] 'applied index is now lower than readState.Index' (duration: 99.261558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:46.562329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.173678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:01:46.562383Z","caller":"traceutil/trace.go:171","msg":"trace[2035231417] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5354; }","duration":"135.270821ms","start":"2026-07-01T01:01:46.427097Z","end":"2026-07-01T01:01:46.562368Z","steps":["trace[2035231417] 'agreement among raft nodes before linearized reading' (duration: 135.051514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:46.562497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.577883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:01:46.562632Z","caller":"traceutil/trace.go:171","msg":"trace[1164385387] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5354; }","duration":"116.737378ms","start":"2026-07-01T01:01:46.445867Z","end":"2026-07-01T01:01:46.562605Z","steps":["trace[1164385387] 'agreement among raft nodes before linearized reading' (duration: 116.459959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:46.562656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.229097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:01:46.562759Z","caller":"traceutil/trace.go:171","msg":"trace[479628549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5354; }","duration":"109.372452ms","start":"2026-07-01T01:01:46.453364Z","end":"2026-07-01T01:01:46.562736Z","steps":["trace[479628549] 'agreement among raft nodes before linearized reading' (duration: 109.016411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:46.562783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.866401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:01:46.562812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.125733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:01:46.562846Z","caller":"traceutil/trace.go:171","msg":"trace[328600476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5354; }","duration":"104.168235ms","start":"2026-07-01T01:01:46.458668Z","end":"2026-07-01T01:01:46.562837Z","steps":["trace[328600476] 'agreement among raft nodes before linearized reading' (duration: 104.073672ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:46.562842Z","caller":"traceutil/trace.go:171","msg":"trace[1916805960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5354; }","duration":"116.980735ms","start":"2026-07-01T01:01:46.445845Z","end":"2026-07-01T01:01:46.562826Z","steps":["trace[1916805960] 'agreement among raft nodes before linearized reading' (duration: 116.888562ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:46.790406Z","caller":"traceutil/trace.go:171","msg":"trace[1186582462] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"222.714181ms","start":"2026-07-01T01:01:46.567665Z","end":"2026-07-01T01:01:46.790379Z","steps":["trace[1186582462] 'process raft request' (duration: 222.522775ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:46.790544Z","caller":"traceutil/trace.go:171","msg":"trace[752245669] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"221.493932ms","start":"2026-07-01T01:01:46.569016Z","end":"2026-07-01T01:01:46.79051Z","steps":["trace[752245669] 'process raft request' (duration: 221.404009ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:46.790551Z","caller":"traceutil/trace.go:171","msg":"trace[705396006] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"222.665589ms","start":"2026-07-01T01:01:46.56784Z","end":"2026-07-01T01:01:46.790506Z","steps":["trace[705396006] 'process raft request' (duration: 222.516515ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:46.790623Z","caller":"traceutil/trace.go:171","msg":"trace[121942035] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"222.847005ms","start":"2026-07-01T01:01:46.567746Z","end":"2026-07-01T01:01:46.790593Z","steps":["trace[121942035] 'process raft request' (duration: 222.563176ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:46.790508Z","caller":"traceutil/trace.go:171","msg":"trace[1806050493] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"222.67395ms","start":"2026-07-01T01:01:46.567796Z","end":"2026-07-01T01:01:46.790469Z","steps":["trace[1806050493] 'process raft request' (duration: 222.537396ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:46.790676Z","caller":"traceutil/trace.go:171","msg":"trace[2078154079] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"222.727791ms","start":"2026-07-01T01:01:46.567895Z","end":"2026-07-01T01:01:46.790623Z","steps":["trace[2078154079] 'process raft request' (duration: 222.479083ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:46.821803Z","caller":"traceutil/trace.go:171","msg":"trace[54770560] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"213.64144ms","start":"2026-07-01T01:01:46.608135Z","end":"2026-07-01T01:01:46.821776Z","steps":["trace[54770560] 'process raft request' (duration: 213.516806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:47.042627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.539562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:01:47.042867Z","caller":"traceutil/trace.go:171","msg":"trace[36452769] linearizableReadLoop","detail":"{readStateIndex:5574; appliedIndex:5572; }","duration":"125.964923ms","start":"2026-07-01T01:01:46.91688Z","end":"2026-07-01T01:01:47.042845Z","steps":["trace[36452769] 'read index received' (duration: 66.618412ms)","trace[36452769] 'applied index is now lower than readState.Index' (duration: 59.345101ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:47.042879Z","caller":"traceutil/trace.go:171","msg":"trace[693013784] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"194.739255ms","start":"2026-07-01T01:01:46.848102Z","end":"2026-07-01T01:01:47.042841Z","steps":["trace[693013784] 'process raft request' (duration: 37.853522ms)","trace[693013784] 'compare' (duration: 156.297525ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:47.042943Z","caller":"traceutil/trace.go:171","msg":"trace[2081815128] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"194.162686ms","start":"2026-07-01T01:01:46.848741Z","end":"2026-07-01T01:01:47.042904Z","steps":["trace[2081815128] 'process raft request' (duration: 194.038343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:47.043089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.204241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-l24lj\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-07-01T01:01:47.043124Z","caller":"traceutil/trace.go:171","msg":"trace[219901761] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-l24lj; range_end:; response_count:1; response_revision:5365; }","duration":"126.285623ms","start":"2026-07-01T01:01:46.916824Z","end":"2026-07-01T01:01:47.043109Z","steps":["trace[219901761] 'agreement among raft nodes before linearized reading' (duration: 126.086657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:47.279477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.155395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:01:47.279856Z","caller":"traceutil/trace.go:171","msg":"trace[1042180173] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"149.159356ms","start":"2026-07-01T01:01:47.130652Z","end":"2026-07-01T01:01:47.279811Z","steps":["trace[1042180173] 'process raft request' (duration: 39.312189ms)","trace[1042180173] 'compare' (duration: 109.00703ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:47.280121Z","caller":"traceutil/trace.go:171","msg":"trace[1062350890] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"147.760111ms","start":"2026-07-01T01:01:47.132333Z","end":"2026-07-01T01:01:47.280093Z","steps":["trace[1062350890] 'process raft request' (duration: 147.40973ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:47.280707Z","caller":"traceutil/trace.go:171","msg":"trace[438067514] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"145.948013ms","start":"2026-07-01T01:01:47.13472Z","end":"2026-07-01T01:01:47.280668Z","steps":["trace[438067514] 'process raft request' (duration: 145.806039ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:47.280787Z","caller":"traceutil/trace.go:171","msg":"trace[1534424291] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"145.830189ms","start":"2026-07-01T01:01:47.134928Z","end":"2026-07-01T01:01:47.280759Z","steps":["trace[1534424291] 'process raft request' (duration: 145.686415ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:47.823134Z","caller":"traceutil/trace.go:171","msg":"trace[1653164554] linearizableReadLoop","detail":"{readStateIndex:5580; appliedIndex:5579; }","duration":"210.537991ms","start":"2026-07-01T01:01:47.612558Z","end":"2026-07-01T01:01:47.823096Z","steps":["trace[1653164554] 'read index received' (duration: 210.244162ms)","trace[1653164554] 'applied index is now lower than readState.Index' (duration: 292.649µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:47.823232Z","caller":"traceutil/trace.go:171","msg":"trace[196537193] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"247.386431ms","start":"2026-07-01T01:01:47.575771Z","end":"2026-07-01T01:01:47.823157Z","steps":["trace[196537193] 'process raft request' (duration: 247.067401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:47.823436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.866122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T01:01:47.823509Z","caller":"traceutil/trace.go:171","msg":"trace[1631747283] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5371; }","duration":"210.973715ms","start":"2026-07-01T01:01:47.612516Z","end":"2026-07-01T01:01:47.823489Z","steps":["trace[1631747283] 'agreement among raft nodes before linearized reading' (duration: 210.717037ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:51.258748Z","caller":"traceutil/trace.go:171","msg":"trace[289231488] linearizableReadLoop","detail":"{readStateIndex:5618; appliedIndex:5617; }","duration":"451.281959ms","start":"2026-07-01T01:01:50.807447Z","end":"2026-07-01T01:01:51.258729Z","steps":["trace[289231488] 'read index received' (duration: 451.067692ms)","trace[289231488] 'applied index is now lower than readState.Index' (duration: 213.687µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:01:51.258892Z","caller":"traceutil/trace.go:171","msg":"trace[762082341] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"451.669052ms","start":"2026-07-01T01:01:50.807187Z","end":"2026-07-01T01:01:51.258856Z","steps":["trace[762082341] 'process raft request' (duration: 451.411394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:51.258953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.498617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:01:51.258981Z","caller":"traceutil/trace.go:171","msg":"trace[821201262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5409; }","duration":"451.581989ms","start":"2026-07-01T01:01:50.807391Z","end":"2026-07-01T01:01:51.258973Z","steps":["trace[821201262] 'agreement among raft nodes before linearized reading' (duration: 451.439954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:51.259017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:50.807369Z","time spent":"451.637651ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:01:51.259059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:50.807177Z","time spent":"451.799146ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:01:51.260314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.097889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-7wv9t\" ","response":"range_response_count:1 size:5199"} {"level":"info","ts":"2026-07-01T01:01:51.260386Z","caller":"traceutil/trace.go:171","msg":"trace[2142488138] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-7wv9t; range_end:; response_count:1; response_revision:5413; }","duration":"305.205163ms","start":"2026-07-01T01:01:50.955166Z","end":"2026-07-01T01:01:51.260371Z","steps":["trace[2142488138] 'agreement among raft nodes before linearized reading' (duration: 305.017217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:51.260422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:50.955148Z","time spent":"305.265384ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5220,"request content":"key:\"/registry/pods/monitoring/goldpinger-7wv9t\" "} {"level":"info","ts":"2026-07-01T01:01:51.260606Z","caller":"traceutil/trace.go:171","msg":"trace[2062466105] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"450.497424ms","start":"2026-07-01T01:01:50.810087Z","end":"2026-07-01T01:01:51.260584Z","steps":["trace[2062466105] 'process raft request' (duration: 450.021619ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:51.260641Z","caller":"traceutil/trace.go:171","msg":"trace[915444330] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"427.910881ms","start":"2026-07-01T01:01:50.832714Z","end":"2026-07-01T01:01:51.260625Z","steps":["trace[915444330] 'process raft request' (duration: 427.430505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:51.260732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:50.810078Z","time spent":"450.590427ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:01:51.260759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:50.832686Z","time spent":"427.990653ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:01:51.261044Z","caller":"traceutil/trace.go:171","msg":"trace[42592636] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"451.877929ms","start":"2026-07-01T01:01:50.809155Z","end":"2026-07-01T01:01:51.261033Z","steps":["trace[42592636] 'process raft request' (duration: 450.789714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:51.261112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:50.80914Z","time spent":"451.93863ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:01:51.261293Z","caller":"traceutil/trace.go:171","msg":"trace[972147906] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"451.898429ms","start":"2026-07-01T01:01:50.809372Z","end":"2026-07-01T01:01:51.26127Z","steps":["trace[972147906] 'process raft request' (duration: 450.67422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:51.261423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:50.80935Z","time spent":"452.006862ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:01:54.018481Z","caller":"traceutil/trace.go:171","msg":"trace[2126870456] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"196.257143ms","start":"2026-07-01T01:01:53.822199Z","end":"2026-07-01T01:01:54.018456Z","steps":["trace[2126870456] 'process raft request' (duration: 196.097618ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:54.019227Z","caller":"traceutil/trace.go:171","msg":"trace[24151071] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"175.149838ms","start":"2026-07-01T01:01:53.844051Z","end":"2026-07-01T01:01:54.0192Z","steps":["trace[24151071] 'process raft request' (duration: 174.977853ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:56.595714Z","caller":"traceutil/trace.go:171","msg":"trace[1790391679] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"581.899881ms","start":"2026-07-01T01:01:56.013786Z","end":"2026-07-01T01:01:56.595686Z","steps":["trace[1790391679] 'process raft request' (duration: 581.691905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:56.595896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.013769Z","time spent":"582.032766ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:01:57.43731Z","caller":"traceutil/trace.go:171","msg":"trace[1767797962] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"1.408985302s","start":"2026-07-01T01:01:56.028302Z","end":"2026-07-01T01:01:57.437287Z","steps":["trace[1767797962] 'process raft request' (duration: 1.40891833s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:57.437374Z","caller":"traceutil/trace.go:171","msg":"trace[718366014] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"1.413138965s","start":"2026-07-01T01:01:56.024211Z","end":"2026-07-01T01:01:57.43735Z","steps":["trace[718366014] 'process raft request' (duration: 1.412877837s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:57.437473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.02828Z","time spent":"1.409110717s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:01:57.437496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.024177Z","time spent":"1.41325376s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:01:58.122283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.988623ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-01T01:01:58.122498Z","caller":"traceutil/trace.go:171","msg":"trace[683756675] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5758; }","duration":"1.677138378s","start":"2026-07-01T01:01:56.445337Z","end":"2026-07-01T01:01:58.122476Z","steps":["trace[683756675] 'read index received' (duration: 150.148607ms)","trace[683756675] 'applied index is now lower than readState.Index' (duration: 1.526989031s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:58.122617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677278983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:01:58.122641Z","caller":"traceutil/trace.go:171","msg":"trace[1506169157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5548; }","duration":"1.677340225s","start":"2026-07-01T01:01:56.445291Z","end":"2026-07-01T01:01:58.122631Z","steps":["trace[1506169157] 'agreement among raft nodes before linearized reading' (duration: 1.677292224s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.122663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.445266Z","time spent":"1.677391637s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:01:58.122858Z","caller":"traceutil/trace.go:171","msg":"trace[796745523] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"1.068843003s","start":"2026-07-01T01:01:57.053991Z","end":"2026-07-01T01:01:58.122834Z","steps":["trace[796745523] 'process raft request' (duration: 1.068389628s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.123005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.05397Z","time spent":"1.068955257s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:01:58.222551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.235403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:01:58.222601Z","caller":"traceutil/trace.go:171","msg":"trace[1575459085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5550; }","duration":"939.336837ms","start":"2026-07-01T01:01:57.283257Z","end":"2026-07-01T01:01:58.222594Z","steps":["trace[1575459085] 'agreement among raft nodes before linearized reading' (duration: 939.158201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.222623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.283247Z","time spent":"939.370238ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:01:58.222599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.084937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:01:58.222641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.531397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T01:01:58.222701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.830596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:01:58.222696Z","caller":"traceutil/trace.go:171","msg":"trace[559807913] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5550; }","duration":"547.19951ms","start":"2026-07-01T01:01:57.675476Z","end":"2026-07-01T01:01:58.222676Z","steps":["trace[559807913] 'agreement among raft nodes before linearized reading' (duration: 546.943382ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:58.222699Z","caller":"traceutil/trace.go:171","msg":"trace[1838048813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5550; }","duration":"208.63018ms","start":"2026-07-01T01:01:58.014052Z","end":"2026-07-01T01:01:58.222683Z","steps":["trace[1838048813] 'agreement among raft nodes before linearized reading' (duration: 208.426683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.222687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.553771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:01:58.222714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613275774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-01T01:01:58.222725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.241234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:01:58.222803Z","caller":"traceutil/trace.go:171","msg":"trace[1757231412] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:5550; }","duration":"1.613400228s","start":"2026-07-01T01:01:56.609386Z","end":"2026-07-01T01:01:58.222786Z","steps":["trace[1757231412] 'agreement among raft nodes before linearized reading' (duration: 1.613191001s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.222814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.936125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:01:58.22283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579513304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:01:58.222852Z","caller":"traceutil/trace.go:171","msg":"trace[1945232894] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5550; }","duration":"1.579571586s","start":"2026-07-01T01:01:56.643275Z","end":"2026-07-01T01:01:58.222846Z","steps":["trace[1945232894] 'agreement among raft nodes before linearized reading' (duration: 1.579541135s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.222849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24834329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:01:58.222855Z","caller":"traceutil/trace.go:171","msg":"trace[1968326397] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5550; }","duration":"271.012958ms","start":"2026-07-01T01:01:57.95183Z","end":"2026-07-01T01:01:58.222843Z","steps":["trace[1968326397] 'agreement among raft nodes before linearized reading' (duration: 270.949846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.222875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.314034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:01:58.222877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.643257Z","time spent":"1.579615247s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:01:58.222793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.247151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18be04bd96860330\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-07-01T01:01:58.222885Z","caller":"traceutil/trace.go:171","msg":"trace[457314444] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5550; }","duration":"1.248419813s","start":"2026-07-01T01:01:56.974454Z","end":"2026-07-01T01:01:58.222874Z","steps":["trace[457314444] 'agreement among raft nodes before linearized reading' (duration: 1.248366211s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:58.222894Z","caller":"traceutil/trace.go:171","msg":"trace[1482866673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5550; }","duration":"933.353915ms","start":"2026-07-01T01:01:57.289535Z","end":"2026-07-01T01:01:58.222889Z","steps":["trace[1482866673] 'agreement among raft nodes before linearized reading' (duration: 933.303514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.222918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.289524Z","time spent":"933.391436ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:01:58.222926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586737805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:01:58.22275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.675429Z","time spent":"547.306224ms","remote":"127.0.0.1:46292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:01:58.222642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.643669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:01:58.222697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475950337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:01:58.223064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.530604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T01:01:58.223096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385527623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59e21313-d4d6-4bc1-a852-ccebc174dd71\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-01T01:01:58.223112Z","caller":"traceutil/trace.go:171","msg":"trace[145117045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5550; }","duration":"935.598957ms","start":"2026-07-01T01:01:57.287503Z","end":"2026-07-01T01:01:58.223102Z","steps":["trace[145117045] 'agreement among raft nodes before linearized reading' (duration: 935.470293ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:58.223136Z","caller":"traceutil/trace.go:171","msg":"trace[1067711553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-59e21313-d4d6-4bc1-a852-ccebc174dd71; range_end:; response_count:1; response_revision:5550; }","duration":"1.385607116s","start":"2026-07-01T01:01:56.837518Z","end":"2026-07-01T01:01:58.223125Z","steps":["trace[1067711553] 'agreement among raft nodes before linearized reading' (duration: 1.385507283s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.222848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.609371Z","time spent":"1.61346847s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"warn","ts":"2026-07-01T01:01:58.223163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.287492Z","time spent":"935.660659ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:01:58.223168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.837489Z","time spent":"1.385672477s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59e21313-d4d6-4bc1-a852-ccebc174dd71\" "} {"level":"info","ts":"2026-07-01T01:01:58.223062Z","caller":"traceutil/trace.go:171","msg":"trace[1877756695] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5550; }","duration":"1.476465624s","start":"2026-07-01T01:01:56.746567Z","end":"2026-07-01T01:01:58.223033Z","steps":["trace[1877756695] 'agreement among raft nodes before linearized reading' (duration: 1.475886615s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.2233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.74655Z","time spent":"1.476728603s","remote":"127.0.0.1:46464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:01:58.222862Z","caller":"traceutil/trace.go:171","msg":"trace[726805526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5550; }","duration":"939.421479ms","start":"2026-07-01T01:01:57.283408Z","end":"2026-07-01T01:01:58.222829Z","steps":["trace[726805526] 'agreement among raft nodes before linearized reading' (duration: 938.998176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.223936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.283386Z","time spent":"940.539614ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:01:58.222916Z","caller":"traceutil/trace.go:171","msg":"trace[1612525906] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18be04bd96860330; range_end:; response_count:1; response_revision:5550; }","duration":"690.387806ms","start":"2026-07-01T01:01:57.532514Z","end":"2026-07-01T01:01:58.222902Z","steps":["trace[1612525906] 'agreement among raft nodes before linearized reading' (duration: 690.240531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.224056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.532498Z","time spent":"691.549152ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18be04bd96860330\" "} {"level":"info","ts":"2026-07-01T01:01:58.222733Z","caller":"traceutil/trace.go:171","msg":"trace[644916437] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5550; }","duration":"941.885648ms","start":"2026-07-01T01:01:57.280837Z","end":"2026-07-01T01:01:58.222723Z","steps":["trace[644916437] 'agreement among raft nodes before linearized reading' (duration: 941.816626ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:01:58.222782Z","caller":"traceutil/trace.go:171","msg":"trace[1086146190] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5550; }","duration":"789.697935ms","start":"2026-07-01T01:01:57.433064Z","end":"2026-07-01T01:01:58.222762Z","steps":["trace[1086146190] 'agreement among raft nodes before linearized reading' (duration: 789.486578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.224446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.433048Z","time spent":"791.382328ms","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:01:58.222955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.974432Z","time spent":"1.248491775s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:01:58.222987Z","caller":"traceutil/trace.go:171","msg":"trace[1312323627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5550; }","duration":"1.586811727s","start":"2026-07-01T01:01:56.636166Z","end":"2026-07-01T01:01:58.222978Z","steps":["trace[1312323627] 'agreement among raft nodes before linearized reading' (duration: 1.586704754s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.22462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:56.636158Z","time spent":"1.5884513s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:01:58.222996Z","caller":"traceutil/trace.go:171","msg":"trace[447643889] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5550; }","duration":"985.99894ms","start":"2026-07-01T01:01:57.236988Z","end":"2026-07-01T01:01:58.222987Z","steps":["trace[447643889] 'agreement among raft nodes before linearized reading' (duration: 985.604108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:01:58.224737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.236921Z","time spent":"987.770667ms","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":28,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:01:58.222557Z","caller":"traceutil/trace.go:171","msg":"trace[2089883306] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"943.83301ms","start":"2026-07-01T01:01:57.278679Z","end":"2026-07-01T01:01:58.222513Z","steps":["trace[2089883306] 'process raft request' (duration: 844.134248ms)","trace[2089883306] 'compare' (duration: 99.435884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:01:58.224849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.278657Z","time spent":"946.139654ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:01:58.225103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:01:57.280825Z","time spent":"943.328284ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:02:00.539442Z","caller":"traceutil/trace.go:171","msg":"trace[1657211673] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"457.373934ms","start":"2026-07-01T01:02:00.082045Z","end":"2026-07-01T01:02:00.539419Z","steps":["trace[1657211673] 'process raft request' (duration: 454.686618ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.539502Z","caller":"traceutil/trace.go:171","msg":"trace[1502463175] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"457.288611ms","start":"2026-07-01T01:02:00.082191Z","end":"2026-07-01T01:02:00.53948Z","steps":["trace[1502463175] 'process raft request' (duration: 457.121806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.539534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.082021Z","time spent":"457.468376ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:02:00.539561Z","caller":"traceutil/trace.go:171","msg":"trace[1477434979] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"457.327733ms","start":"2026-07-01T01:02:00.082206Z","end":"2026-07-01T01:02:00.539534Z","steps":["trace[1477434979] 'process raft request' (duration: 457.221969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.539609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.082178Z","time spent":"457.370553ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:00.539697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.082182Z","time spent":"457.449556ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:00.539888Z","caller":"traceutil/trace.go:171","msg":"trace[1228649201] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"457.25457ms","start":"2026-07-01T01:02:00.082606Z","end":"2026-07-01T01:02:00.53986Z","steps":["trace[1228649201] 'process raft request' (duration: 456.874998ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.53995Z","caller":"traceutil/trace.go:171","msg":"trace[1261239275] linearizableReadLoop","detail":"{readStateIndex:5784; appliedIndex:5778; }","duration":"441.567137ms","start":"2026-07-01T01:02:00.098348Z","end":"2026-07-01T01:02:00.539915Z","steps":["trace[1261239275] 'read index received' (duration: 4.568196ms)","trace[1261239275] 'applied index is now lower than readState.Index' (duration: 436.998031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:00.54Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.082597Z","time spent":"457.349323ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:00.540005Z","caller":"traceutil/trace.go:171","msg":"trace[877944563] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"456.563578ms","start":"2026-07-01T01:02:00.083407Z","end":"2026-07-01T01:02:00.539971Z","steps":["trace[877944563] 'process raft request' (duration: 456.388032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.540122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.083392Z","time spent":"456.665461ms","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:00.540279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.853057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-01T01:02:00.540334Z","caller":"traceutil/trace.go:171","msg":"trace[1242476980] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5570; }","duration":"442.017392ms","start":"2026-07-01T01:02:00.098303Z","end":"2026-07-01T01:02:00.540321Z","steps":["trace[1242476980] 'agreement among raft nodes before linearized reading' (duration: 441.740573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.540378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.098289Z","time spent":"442.078583ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1802,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-01T01:02:00.541011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.596781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59e21313-d4d6-4bc1-a852-ccebc174dd71\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-07-01T01:02:00.541034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.720323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:02:00.541081Z","caller":"traceutil/trace.go:171","msg":"trace[1617579749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5572; }","duration":"297.793195ms","start":"2026-07-01T01:02:00.243276Z","end":"2026-07-01T01:02:00.541069Z","steps":["trace[1617579749] 'agreement among raft nodes before linearized reading' (duration: 297.605029ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.541294Z","caller":"traceutil/trace.go:171","msg":"trace[1201656620] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"386.146253ms","start":"2026-07-01T01:02:00.155141Z","end":"2026-07-01T01:02:00.541287Z","steps":["trace[1201656620] 'process raft request' (duration: 385.533373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.541355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.155118Z","time spent":"386.197045ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:02:00.541085Z","caller":"traceutil/trace.go:171","msg":"trace[414046609] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-59e21313-d4d6-4bc1-a852-ccebc174dd71; range_end:; response_count:1; response_revision:5572; }","duration":"308.697705ms","start":"2026-07-01T01:02:00.232368Z","end":"2026-07-01T01:02:00.541065Z","steps":["trace[414046609] 'agreement among raft nodes before linearized reading' (duration: 308.494508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.541482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.234435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zj7jr\" ","response":"range_response_count:1 size:9769"} {"level":"info","ts":"2026-07-01T01:02:00.541504Z","caller":"traceutil/trace.go:171","msg":"trace[997491131] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-zj7jr; range_end:; response_count:1; response_revision:5572; }","duration":"281.288586ms","start":"2026-07-01T01:02:00.26021Z","end":"2026-07-01T01:02:00.541498Z","steps":["trace[997491131] 'agreement among raft nodes before linearized reading' (duration: 281.232485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.54161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.173217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:02:00.541631Z","caller":"traceutil/trace.go:171","msg":"trace[111680571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5572; }","duration":"298.222478ms","start":"2026-07-01T01:02:00.243402Z","end":"2026-07-01T01:02:00.541624Z","steps":["trace[111680571] 'agreement among raft nodes before linearized reading' (duration: 298.177667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.541773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.18469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T01:02:00.541847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.287781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:02:00.541864Z","caller":"traceutil/trace.go:171","msg":"trace[50544347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:5572; }","duration":"308.341443ms","start":"2026-07-01T01:02:00.233517Z","end":"2026-07-01T01:02:00.541859Z","steps":["trace[50544347] 'agreement among raft nodes before linearized reading' (duration: 308.292141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.541878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.233499Z","time spent":"308.375473ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"info","ts":"2026-07-01T01:02:00.541866Z","caller":"traceutil/trace.go:171","msg":"trace[1289709232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5572; }","duration":"299.298513ms","start":"2026-07-01T01:02:00.242513Z","end":"2026-07-01T01:02:00.541812Z","steps":["trace[1289709232] 'agreement among raft nodes before linearized reading' (duration: 298.787317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.541949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.998584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:02:00.541966Z","caller":"traceutil/trace.go:171","msg":"trace[396784408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5572; }","duration":"299.026024ms","start":"2026-07-01T01:02:00.242937Z","end":"2026-07-01T01:02:00.541963Z","steps":["trace[396784408] 'agreement among raft nodes before linearized reading' (duration: 298.987033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.54197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.911761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:02:00.541885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.232352Z","time spent":"309.51196ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-59e21313-d4d6-4bc1-a852-ccebc174dd71\" "} {"level":"info","ts":"2026-07-01T01:02:00.542028Z","caller":"traceutil/trace.go:171","msg":"trace[250400644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5572; }","duration":"298.975033ms","start":"2026-07-01T01:02:00.243039Z","end":"2026-07-01T01:02:00.542014Z","steps":["trace[250400644] 'agreement among raft nodes before linearized reading' (duration: 298.815388ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:00.541432Z","caller":"traceutil/trace.go:171","msg":"trace[1750211726] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"311.508264ms","start":"2026-07-01T01:02:00.229919Z","end":"2026-07-01T01:02:00.541427Z","steps":["trace[1750211726] 'process raft request' (duration: 310.854703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.542102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.229884Z","time spent":"312.196976ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:00.542518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.386538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:02:00.542618Z","caller":"traceutil/trace.go:171","msg":"trace[764731852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5572; }","duration":"300.519563ms","start":"2026-07-01T01:02:00.242081Z","end":"2026-07-01T01:02:00.5426Z","steps":["trace[764731852] 'agreement among raft nodes before linearized reading' (duration: 299.644715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:00.542667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:00.242063Z","time spent":"300.589774ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:02:02.687269Z","caller":"traceutil/trace.go:171","msg":"trace[1164125632] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"123.605527ms","start":"2026-07-01T01:02:02.563617Z","end":"2026-07-01T01:02:02.687222Z","steps":["trace[1164125632] 'process raft request' (duration: 67.259053ms)","trace[1164125632] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 56.022563ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:02.687291Z","caller":"traceutil/trace.go:171","msg":"trace[1967055418] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"123.160633ms","start":"2026-07-01T01:02:02.564094Z","end":"2026-07-01T01:02:02.687255Z","steps":["trace[1967055418] 'process raft request' (duration: 122.985958ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:02.687367Z","caller":"traceutil/trace.go:171","msg":"trace[462971884] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"122.43391ms","start":"2026-07-01T01:02:02.564908Z","end":"2026-07-01T01:02:02.687341Z","steps":["trace[462971884] 'process raft request' (duration: 122.309536ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:02.687372Z","caller":"traceutil/trace.go:171","msg":"trace[260392242] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"122.482841ms","start":"2026-07-01T01:02:02.564838Z","end":"2026-07-01T01:02:02.687321Z","steps":["trace[260392242] 'process raft request' (duration: 122.328506ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:02.687289Z","caller":"traceutil/trace.go:171","msg":"trace[1820236004] linearizableReadLoop","detail":"{readStateIndex:5833; appliedIndex:5831; }","duration":"123.346129ms","start":"2026-07-01T01:02:02.563925Z","end":"2026-07-01T01:02:02.687271Z","steps":["trace[1820236004] 'read index received' (duration: 35.789125ms)","trace[1820236004] 'applied index is now lower than readState.Index' (duration: 87.555774ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:02.687528Z","caller":"traceutil/trace.go:171","msg":"trace[297690965] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"122.964607ms","start":"2026-07-01T01:02:02.56449Z","end":"2026-07-01T01:02:02.687454Z","steps":["trace[297690965] 'process raft request' (duration: 122.647496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:02.687589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.637259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81305"} {"level":"info","ts":"2026-07-01T01:02:02.687658Z","caller":"traceutil/trace.go:171","msg":"trace[624087107] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5622; }","duration":"123.723252ms","start":"2026-07-01T01:02:02.56392Z","end":"2026-07-01T01:02:02.687643Z","steps":["trace[624087107] 'agreement among raft nodes before linearized reading' (duration: 123.424142ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:06.280547Z","caller":"traceutil/trace.go:171","msg":"trace[1693238616] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"154.219938ms","start":"2026-07-01T01:02:06.126305Z","end":"2026-07-01T01:02:06.280525Z","steps":["trace[1693238616] 'process raft request' (duration: 153.820425ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:06.408843Z","caller":"traceutil/trace.go:171","msg":"trace[1885878788] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"112.795301ms","start":"2026-07-01T01:02:06.296022Z","end":"2026-07-01T01:02:06.408817Z","steps":["trace[1885878788] 'process raft request' (duration: 112.490732ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:06.841408Z","caller":"traceutil/trace.go:171","msg":"trace[309941825] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"418.131718ms","start":"2026-07-01T01:02:06.423255Z","end":"2026-07-01T01:02:06.841387Z","steps":["trace[309941825] 'process raft request' (duration: 409.007695ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:06.841459Z","caller":"traceutil/trace.go:171","msg":"trace[1400484880] linearizableReadLoop","detail":"{readStateIndex:5892; appliedIndex:5891; }","duration":"394.804181ms","start":"2026-07-01T01:02:06.446613Z","end":"2026-07-01T01:02:06.841417Z","steps":["trace[1400484880] 'read index received' (duration: 385.687759ms)","trace[1400484880] 'applied index is now lower than readState.Index' (duration: 9.112992ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:06.841825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.42324Z","time spent":"418.275083ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13646,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:06.842072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.438602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:06.842154Z","caller":"traceutil/trace.go:171","msg":"trace[422473799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5678; }","duration":"395.571206ms","start":"2026-07-01T01:02:06.446564Z","end":"2026-07-01T01:02:06.842135Z","steps":["trace[422473799] 'agreement among raft nodes before linearized reading' (duration: 395.0768ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:06.842161Z","caller":"traceutil/trace.go:171","msg":"trace[1828940144] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"264.592272ms","start":"2026-07-01T01:02:06.577499Z","end":"2026-07-01T01:02:06.842091Z","steps":["trace[1828940144] 'process raft request' (duration: 263.807137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:06.842198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.446513Z","time spent":"395.677ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:02:07.017246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.250401ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-01T01:02:07.017514Z","caller":"traceutil/trace.go:171","msg":"trace[1226888382] transaction","detail":"{read_only:false; response_revision:5679; number_of_response:1; }","duration":"168.887127ms","start":"2026-07-01T01:02:06.84861Z","end":"2026-07-01T01:02:07.017497Z","steps":["trace[1226888382] 'process raft request' (duration: 168.757693ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:07.017497Z","caller":"traceutil/trace.go:171","msg":"trace[1153986856] linearizableReadLoop","detail":"{readStateIndex:5894; appliedIndex:5892; }","duration":"175.899961ms","start":"2026-07-01T01:02:06.841567Z","end":"2026-07-01T01:02:07.017467Z","steps":["trace[1153986856] 'read index received' (duration: 98.573µs)","trace[1153986856] 'applied index is now lower than readState.Index' (duration: 175.799298ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:02:07.017743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.450038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:02:07.017791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.920657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:02:07.017775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.586643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:02:07.017844Z","caller":"traceutil/trace.go:171","msg":"trace[389330905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5679; }","duration":"314.591783ms","start":"2026-07-01T01:02:06.703231Z","end":"2026-07-01T01:02:07.017822Z","steps":["trace[389330905] 'agreement among raft nodes before linearized reading' (duration: 314.298873ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:07.017857Z","caller":"traceutil/trace.go:171","msg":"trace[77920801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5679; }","duration":"406.03364ms","start":"2026-07-01T01:02:06.611806Z","end":"2026-07-01T01:02:07.01784Z","steps":["trace[77920801] 'agreement among raft nodes before linearized reading' (duration: 405.876805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.017848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.420607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:02:07.017883Z","caller":"traceutil/trace.go:171","msg":"trace[1779576421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5679; }","duration":"314.704706ms","start":"2026-07-01T01:02:06.703149Z","end":"2026-07-01T01:02:07.017854Z","steps":["trace[1779576421] 'agreement among raft nodes before linearized reading' (duration: 314.496739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.017909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.703223Z","time spent":"314.671225ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:07.01791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.611771Z","time spent":"406.125833ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:02:07.01792Z","caller":"traceutil/trace.go:171","msg":"trace[1561667643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:5679; }","duration":"314.504319ms","start":"2026-07-01T01:02:06.703398Z","end":"2026-07-01T01:02:07.017903Z","steps":["trace[1561667643] 'agreement among raft nodes before linearized reading' (duration: 314.311853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.017931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.258526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T01:02:07.017956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.703137Z","time spent":"314.782479ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:07.017972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.703394Z","time spent":"314.564642ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"info","ts":"2026-07-01T01:02:07.017987Z","caller":"traceutil/trace.go:171","msg":"trace[1167328241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5679; }","duration":"316.338678ms","start":"2026-07-01T01:02:06.701629Z","end":"2026-07-01T01:02:07.017968Z","steps":["trace[1167328241] 'agreement among raft nodes before linearized reading' (duration: 316.222715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.017817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.201289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-01T01:02:07.018042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.701612Z","time spent":"316.417351ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:02:07.018062Z","caller":"traceutil/trace.go:171","msg":"trace[1096799867] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5679; }","duration":"318.502598ms","start":"2026-07-01T01:02:06.699533Z","end":"2026-07-01T01:02:07.018035Z","steps":["trace[1096799867] 'agreement among raft nodes before linearized reading' (duration: 318.147536ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:07.018074Z","caller":"traceutil/trace.go:171","msg":"trace[1217209601] transaction","detail":"{read_only:false; response_revision:5680; number_of_response:1; }","duration":"168.833956ms","start":"2026-07-01T01:02:06.849187Z","end":"2026-07-01T01:02:07.018021Z","steps":["trace[1217209601] 'process raft request' (duration: 168.517216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.018128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.69951Z","time spent":"318.599851ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:02:07.018195Z","caller":"traceutil/trace.go:171","msg":"trace[1160682901] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"168.862957ms","start":"2026-07-01T01:02:06.849312Z","end":"2026-07-01T01:02:07.018175Z","steps":["trace[1160682901] 'process raft request' (duration: 168.595999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.017672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.163814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:02:07.018513Z","caller":"traceutil/trace.go:171","msg":"trace[1669054506] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5679; }","duration":"481.049652ms","start":"2026-07-01T01:02:06.537447Z","end":"2026-07-01T01:02:07.018496Z","steps":["trace[1669054506] 'agreement among raft nodes before linearized reading' (duration: 480.134973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.018607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.537429Z","time spent":"481.159236ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:02:07.018853Z","caller":"traceutil/trace.go:171","msg":"trace[1892709746] transaction","detail":"{read_only:false; response_revision:5682; number_of_response:1; }","duration":"161.403838ms","start":"2026-07-01T01:02:06.857436Z","end":"2026-07-01T01:02:07.01884Z","steps":["trace[1892709746] 'process raft request' (duration: 161.070758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.01887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.524209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:07.018933Z","caller":"traceutil/trace.go:171","msg":"trace[550859060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5683; }","duration":"175.630933ms","start":"2026-07-01T01:02:06.843285Z","end":"2026-07-01T01:02:07.018916Z","steps":["trace[550859060] 'agreement among raft nodes before linearized reading' (duration: 175.429826ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:07.018993Z","caller":"traceutil/trace.go:171","msg":"trace[1706563505] transaction","detail":"{read_only:false; response_revision:5683; number_of_response:1; }","duration":"153.469374ms","start":"2026-07-01T01:02:06.865506Z","end":"2026-07-01T01:02:07.018975Z","steps":["trace[1706563505] 'process raft request' (duration: 153.149844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.018484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.960996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:02:07.02047Z","caller":"traceutil/trace.go:171","msg":"trace[1599184450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5679; }","duration":"318.005622ms","start":"2026-07-01T01:02:06.702426Z","end":"2026-07-01T01:02:07.020432Z","steps":["trace[1599184450] 'agreement among raft nodes before linearized reading' (duration: 315.056687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:07.020553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:06.702416Z","time spent":"318.105415ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:02:10.994875Z","caller":"traceutil/trace.go:171","msg":"trace[1722727639] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"124.64973ms","start":"2026-07-01T01:02:10.870201Z","end":"2026-07-01T01:02:10.994851Z","steps":["trace[1722727639] 'process raft request' (duration: 124.488445ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.042039Z","caller":"traceutil/trace.go:171","msg":"trace[241194115] linearizableReadLoop","detail":"{readStateIndex:5925; appliedIndex:5923; }","duration":"110.389795ms","start":"2026-07-01T01:02:10.931625Z","end":"2026-07-01T01:02:11.042015Z","steps":["trace[241194115] 'read index received' (duration: 63.133201ms)","trace[241194115] 'applied index is now lower than readState.Index' (duration: 47.255444ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:11.042097Z","caller":"traceutil/trace.go:171","msg":"trace[65757785] transaction","detail":"{read_only:false; response_revision:5709; number_of_response:1; }","duration":"161.923434ms","start":"2026-07-01T01:02:10.880141Z","end":"2026-07-01T01:02:11.042064Z","steps":["trace[65757785] 'process raft request' (duration: 161.747478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:11.042226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.57788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:02:11.042267Z","caller":"traceutil/trace.go:171","msg":"trace[241353652] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5709; }","duration":"110.667423ms","start":"2026-07-01T01:02:10.93159Z","end":"2026-07-01T01:02:11.042257Z","steps":["trace[241353652] 'agreement among raft nodes before linearized reading' (duration: 110.55233ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.201851Z","caller":"traceutil/trace.go:171","msg":"trace[1498663698] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"154.686193ms","start":"2026-07-01T01:02:11.047144Z","end":"2026-07-01T01:02:11.20183Z","steps":["trace[1498663698] 'process raft request' (duration: 154.61244ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.20186Z","caller":"traceutil/trace.go:171","msg":"trace[1245102046] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"154.943991ms","start":"2026-07-01T01:02:11.046899Z","end":"2026-07-01T01:02:11.201843Z","steps":["trace[1245102046] 'process raft request' (duration: 154.706353ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.202238Z","caller":"traceutil/trace.go:171","msg":"trace[1877808648] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"154.711004ms","start":"2026-07-01T01:02:11.047499Z","end":"2026-07-01T01:02:11.20221Z","steps":["trace[1877808648] 'process raft request' (duration: 154.29388ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.202374Z","caller":"traceutil/trace.go:171","msg":"trace[647922514] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"153.740443ms","start":"2026-07-01T01:02:11.048621Z","end":"2026-07-01T01:02:11.202362Z","steps":["trace[647922514] 'process raft request' (duration: 153.507105ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.202426Z","caller":"traceutil/trace.go:171","msg":"trace[989579616] linearizableReadLoop","detail":"{readStateIndex:5931; appliedIndex:5926; }","duration":"152.990698ms","start":"2026-07-01T01:02:11.049423Z","end":"2026-07-01T01:02:11.202414Z","steps":["trace[989579616] 'read index received' (duration: 4.188554ms)","trace[989579616] 'applied index is now lower than readState.Index' (duration: 148.801264ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:11.202486Z","caller":"traceutil/trace.go:171","msg":"trace[813201294] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"153.272847ms","start":"2026-07-01T01:02:11.049202Z","end":"2026-07-01T01:02:11.202474Z","steps":["trace[813201294] 'process raft request' (duration: 153.107502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:11.202684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.241856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81489"} {"level":"info","ts":"2026-07-01T01:02:11.202803Z","caller":"traceutil/trace.go:171","msg":"trace[775175607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5715; }","duration":"153.383011ms","start":"2026-07-01T01:02:11.049409Z","end":"2026-07-01T01:02:11.202792Z","steps":["trace[775175607] 'agreement among raft nodes before linearized reading' (duration: 153.082762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:11.429351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.293285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:02:11.429487Z","caller":"traceutil/trace.go:171","msg":"trace[1873108878] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"171.600185ms","start":"2026-07-01T01:02:11.25786Z","end":"2026-07-01T01:02:11.42946Z","steps":["trace[1873108878] 'process raft request' (duration: 69.104443ms)","trace[1873108878] 'compare' (duration: 102.11763ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:11.451332Z","caller":"traceutil/trace.go:171","msg":"trace[1555501967] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"192.096991ms","start":"2026-07-01T01:02:11.259216Z","end":"2026-07-01T01:02:11.451313Z","steps":["trace[1555501967] 'process raft request' (duration: 191.924485ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.451627Z","caller":"traceutil/trace.go:171","msg":"trace[1287163780] linearizableReadLoop","detail":"{readStateIndex:5937; appliedIndex:5934; }","duration":"191.320636ms","start":"2026-07-01T01:02:11.260285Z","end":"2026-07-01T01:02:11.451605Z","steps":["trace[1287163780] 'read index received' (duration: 66.758087ms)","trace[1287163780] 'applied index is now lower than readState.Index' (duration: 124.561719ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:11.451709Z","caller":"traceutil/trace.go:171","msg":"trace[1200924160] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"192.112941ms","start":"2026-07-01T01:02:11.259586Z","end":"2026-07-01T01:02:11.451699Z","steps":["trace[1200924160] 'process raft request' (duration: 191.671337ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:11.451733Z","caller":"traceutil/trace.go:171","msg":"trace[622356893] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"183.692601ms","start":"2026-07-01T01:02:11.267992Z","end":"2026-07-01T01:02:11.451684Z","steps":["trace[622356893] 'process raft request' (duration: 183.492305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:11.451822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.530292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-01T01:02:11.451901Z","caller":"traceutil/trace.go:171","msg":"trace[1210790499] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5721; }","duration":"191.635906ms","start":"2026-07-01T01:02:11.260245Z","end":"2026-07-01T01:02:11.451881Z","steps":["trace[1210790499] 'agreement among raft nodes before linearized reading' (duration: 191.494281ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:15.750078Z","caller":"traceutil/trace.go:171","msg":"trace[2123184306] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"130.084995ms","start":"2026-07-01T01:02:15.619963Z","end":"2026-07-01T01:02:15.750048Z","steps":["trace[2123184306] 'process raft request' (duration: 129.894249ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:15.829917Z","caller":"traceutil/trace.go:171","msg":"trace[1500685582] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"208.018961ms","start":"2026-07-01T01:02:15.621869Z","end":"2026-07-01T01:02:15.829888Z","steps":["trace[1500685582] 'process raft request' (duration: 164.801907ms)","trace[1500685582] 'compare' (duration: 42.996877ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:18.380904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2846} {"level":"info","ts":"2026-07-01T01:02:18.381133Z","caller":"traceutil/trace.go:171","msg":"trace[293097903] compact","detail":"{revision:2846; response_revision:5771; }","duration":"117.308716ms","start":"2026-07-01T01:02:18.263793Z","end":"2026-07-01T01:02:18.381102Z","steps":["trace[293097903] 'process raft request' (duration: 25.407693ms)","trace[293097903] 'check and update compact revision' (duration: 91.415507ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:18.668107Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2846,"took":"285.048607ms","hash":933941520,"current-db-size-bytes":55304192,"current-db-size":"55 MB","current-db-size-in-use-bytes":32100352,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T01:02:18.668163Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":933941520,"revision":2846,"compact-revision":-1} {"level":"warn","ts":"2026-07-01T01:02:47.765259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465729715,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:02:47.837194Z","caller":"traceutil/trace.go:171","msg":"trace[2101344107] linearizableReadLoop","detail":"{readStateIndex:6254; appliedIndex:6253; }","duration":"572.969376ms","start":"2026-07-01T01:02:47.264196Z","end":"2026-07-01T01:02:47.837165Z","steps":["trace[2101344107] 'read index received' (duration: 572.7649ms)","trace[2101344107] 'applied index is now lower than readState.Index' (duration: 202.806µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:47.837237Z","caller":"traceutil/trace.go:171","msg":"trace[1844882388] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"668.495355ms","start":"2026-07-01T01:02:47.168706Z","end":"2026-07-01T01:02:47.837201Z","steps":["trace[1844882388] 'process raft request' (duration: 668.243506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.837382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.16869Z","time spent":"668.609849ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:02:47.837444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.66504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:02:47.837473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.995443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:02:47.837524Z","caller":"traceutil/trace.go:171","msg":"trace[589688558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6027; }","duration":"432.088995ms","start":"2026-07-01T01:02:47.405422Z","end":"2026-07-01T01:02:47.837511Z","steps":["trace[589688558] 'agreement among raft nodes before linearized reading' (duration: 431.92526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.837518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.504424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-01T01:02:47.837559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.405402Z","time spent":"432.149748ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:02:47.83757Z","caller":"traceutil/trace.go:171","msg":"trace[660872172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:6027; }","duration":"380.616347ms","start":"2026-07-01T01:02:47.456941Z","end":"2026-07-01T01:02:47.837557Z","steps":["trace[660872172] 'agreement among raft nodes before linearized reading' (duration: 380.41458ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:47.837526Z","caller":"traceutil/trace.go:171","msg":"trace[2049300808] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6027; }","duration":"202.796554ms","start":"2026-07-01T01:02:47.634707Z","end":"2026-07-01T01:02:47.837503Z","steps":["trace[2049300808] 'agreement among raft nodes before linearized reading' (duration: 202.67479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.837608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.456925Z","time spent":"380.673519ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"warn","ts":"2026-07-01T01:02:47.83767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.905597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:47.837792Z","caller":"traceutil/trace.go:171","msg":"trace[750462729] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6027; }","duration":"203.072012ms","start":"2026-07-01T01:02:47.634687Z","end":"2026-07-01T01:02:47.837759Z","steps":["trace[750462729] 'agreement among raft nodes before linearized reading' (duration: 202.859936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.837784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.677246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:02:47.837825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.331793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-07-01T01:02:47.837879Z","caller":"traceutil/trace.go:171","msg":"trace[407957950] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6027; }","duration":"199.454117ms","start":"2026-07-01T01:02:47.63841Z","end":"2026-07-01T01:02:47.837864Z","steps":["trace[407957950] 'agreement among raft nodes before linearized reading' (duration: 199.291622ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:47.837874Z","caller":"traceutil/trace.go:171","msg":"trace[294131754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6027; }","duration":"423.8098ms","start":"2026-07-01T01:02:47.414041Z","end":"2026-07-01T01:02:47.837851Z","steps":["trace[294131754] 'agreement among raft nodes before linearized reading' (duration: 423.542182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.837858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.992521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:02:47.837931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.414023Z","time spent":"423.891073ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:02:47.837965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.274133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:47.837985Z","caller":"traceutil/trace.go:171","msg":"trace[1449044880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6027; }","duration":"392.154527ms","start":"2026-07-01T01:02:47.445802Z","end":"2026-07-01T01:02:47.837956Z","steps":["trace[1449044880] 'agreement among raft nodes before linearized reading' (duration: 391.792025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.837905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.323923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:02:47.838027Z","caller":"traceutil/trace.go:171","msg":"trace[1619496816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6027; }","duration":"393.519381ms","start":"2026-07-01T01:02:47.444471Z","end":"2026-07-01T01:02:47.83799Z","steps":["trace[1619496816] 'agreement among raft nodes before linearized reading' (duration: 393.279383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.838039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.445787Z","time spent":"392.24241ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:47.8381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.444462Z","time spent":"393.603983ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:02:47.837811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.023389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:02:47.838102Z","caller":"traceutil/trace.go:171","msg":"trace[139319920] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:6027; }","duration":"358.51857ms","start":"2026-07-01T01:02:47.479541Z","end":"2026-07-01T01:02:47.838059Z","steps":["trace[139319920] 'agreement among raft nodes before linearized reading' (duration: 358.258302ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:47.838156Z","caller":"traceutil/trace.go:171","msg":"trace[1206506286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6027; }","duration":"415.473474ms","start":"2026-07-01T01:02:47.422672Z","end":"2026-07-01T01:02:47.838146Z","steps":["trace[1206506286] 'agreement among raft nodes before linearized reading' (duration: 414.785032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.838183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.422641Z","time spent":"415.533296ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:02:47.838192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.47953Z","time spent":"358.637424ms","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":26,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:02:47.839199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.842026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-01T01:02:47.838265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.398027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:02:47.83955Z","caller":"traceutil/trace.go:171","msg":"trace[346707597] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6027; }","duration":"419.640317ms","start":"2026-07-01T01:02:47.41982Z","end":"2026-07-01T01:02:47.839461Z","steps":["trace[346707597] 'agreement among raft nodes before linearized reading' (duration: 417.766227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.839588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.41981Z","time spent":"419.768301ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:02:47.839425Z","caller":"traceutil/trace.go:171","msg":"trace[426977886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6027; }","duration":"575.246779ms","start":"2026-07-01T01:02:47.264159Z","end":"2026-07-01T01:02:47.839405Z","steps":["trace[426977886] 'agreement among raft nodes before linearized reading' (duration: 573.131501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:47.839898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:02:47.26414Z","time spent":"575.738495ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:02:56.146864Z","caller":"traceutil/trace.go:171","msg":"trace[1724936678] linearizableReadLoop","detail":"{readStateIndex:6304; appliedIndex:6303; }","duration":"257.502944ms","start":"2026-07-01T01:02:55.889339Z","end":"2026-07-01T01:02:56.146842Z","steps":["trace[1724936678] 'read index received' (duration: 257.361389ms)","trace[1724936678] 'applied index is now lower than readState.Index' (duration: 140.475µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:02:56.146947Z","caller":"traceutil/trace.go:171","msg":"trace[788839624] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"266.211992ms","start":"2026-07-01T01:02:55.880702Z","end":"2026-07-01T01:02:56.146914Z","steps":["trace[788839624] 'process raft request' (duration: 266.013026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:56.147049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.676109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:02:56.147075Z","caller":"traceutil/trace.go:171","msg":"trace[814269603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:6076; }","duration":"257.746682ms","start":"2026-07-01T01:02:55.889319Z","end":"2026-07-01T01:02:56.147065Z","steps":["trace[814269603] 'agreement among raft nodes before linearized reading' (duration: 257.617088ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:56.167017Z","caller":"traceutil/trace.go:171","msg":"trace[2089892716] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"187.778594ms","start":"2026-07-01T01:02:55.97921Z","end":"2026-07-01T01:02:56.166989Z","steps":["trace[2089892716] 'process raft request' (duration: 187.528006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:56.167139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.571196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:02:56.167201Z","caller":"traceutil/trace.go:171","msg":"trace[557255430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6078; }","duration":"277.648729ms","start":"2026-07-01T01:02:55.889538Z","end":"2026-07-01T01:02:56.167187Z","steps":["trace[557255430] 'agreement among raft nodes before linearized reading' (duration: 277.445222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:56.167253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.830674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:02:56.167346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.886306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:02:56.167346Z","caller":"traceutil/trace.go:171","msg":"trace[645222956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6078; }","duration":"277.916188ms","start":"2026-07-01T01:02:55.889392Z","end":"2026-07-01T01:02:56.167308Z","steps":["trace[645222956] 'agreement among raft nodes before linearized reading' (duration: 277.735442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:56.167355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.810784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:02:56.167378Z","caller":"traceutil/trace.go:171","msg":"trace[1826140725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6078; }","duration":"277.932348ms","start":"2026-07-01T01:02:55.889438Z","end":"2026-07-01T01:02:56.167371Z","steps":["trace[1826140725] 'agreement among raft nodes before linearized reading' (duration: 277.851905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:56.167381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.970939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:02:56.167407Z","caller":"traceutil/trace.go:171","msg":"trace[487778613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6078; }","duration":"277.892696ms","start":"2026-07-01T01:02:55.889499Z","end":"2026-07-01T01:02:56.167392Z","steps":["trace[487778613] 'agreement among raft nodes before linearized reading' (duration: 277.69741ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:56.167413Z","caller":"traceutil/trace.go:171","msg":"trace[1039098880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6078; }","duration":"278.020221ms","start":"2026-07-01T01:02:55.889383Z","end":"2026-07-01T01:02:56.167403Z","steps":["trace[1039098880] 'agreement among raft nodes before linearized reading' (duration: 277.928288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:56.167911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.388912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:02:56.168093Z","caller":"traceutil/trace.go:171","msg":"trace[1038649083] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6078; }","duration":"278.570548ms","start":"2026-07-01T01:02:55.889464Z","end":"2026-07-01T01:02:56.168035Z","steps":["trace[1038649083] 'agreement among raft nodes before linearized reading' (duration: 277.836494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:02:56.168905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.026991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-01T01:02:56.168984Z","caller":"traceutil/trace.go:171","msg":"trace[2055386238] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6078; }","duration":"243.163605ms","start":"2026-07-01T01:02:55.925799Z","end":"2026-07-01T01:02:56.168962Z","steps":["trace[2055386238] 'agreement among raft nodes before linearized reading' (duration: 241.164912ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:56.283044Z","caller":"traceutil/trace.go:171","msg":"trace[1426196770] transaction","detail":"{read_only:false; response_revision:6080; number_of_response:1; }","duration":"111.537807ms","start":"2026-07-01T01:02:56.171482Z","end":"2026-07-01T01:02:56.28302Z","steps":["trace[1426196770] 'process raft request' (duration: 111.34344ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:56.283373Z","caller":"traceutil/trace.go:171","msg":"trace[1046622392] transaction","detail":"{read_only:false; response_revision:6081; number_of_response:1; }","duration":"111.459784ms","start":"2026-07-01T01:02:56.171877Z","end":"2026-07-01T01:02:56.283337Z","steps":["trace[1046622392] 'process raft request' (duration: 111.098812ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:56.283535Z","caller":"traceutil/trace.go:171","msg":"trace[1187802254] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"111.499215ms","start":"2026-07-01T01:02:56.172004Z","end":"2026-07-01T01:02:56.283503Z","steps":["trace[1187802254] 'process raft request' (duration: 111.215936ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:56.283652Z","caller":"traceutil/trace.go:171","msg":"trace[1373772252] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"111.108473ms","start":"2026-07-01T01:02:56.172508Z","end":"2026-07-01T01:02:56.283616Z","steps":["trace[1373772252] 'process raft request' (duration: 110.823524ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:02:56.283665Z","caller":"traceutil/trace.go:171","msg":"trace[2137202656] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"110.273926ms","start":"2026-07-01T01:02:56.173367Z","end":"2026-07-01T01:02:56.283641Z","steps":["trace[2137202656] 'process raft request' (duration: 110.147172ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:06.753158Z","caller":"traceutil/trace.go:171","msg":"trace[29063380] linearizableReadLoop","detail":"{readStateIndex:6401; appliedIndex:6397; }","duration":"307.692959ms","start":"2026-07-01T01:03:06.445443Z","end":"2026-07-01T01:03:06.753136Z","steps":["trace[29063380] 'read index received' (duration: 233.30158ms)","trace[29063380] 'applied index is now lower than readState.Index' (duration: 74.389929ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:06.753171Z","caller":"traceutil/trace.go:171","msg":"trace[1061362122] transaction","detail":"{read_only:false; response_revision:6167; number_of_response:1; }","duration":"416.444917ms","start":"2026-07-01T01:03:06.336687Z","end":"2026-07-01T01:03:06.753132Z","steps":["trace[1061362122] 'process raft request' (duration: 342.019037ms)","trace[1061362122] 'compare' (duration: 74.082009ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:06.753287Z","caller":"traceutil/trace.go:171","msg":"trace[518188454] transaction","detail":"{read_only:false; response_revision:6168; number_of_response:1; }","duration":"416.56436ms","start":"2026-07-01T01:03:06.336712Z","end":"2026-07-01T01:03:06.753277Z","steps":["trace[518188454] 'process raft request' (duration: 416.2327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:06.753347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:03:06.336671Z","time spent":"416.589632ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:03:06.753397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:03:06.336697Z","time spent":"416.616223ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:03:06.753531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.068931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:03:06.753564Z","caller":"traceutil/trace.go:171","msg":"trace[280765658] transaction","detail":"{read_only:false; response_revision:6169; number_of_response:1; }","duration":"416.787438ms","start":"2026-07-01T01:03:06.336745Z","end":"2026-07-01T01:03:06.753532Z","steps":["trace[280765658] 'process raft request' (duration: 416.282021ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:06.753543Z","caller":"traceutil/trace.go:171","msg":"trace[710750353] transaction","detail":"{read_only:false; response_revision:6170; number_of_response:1; }","duration":"416.732696ms","start":"2026-07-01T01:03:06.336779Z","end":"2026-07-01T01:03:06.753512Z","steps":["trace[710750353] 'process raft request' (duration: 416.301002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:06.753784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:03:06.336731Z","time spent":"416.921642ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:03:06.755245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:03:06.336773Z","time spent":"416.893171ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:03:06.755874Z","caller":"traceutil/trace.go:171","msg":"trace[1819317700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6170; }","duration":"308.233616ms","start":"2026-07-01T01:03:06.445382Z","end":"2026-07-01T01:03:06.753616Z","steps":["trace[1819317700] 'agreement among raft nodes before linearized reading' (duration: 308.03343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:06.755954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:03:06.445359Z","time spent":"310.576302ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:03:12.357144Z","caller":"traceutil/trace.go:171","msg":"trace[302862988] transaction","detail":"{read_only:false; response_revision:6196; number_of_response:1; }","duration":"132.952702ms","start":"2026-07-01T01:03:12.224146Z","end":"2026-07-01T01:03:12.357098Z","steps":["trace[302862988] 'process raft request' (duration: 62.480468ms)","trace[302862988] 'compare' (duration: 70.184734ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:12.357178Z","caller":"traceutil/trace.go:171","msg":"trace[111590240] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"131.98955ms","start":"2026-07-01T01:03:12.225159Z","end":"2026-07-01T01:03:12.357149Z","steps":["trace[111590240] 'process raft request' (duration: 131.812155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:12.357227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.636442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:03:12.357316Z","caller":"traceutil/trace.go:171","msg":"trace[871105218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:6197; }","duration":"107.773167ms","start":"2026-07-01T01:03:12.249519Z","end":"2026-07-01T01:03:12.357292Z","steps":["trace[871105218] 'agreement among raft nodes before linearized reading' (duration: 107.510598ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:12.566018Z","caller":"traceutil/trace.go:171","msg":"trace[1937382648] linearizableReadLoop","detail":"{readStateIndex:6431; appliedIndex:6429; }","duration":"204.307323ms","start":"2026-07-01T01:03:12.361687Z","end":"2026-07-01T01:03:12.565995Z","steps":["trace[1937382648] 'read index received' (duration: 39.617557ms)","trace[1937382648] 'applied index is now lower than readState.Index' (duration: 164.688636ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:03:12.566053Z","caller":"traceutil/trace.go:171","msg":"trace[632924863] transaction","detail":"{read_only:false; response_revision:6199; number_of_response:1; }","duration":"205.1526ms","start":"2026-07-01T01:03:12.360875Z","end":"2026-07-01T01:03:12.566028Z","steps":["trace[632924863] 'process raft request' (duration: 204.912123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:12.566304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.868463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:03:12.566317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.668778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:03:12.566387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.717096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109026"} {"level":"info","ts":"2026-07-01T01:03:12.566435Z","caller":"traceutil/trace.go:171","msg":"trace[456730166] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6199; }","duration":"204.794439ms","start":"2026-07-01T01:03:12.361628Z","end":"2026-07-01T01:03:12.566423Z","steps":["trace[456730166] 'agreement among raft nodes before linearized reading' (duration: 204.49683ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:12.566423Z","caller":"traceutil/trace.go:171","msg":"trace[556680243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6199; }","duration":"120.873435ms","start":"2026-07-01T01:03:12.445533Z","end":"2026-07-01T01:03:12.566407Z","steps":["trace[556680243] 'agreement among raft nodes before linearized reading' (duration: 120.605836ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:12.566335Z","caller":"traceutil/trace.go:171","msg":"trace[335118377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6199; }","duration":"114.941375ms","start":"2026-07-01T01:03:12.451386Z","end":"2026-07-01T01:03:12.566327Z","steps":["trace[335118377] 'agreement among raft nodes before linearized reading' (duration: 114.808011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:03:13.079158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.028238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:03:13.079781Z","caller":"traceutil/trace.go:171","msg":"trace[977093721] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"192.437384ms","start":"2026-07-01T01:03:12.887323Z","end":"2026-07-01T01:03:13.079761Z","steps":["trace[977093721] 'process raft request' (duration: 192.356041ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:03:13.079863Z","caller":"traceutil/trace.go:171","msg":"trace[1550637584] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"193.189967ms","start":"2026-07-01T01:03:12.886614Z","end":"2026-07-01T01:03:13.079804Z","steps":["trace[1550637584] 'process raft request' (duration: 37.426537ms)","trace[1550637584] 'compare' (duration: 154.887822ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:07:18.387494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5771} {"level":"info","ts":"2026-07-01T01:07:18.474146Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5771,"took":"84.888582ms","hash":1374939114,"current-db-size-bytes":55304192,"current-db-size":"55 MB","current-db-size-in-use-bytes":26275840,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-01T01:07:18.474203Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1374939114,"revision":5771,"compact-revision":2846} {"level":"warn","ts":"2026-07-01T01:07:58.773771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465735882,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:07:58.936391Z","caller":"traceutil/trace.go:171","msg":"trace[1356073541] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"665.694187ms","start":"2026-07-01T01:07:58.270671Z","end":"2026-07-01T01:07:58.936365Z","steps":["trace[1356073541] 'process raft request' (duration: 665.553143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:07:58.936542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:07:58.270648Z","time spent":"665.816431ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:07:58.937595Z","caller":"traceutil/trace.go:171","msg":"trace[834241707] linearizableReadLoop","detail":"{readStateIndex:8645; appliedIndex:8643; }","duration":"664.55129ms","start":"2026-07-01T01:07:58.273018Z","end":"2026-07-01T01:07:58.937569Z","steps":["trace[834241707] 'read index received' (duration: 663.244759ms)","trace[834241707] 'applied index is now lower than readState.Index' (duration: 1.305411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:07:58.937951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.593247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:07:58.937999Z","caller":"traceutil/trace.go:171","msg":"trace[1181814865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8345; }","duration":"492.6813ms","start":"2026-07-01T01:07:58.445307Z","end":"2026-07-01T01:07:58.937988Z","steps":["trace[1181814865] 'agreement among raft nodes before linearized reading' (duration: 492.595827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:07:58.938033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:07:58.445291Z","time spent":"492.734021ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:07:58.938132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.48985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:07:58.93822Z","caller":"traceutil/trace.go:171","msg":"trace[93396042] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8345; }","duration":"321.598574ms","start":"2026-07-01T01:07:58.616601Z","end":"2026-07-01T01:07:58.938199Z","steps":["trace[93396042] 'agreement among raft nodes before linearized reading' (duration: 321.432678ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:07:58.938119Z","caller":"traceutil/trace.go:171","msg":"trace[1173017749] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"390.310599ms","start":"2026-07-01T01:07:58.547772Z","end":"2026-07-01T01:07:58.938083Z","steps":["trace[1173017749] 'process raft request' (duration: 389.675099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:07:58.938265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:07:58.616559Z","time spent":"321.695937ms","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:07:58.938254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.813713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T01:07:58.93826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.891554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:07:58.938337Z","caller":"traceutil/trace.go:171","msg":"trace[1185509393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8345; }","duration":"440.004986ms","start":"2026-07-01T01:07:58.498314Z","end":"2026-07-01T01:07:58.938319Z","steps":["trace[1185509393] 'agreement among raft nodes before linearized reading' (duration: 439.80087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:07:58.938373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:07:58.547753Z","time spent":"390.544917ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:07:58.938388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:07:58.498296Z","time spent":"440.082879ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:07:58.938475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.346376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T01:07:58.938659Z","caller":"traceutil/trace.go:171","msg":"trace[1882478501] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8345; }","duration":"665.640056ms","start":"2026-07-01T01:07:58.272997Z","end":"2026-07-01T01:07:58.938637Z","steps":["trace[1882478501] 'agreement among raft nodes before linearized reading' (duration: 664.83092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:07:58.938837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:07:58.27299Z","time spent":"665.830131ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:07:58.938333Z","caller":"traceutil/trace.go:171","msg":"trace[545375452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8345; }","duration":"414.926715ms","start":"2026-07-01T01:07:58.523385Z","end":"2026-07-01T01:07:58.938312Z","steps":["trace[545375452] 'agreement among raft nodes before linearized reading' (duration: 414.743359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:07:58.939191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:07:58.523368Z","time spent":"415.750702ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:08:10.501049Z","caller":"traceutil/trace.go:171","msg":"trace[886271847] linearizableReadLoop","detail":"{readStateIndex:8708; appliedIndex:8707; }","duration":"492.674529ms","start":"2026-07-01T01:08:10.008351Z","end":"2026-07-01T01:08:10.501026Z","steps":["trace[886271847] 'read index received' (duration: 492.517994ms)","trace[886271847] 'applied index is now lower than readState.Index' (duration: 155.495µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:10.50118Z","caller":"traceutil/trace.go:171","msg":"trace[265356912] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"505.375815ms","start":"2026-07-01T01:08:09.995794Z","end":"2026-07-01T01:08:10.50117Z","steps":["trace[265356912] 'process raft request' (duration: 505.070505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:10.501318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:09.99578Z","time spent":"505.439847ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:10.50148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.458312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T01:08:10.501513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.155815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:08:10.501556Z","caller":"traceutil/trace.go:171","msg":"trace[1740701758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8405; }","duration":"493.220996ms","start":"2026-07-01T01:08:10.008325Z","end":"2026-07-01T01:08:10.501546Z","steps":["trace[1740701758] 'agreement among raft nodes before linearized reading' (duration: 493.119093ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:10.501556Z","caller":"traceutil/trace.go:171","msg":"trace[1557503435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8405; }","duration":"292.576567ms","start":"2026-07-01T01:08:10.208961Z","end":"2026-07-01T01:08:10.501538Z","steps":["trace[1557503435] 'agreement among raft nodes before linearized reading' (duration: 292.390631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:10.501585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:10.008315Z","time spent":"493.264608ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:08:10.501652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.239041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:08:10.501727Z","caller":"traceutil/trace.go:171","msg":"trace[401921578] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:8405; }","duration":"238.347704ms","start":"2026-07-01T01:08:10.263363Z","end":"2026-07-01T01:08:10.50171Z","steps":["trace[401921578] 'agreement among raft nodes before linearized reading' (duration: 238.131228ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:11.209876Z","caller":"traceutil/trace.go:171","msg":"trace[163098116] linearizableReadLoop","detail":"{readStateIndex:8710; appliedIndex:8709; }","duration":"209.845894ms","start":"2026-07-01T01:08:11.000008Z","end":"2026-07-01T01:08:11.209854Z","steps":["trace[163098116] 'read index received' (duration: 209.7303ms)","trace[163098116] 'applied index is now lower than readState.Index' (duration: 114.734µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:11.209922Z","caller":"traceutil/trace.go:171","msg":"trace[599656465] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"212.967264ms","start":"2026-07-01T01:08:10.996921Z","end":"2026-07-01T01:08:11.209888Z","steps":["trace[599656465] 'process raft request' (duration: 212.805299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:11.210052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.0305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:08:11.210086Z","caller":"traceutil/trace.go:171","msg":"trace[1710769386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8407; }","duration":"210.095742ms","start":"2026-07-01T01:08:10.999981Z","end":"2026-07-01T01:08:11.210077Z","steps":["trace[1710769386] 'agreement among raft nodes before linearized reading' (duration: 209.974328ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:11.71109Z","caller":"traceutil/trace.go:171","msg":"trace[1841256995] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8710; }","duration":"501.1331ms","start":"2026-07-01T01:08:11.209933Z","end":"2026-07-01T01:08:11.711066Z","steps":["trace[1841256995] 'read index received' (duration: 417.757686ms)","trace[1841256995] 'applied index is now lower than readState.Index' (duration: 83.374354ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:11.71114Z","caller":"traceutil/trace.go:171","msg":"trace[612984708] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"689.709154ms","start":"2026-07-01T01:08:11.02139Z","end":"2026-07-01T01:08:11.7111Z","steps":["trace[612984708] 'process raft request' (duration: 606.287899ms)","trace[612984708] 'compare' (duration: 83.126206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:08:11.711279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.364396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:08:11.711321Z","caller":"traceutil/trace.go:171","msg":"trace[1078973495] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8408; }","duration":"701.439519ms","start":"2026-07-01T01:08:11.00987Z","end":"2026-07-01T01:08:11.711309Z","steps":["trace[1078973495] 'agreement among raft nodes before linearized reading' (duration: 701.295114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:11.711348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:11.009853Z","time spent":"701.489311ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:08:11.711463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.048627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T01:08:11.711549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:11.021377Z","time spent":"689.828788ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:11.711601Z","caller":"traceutil/trace.go:171","msg":"trace[708510582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8408; }","duration":"696.211182ms","start":"2026-07-01T01:08:11.015372Z","end":"2026-07-01T01:08:11.711584Z","steps":["trace[708510582] 'agreement among raft nodes before linearized reading' (duration: 695.717147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:11.711677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:11.015364Z","time spent":"696.298225ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:08:11.767343Z","caller":"traceutil/trace.go:171","msg":"trace[58005199] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"553.40305ms","start":"2026-07-01T01:08:11.213916Z","end":"2026-07-01T01:08:11.767319Z","steps":["trace[58005199] 'process raft request' (duration: 553.187923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:11.767511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:11.213896Z","time spent":"553.536624ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:11.767677Z","caller":"traceutil/trace.go:171","msg":"trace[1451650663] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"470.423999ms","start":"2026-07-01T01:08:11.297164Z","end":"2026-07-01T01:08:11.767588Z","steps":["trace[1451650663] 'process raft request' (duration: 470.075747ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:11.767713Z","caller":"traceutil/trace.go:171","msg":"trace[1129076032] transaction","detail":"{read_only:false; response_revision:8412; number_of_response:1; }","duration":"247.644081ms","start":"2026-07-01T01:08:11.520054Z","end":"2026-07-01T01:08:11.767699Z","steps":["trace[1129076032] 'process raft request' (duration: 247.483086ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:11.767719Z","caller":"traceutil/trace.go:171","msg":"trace[306119880] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"268.512589ms","start":"2026-07-01T01:08:11.499169Z","end":"2026-07-01T01:08:11.767682Z","steps":["trace[306119880] 'process raft request' (duration: 268.267121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:11.767814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:11.297135Z","time spent":"470.608835ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:11.767815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.10833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:08:11.767858Z","caller":"traceutil/trace.go:171","msg":"trace[36638922] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8412; }","duration":"214.154422ms","start":"2026-07-01T01:08:11.553692Z","end":"2026-07-01T01:08:11.767846Z","steps":["trace[36638922] 'agreement among raft nodes before linearized reading' (duration: 214.08515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:11.767871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.04061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:08:11.767884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.250772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-01T01:08:11.767971Z","caller":"traceutil/trace.go:171","msg":"trace[61750649] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:8412; }","duration":"557.380786ms","start":"2026-07-01T01:08:11.210574Z","end":"2026-07-01T01:08:11.767955Z","steps":["trace[61750649] 'agreement among raft nodes before linearized reading' (duration: 557.18696ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:11.767937Z","caller":"traceutil/trace.go:171","msg":"trace[555889345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8412; }","duration":"323.121393ms","start":"2026-07-01T01:08:11.444795Z","end":"2026-07-01T01:08:11.767916Z","steps":["trace[555889345] 'agreement among raft nodes before linearized reading' (duration: 323.007269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:11.768015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:11.210555Z","time spent":"557.452219ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-01T01:08:11.768178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:11.444779Z","time spent":"323.229776ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:08:12.844462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.097461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:08:12.844561Z","caller":"traceutil/trace.go:171","msg":"trace[700246003] transaction","detail":"{read_only:false; response_revision:8417; number_of_response:1; }","duration":"299.622702ms","start":"2026-07-01T01:08:12.544919Z","end":"2026-07-01T01:08:12.844542Z","steps":["trace[700246003] 'process raft request' (duration: 177.367696ms)","trace[700246003] 'compare' (duration: 121.996988ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:13.44743Z","caller":"traceutil/trace.go:171","msg":"trace[1443077110] transaction","detail":"{read_only:false; response_revision:8418; number_of_response:1; }","duration":"231.468014ms","start":"2026-07-01T01:08:13.215925Z","end":"2026-07-01T01:08:13.447393Z","steps":["trace[1443077110] 'process raft request' (duration: 231.263958ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:14.257511Z","caller":"traceutil/trace.go:171","msg":"trace[1734749024] transaction","detail":"{read_only:false; response_revision:8419; number_of_response:1; }","duration":"485.397028ms","start":"2026-07-01T01:08:13.772089Z","end":"2026-07-01T01:08:14.257486Z","steps":["trace[1734749024] 'process raft request' (duration: 485.246973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:14.257649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:13.772067Z","time spent":"485.512912ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:14.262868Z","caller":"traceutil/trace.go:171","msg":"trace[368057155] transaction","detail":"{read_only:false; response_revision:8420; number_of_response:1; }","duration":"489.633104ms","start":"2026-07-01T01:08:13.773206Z","end":"2026-07-01T01:08:14.262839Z","steps":["trace[368057155] 'process raft request' (duration: 488.58496ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:14.262886Z","caller":"traceutil/trace.go:171","msg":"trace[1706826877] linearizableReadLoop","detail":"{readStateIndex:8726; appliedIndex:8723; }","duration":"474.18794ms","start":"2026-07-01T01:08:13.788656Z","end":"2026-07-01T01:08:14.262843Z","steps":["trace[1706826877] 'read index received' (duration: 468.799778ms)","trace[1706826877] 'applied index is now lower than readState.Index' (duration: 5.387122ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:14.263Z","caller":"traceutil/trace.go:171","msg":"trace[534000681] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"311.41202ms","start":"2026-07-01T01:08:13.951576Z","end":"2026-07-01T01:08:14.262988Z","steps":["trace[534000681] 'process raft request' (duration: 311.226044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:14.263041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:13.773192Z","time spent":"489.747197ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:14.263124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:13.951558Z","time spent":"311.488692ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:14.263255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.593263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-01T01:08:14.263252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.580257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:08:14.263289Z","caller":"traceutil/trace.go:171","msg":"trace[881520879] transaction","detail":"{read_only:false; response_revision:8422; number_of_response:1; }","duration":"487.753144ms","start":"2026-07-01T01:08:13.775375Z","end":"2026-07-01T01:08:14.263128Z","steps":["trace[881520879] 'process raft request' (duration: 487.377952ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:14.263299Z","caller":"traceutil/trace.go:171","msg":"trace[678104610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8423; }","duration":"474.658385ms","start":"2026-07-01T01:08:13.788629Z","end":"2026-07-01T01:08:14.263287Z","steps":["trace[678104610] 'agreement among raft nodes before linearized reading' (duration: 474.527641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:14.263332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:13.788618Z","time spent":"474.708146ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:08:14.263339Z","caller":"traceutil/trace.go:171","msg":"trace[232693437] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8423; }","duration":"440.69896ms","start":"2026-07-01T01:08:13.822611Z","end":"2026-07-01T01:08:14.26331Z","steps":["trace[232693437] 'agreement among raft nodes before linearized reading' (duration: 440.566136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:14.263383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:13.822589Z","time spent":"440.783873ms","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:08:14.263532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.78392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:08:14.26366Z","caller":"traceutil/trace.go:171","msg":"trace[197185071] transaction","detail":"{read_only:false; response_revision:8421; number_of_response:1; }","duration":"489.693636ms","start":"2026-07-01T01:08:13.773452Z","end":"2026-07-01T01:08:14.263145Z","steps":["trace[197185071] 'process raft request' (duration: 489.21496ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:14.263665Z","caller":"traceutil/trace.go:171","msg":"trace[1609841453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8423; }","duration":"474.941754ms","start":"2026-07-01T01:08:13.788712Z","end":"2026-07-01T01:08:14.263654Z","steps":["trace[1609841453] 'agreement among raft nodes before linearized reading' (duration: 474.338535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:14.263692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:13.775364Z","time spent":"487.95848ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:14.26372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:13.788699Z","time spent":"475.012507ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:14.263751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:13.773416Z","time spent":"490.277234ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:15.056359Z","caller":"traceutil/trace.go:171","msg":"trace[926183627] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"116.38901ms","start":"2026-07-01T01:08:14.939934Z","end":"2026-07-01T01:08:15.056323Z","steps":["trace[926183627] 'process raft request' (duration: 116.247895ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:32.643723Z","caller":"traceutil/trace.go:171","msg":"trace[1917297192] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"104.856701ms","start":"2026-07-01T01:08:32.53884Z","end":"2026-07-01T01:08:32.643696Z","steps":["trace[1917297192] 'process raft request' (duration: 104.749667ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:34.746235Z","caller":"traceutil/trace.go:171","msg":"trace[519283566] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"126.150701ms","start":"2026-07-01T01:08:34.620065Z","end":"2026-07-01T01:08:34.746216Z","steps":["trace[519283566] 'process raft request' (duration: 118.354272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:40.539141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.825421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-01T01:08:40.539227Z","caller":"traceutil/trace.go:171","msg":"trace[1072458751] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8612; }","duration":"269.955746ms","start":"2026-07-01T01:08:40.269251Z","end":"2026-07-01T01:08:40.539206Z","steps":["trace[1072458751] 'range keys from in-memory index tree' (duration: 269.668336ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:40.539224Z","caller":"traceutil/trace.go:171","msg":"trace[2087219065] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"129.928192ms","start":"2026-07-01T01:08:40.409267Z","end":"2026-07-01T01:08:40.539195Z","steps":["trace[2087219065] 'process raft request' (duration: 125.594403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:43.946747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465736818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:08:44.237919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114069388s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:08:44.238195Z","caller":"traceutil/trace.go:171","msg":"trace[34398206] linearizableReadLoop","detail":"{readStateIndex:8945; appliedIndex:8944; }","duration":"792.509462ms","start":"2026-07-01T01:08:43.445668Z","end":"2026-07-01T01:08:44.238177Z","steps":["trace[34398206] 'read index received' (duration: 792.353707ms)","trace[34398206] 'applied index is now lower than readState.Index' (duration: 155.105µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:44.23835Z","caller":"traceutil/trace.go:171","msg":"trace[189395384] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"1.114533763s","start":"2026-07-01T01:08:43.123776Z","end":"2026-07-01T01:08:44.23831Z","steps":["trace[189395384] 'process raft request' (duration: 1.114292835s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:44.238408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.200686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:08:44.23839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.690358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:08:44.238458Z","caller":"traceutil/trace.go:171","msg":"trace[793910177] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8633; }","duration":"773.287139ms","start":"2026-07-01T01:08:43.465156Z","end":"2026-07-01T01:08:44.238443Z","steps":["trace[793910177] 'agreement among raft nodes before linearized reading' (duration: 773.191596ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:44.238475Z","caller":"traceutil/trace.go:171","msg":"trace[691205473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8633; }","duration":"792.793242ms","start":"2026-07-01T01:08:43.445662Z","end":"2026-07-01T01:08:44.238455Z","steps":["trace[691205473] 'agreement among raft nodes before linearized reading' (duration: 792.607526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:44.238494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:43.465143Z","time spent":"773.34016ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":26,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:08:44.238501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.465066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:08:44.238563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.214157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:08:44.238519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:43.445604Z","time spent":"792.904315ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:08:44.238584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:43.123763Z","time spent":"1.114658506s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:44.238648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.297887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:08:44.238734Z","caller":"traceutil/trace.go:171","msg":"trace[1563034714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8633; }","duration":"603.422281ms","start":"2026-07-01T01:08:43.635294Z","end":"2026-07-01T01:08:44.238717Z","steps":["trace[1563034714] 'agreement among raft nodes before linearized reading' (duration: 603.151702ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:44.238597Z","caller":"traceutil/trace.go:171","msg":"trace[1996402472] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8633; }","duration":"415.600389ms","start":"2026-07-01T01:08:43.822978Z","end":"2026-07-01T01:08:44.238579Z","steps":["trace[1996402472] 'agreement among raft nodes before linearized reading' (duration: 415.431244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:44.238766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:43.635283Z","time spent":"603.476683ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:08:44.238791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:43.822966Z","time spent":"415.811747ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":28,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:08:44.238613Z","caller":"traceutil/trace.go:171","msg":"trace[2002097193] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8633; }","duration":"753.28238ms","start":"2026-07-01T01:08:43.485314Z","end":"2026-07-01T01:08:44.238596Z","steps":["trace[2002097193] 'agreement among raft nodes before linearized reading' (duration: 753.128055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:44.238867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:43.485303Z","time spent":"753.544138ms","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":28,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:08:44.894084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465736822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:08:45.333632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030203906s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:08:45.334016Z","caller":"traceutil/trace.go:171","msg":"trace[834678987] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"1.091532016s","start":"2026-07-01T01:08:44.242457Z","end":"2026-07-01T01:08:45.333989Z","steps":["trace[834678987] 'process raft request' (duration: 1.091375601s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.334165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.242445Z","time spent":"1.091647489s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:45.334977Z","caller":"traceutil/trace.go:171","msg":"trace[1797543939] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"1.044353159s","start":"2026-07-01T01:08:44.290599Z","end":"2026-07-01T01:08:45.334952Z","steps":["trace[1797543939] 'process raft request' (duration: 1.044178153s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.335099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.290577Z","time spent":"1.044442992s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:45.335266Z","caller":"traceutil/trace.go:171","msg":"trace[929698909] transaction","detail":"{read_only:false; response_revision:8636; number_of_response:1; }","duration":"784.120063ms","start":"2026-07-01T01:08:44.551125Z","end":"2026-07-01T01:08:45.335245Z","steps":["trace[929698909] 'process raft request' (duration: 783.777602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.3354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.551103Z","time spent":"784.226677ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:45.335531Z","caller":"traceutil/trace.go:171","msg":"trace[444328541] linearizableReadLoop","detail":"{readStateIndex:8950; appliedIndex:8945; }","duration":"941.72307ms","start":"2026-07-01T01:08:44.393757Z","end":"2026-07-01T01:08:45.33548Z","steps":["trace[444328541] 'read index received' (duration: 940.070487ms)","trace[444328541] 'applied index is now lower than readState.Index' (duration: 1.651653ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:45.335549Z","caller":"traceutil/trace.go:171","msg":"trace[1926308812] transaction","detail":"{read_only:false; response_revision:8638; number_of_response:1; }","duration":"776.913954ms","start":"2026-07-01T01:08:44.558624Z","end":"2026-07-01T01:08:45.335538Z","steps":["trace[1926308812] 'process raft request' (duration: 776.79305ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:45.335566Z","caller":"traceutil/trace.go:171","msg":"trace[1776779824] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"777.081229ms","start":"2026-07-01T01:08:44.558456Z","end":"2026-07-01T01:08:45.335537Z","steps":["trace[1776779824] 'process raft request' (duration: 776.719287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.335618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.558601Z","time spent":"776.987826ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:45.33569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.558441Z","time spent":"777.182752ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:45.335733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.997318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-01T01:08:45.335766Z","caller":"traceutil/trace.go:171","msg":"trace[77700039] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8638; }","duration":"942.036ms","start":"2026-07-01T01:08:44.393721Z","end":"2026-07-01T01:08:45.335757Z","steps":["trace[77700039] 'agreement among raft nodes before linearized reading' (duration: 941.902735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.335792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.393625Z","time spent":"942.161543ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2007,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-01T01:08:45.335991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.127312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:08:45.336033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.766965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:08:45.336107Z","caller":"traceutil/trace.go:171","msg":"trace[663963246] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8638; }","duration":"839.179823ms","start":"2026-07-01T01:08:44.496847Z","end":"2026-07-01T01:08:45.336027Z","steps":["trace[663963246] 'agreement among raft nodes before linearized reading' (duration: 839.0878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.336148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.496789Z","time spent":"839.348369ms","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":28,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:08:45.336217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.28049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:08:45.336259Z","caller":"traceutil/trace.go:171","msg":"trace[730308077] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:8638; }","duration":"523.348852ms","start":"2026-07-01T01:08:44.8129Z","end":"2026-07-01T01:08:45.336249Z","steps":["trace[730308077] 'agreement among raft nodes before linearized reading' (duration: 523.252589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.336339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.812889Z","time spent":"523.395403ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"info","ts":"2026-07-01T01:08:45.336535Z","caller":"traceutil/trace.go:171","msg":"trace[434334968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8638; }","duration":"533.851517ms","start":"2026-07-01T01:08:44.802214Z","end":"2026-07-01T01:08:45.336065Z","steps":["trace[434334968] 'agreement among raft nodes before linearized reading' (duration: 533.719433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.336559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.876701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:08:45.336603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.802193Z","time spent":"534.393825ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:08:45.336639Z","caller":"traceutil/trace.go:171","msg":"trace[122912268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8638; }","duration":"534.971013ms","start":"2026-07-01T01:08:44.801628Z","end":"2026-07-01T01:08:45.336599Z","steps":["trace[122912268] 'agreement among raft nodes before linearized reading' (duration: 534.819109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.336696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.801602Z","time spent":"535.084597ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:45.336697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.831602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:08:45.336778Z","caller":"traceutil/trace.go:171","msg":"trace[1335389463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8638; }","duration":"663.953625ms","start":"2026-07-01T01:08:44.672803Z","end":"2026-07-01T01:08:45.336757Z","steps":["trace[1335389463] 'agreement among raft nodes before linearized reading' (duration: 663.697437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.336794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.851184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:08:45.336851Z","caller":"traceutil/trace.go:171","msg":"trace[2087596322] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8638; }","duration":"552.941718ms","start":"2026-07-01T01:08:44.783897Z","end":"2026-07-01T01:08:45.336839Z","steps":["trace[2087596322] 'agreement among raft nodes before linearized reading' (duration: 552.501234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:45.336859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.672791Z","time spent":"664.056308ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:45.336888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:44.783876Z","time spent":"553.005209ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:08:46.753364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.712694ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-01T01:08:47.752355Z","caller":"traceutil/trace.go:171","msg":"trace[1063879812] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"411.324923ms","start":"2026-07-01T01:08:47.341006Z","end":"2026-07-01T01:08:47.752331Z","steps":["trace[1063879812] 'process raft request' (duration: 411.171358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:47.752497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:47.340991Z","time spent":"411.433547ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:47.755409Z","caller":"traceutil/trace.go:171","msg":"trace[1051735467] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"413.627516ms","start":"2026-07-01T01:08:47.341756Z","end":"2026-07-01T01:08:47.755383Z","steps":["trace[1051735467] 'process raft request' (duration: 413.464581ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:47.75569Z","caller":"traceutil/trace.go:171","msg":"trace[851745779] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"413.168512ms","start":"2026-07-01T01:08:47.342497Z","end":"2026-07-01T01:08:47.755665Z","steps":["trace[851745779] 'process raft request' (duration: 412.848262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:47.755635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:47.341727Z","time spent":"413.75288ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:47.755741Z","caller":"traceutil/trace.go:171","msg":"trace[1495021564] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"411.54134ms","start":"2026-07-01T01:08:47.344166Z","end":"2026-07-01T01:08:47.755708Z","steps":["trace[1495021564] 'process raft request' (duration: 411.415906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:47.756219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:47.34414Z","time spent":"412.016345ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:47.755823Z","caller":"traceutil/trace.go:171","msg":"trace[276811361] linearizableReadLoop","detail":"{readStateIndex:8961; appliedIndex:8957; }","duration":"410.785626ms","start":"2026-07-01T01:08:47.345022Z","end":"2026-07-01T01:08:47.755808Z","steps":["trace[276811361] 'read index received' (duration: 407.231482ms)","trace[276811361] 'applied index is now lower than readState.Index' (duration: 3.552134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:08:47.755833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:47.342476Z","time spent":"413.281755ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:47.755989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.970331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:08:47.756365Z","caller":"traceutil/trace.go:171","msg":"trace[1667483754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8648; }","duration":"411.372684ms","start":"2026-07-01T01:08:47.344979Z","end":"2026-07-01T01:08:47.756352Z","steps":["trace[1667483754] 'agreement among raft nodes before linearized reading' (duration: 410.872508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:47.756409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:47.344968Z","time spent":"411.430817ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:47.756421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.456015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:08:47.756441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.392911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:08:47.756461Z","caller":"traceutil/trace.go:171","msg":"trace[377184205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8648; }","duration":"287.519016ms","start":"2026-07-01T01:08:47.46893Z","end":"2026-07-01T01:08:47.756449Z","steps":["trace[377184205] 'agreement among raft nodes before linearized reading' (duration: 287.454464ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:47.756478Z","caller":"traceutil/trace.go:171","msg":"trace[728696763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8648; }","duration":"409.442363ms","start":"2026-07-01T01:08:47.347023Z","end":"2026-07-01T01:08:47.756466Z","steps":["trace[728696763] 'agreement among raft nodes before linearized reading' (duration: 409.328699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:47.756544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:47.347016Z","time spent":"409.519265ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:47.756585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.915236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:08:47.75663Z","caller":"traceutil/trace.go:171","msg":"trace[1391926383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8648; }","duration":"408.977148ms","start":"2026-07-01T01:08:47.34764Z","end":"2026-07-01T01:08:47.756618Z","steps":["trace[1391926383] 'agreement among raft nodes before linearized reading' (duration: 408.845384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:47.756659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.988023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:08:47.756701Z","caller":"traceutil/trace.go:171","msg":"trace[309588436] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8648; }","duration":"150.057745ms","start":"2026-07-01T01:08:47.60663Z","end":"2026-07-01T01:08:47.756687Z","steps":["trace[309588436] 'agreement among raft nodes before linearized reading' (duration: 149.998133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:47.756727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.564141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:08:47.75675Z","caller":"traceutil/trace.go:171","msg":"trace[436299871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:8648; }","duration":"406.597612ms","start":"2026-07-01T01:08:47.350146Z","end":"2026-07-01T01:08:47.756744Z","steps":["trace[436299871] 'agreement among raft nodes before linearized reading' (duration: 406.5334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:47.75677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:47.350139Z","time spent":"406.627553ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"warn","ts":"2026-07-01T01:08:47.756662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:47.347635Z","time spent":"409.018679ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:08:47.756829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.112092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:08:47.756894Z","caller":"traceutil/trace.go:171","msg":"trace[1714626086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8648; }","duration":"409.263957ms","start":"2026-07-01T01:08:47.347617Z","end":"2026-07-01T01:08:47.756881Z","steps":["trace[1714626086] 'agreement among raft nodes before linearized reading' (duration: 409.04432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:47.756956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:47.347605Z","time spent":"409.319279ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:08:57.282797Z","caller":"traceutil/trace.go:171","msg":"trace[2009149345] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8736; }","duration":"122.199825ms","start":"2026-07-01T01:08:57.160561Z","end":"2026-07-01T01:08:57.282761Z","steps":["trace[2009149345] 'process raft request' (duration: 92.076322ms)","trace[2009149345] 'compare' (duration: 29.733401ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:57.290387Z","caller":"traceutil/trace.go:171","msg":"trace[68052799] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"129.421156ms","start":"2026-07-01T01:08:57.160934Z","end":"2026-07-01T01:08:57.290355Z","steps":["trace[68052799] 'process raft request' (duration: 129.096695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:57.806165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465737132,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:08:57.945344Z","caller":"traceutil/trace.go:171","msg":"trace[1086168511] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"646.475736ms","start":"2026-07-01T01:08:57.298838Z","end":"2026-07-01T01:08:57.945314Z","steps":["trace[1086168511] 'process raft request' (duration: 646.28565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:57.94553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.298825Z","time spent":"646.607141ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4658,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:58.241611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.59653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:4684"} {"level":"info","ts":"2026-07-01T01:08:58.241881Z","caller":"traceutil/trace.go:171","msg":"trace[2093601580] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8738; }","duration":"938.607851ms","start":"2026-07-01T01:08:57.303234Z","end":"2026-07-01T01:08:58.241841Z","steps":["trace[2093601580] 'process raft request' (duration: 747.697841ms)","trace[2093601580] 'compare' (duration: 190.497897ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:58.242014Z","caller":"traceutil/trace.go:171","msg":"trace[1974877311] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"451.258979ms","start":"2026-07-01T01:08:57.790733Z","end":"2026-07-01T01:08:58.241992Z","steps":["trace[1974877311] 'process raft request' (duration: 451.071223ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:58.242076Z","caller":"traceutil/trace.go:171","msg":"trace[825893359] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"451.315271ms","start":"2026-07-01T01:08:57.790749Z","end":"2026-07-01T01:08:58.242064Z","steps":["trace[825893359] 'process raft request' (duration: 451.093574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:58.242084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.766627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-54c22\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-07-01T01:08:58.242124Z","caller":"traceutil/trace.go:171","msg":"trace[82989647] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-54c22; range_end:; response_count:1; response_revision:8741; }","duration":"939.820409ms","start":"2026-07-01T01:08:57.302291Z","end":"2026-07-01T01:08:58.242111Z","steps":["trace[82989647] 'agreement among raft nodes before linearized reading' (duration: 939.645794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:58.24213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.790724Z","time spent":"451.376372ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:58.242172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.302279Z","time spent":"939.884771ms","remote":"127.0.0.1:50580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2823,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-54c22\" "} {"level":"info","ts":"2026-07-01T01:08:58.242015Z","caller":"traceutil/trace.go:171","msg":"trace[754134161] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"454.661608ms","start":"2026-07-01T01:08:57.787331Z","end":"2026-07-01T01:08:58.241992Z","steps":["trace[754134161] 'process raft request' (duration: 454.384269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:58.242127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.790712Z","time spent":"451.354682ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:58.242332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.787288Z","time spent":"454.948276ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:08:58.242029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.303225Z","time spent":"938.722894ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4705,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:08:58.241906Z","caller":"traceutil/trace.go:171","msg":"trace[1684630618] linearizableReadLoop","detail":"{readStateIndex:9060; appliedIndex:9055; }","duration":"939.575881ms","start":"2026-07-01T01:08:57.302312Z","end":"2026-07-01T01:08:58.241888Z","steps":["trace[1684630618] 'read index received' (duration: 642.782398ms)","trace[1684630618] 'applied index is now lower than readState.Index' (duration: 296.792473ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:08:58.285454Z","caller":"traceutil/trace.go:171","msg":"trace[538114468] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"130.681986ms","start":"2026-07-01T01:08:58.154744Z","end":"2026-07-01T01:08:58.285425Z","steps":["trace[538114468] 'process raft request' (duration: 130.483029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:58.285601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.05417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:08:58.285644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.019842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-01T01:08:58.285643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.411593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:08:58.285704Z","caller":"traceutil/trace.go:171","msg":"trace[1666153916] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:8742; }","duration":"467.104865ms","start":"2026-07-01T01:08:57.818584Z","end":"2026-07-01T01:08:58.285689Z","steps":["trace[1666153916] 'agreement among raft nodes before linearized reading' (duration: 466.918699ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:58.285721Z","caller":"traceutil/trace.go:171","msg":"trace[1566076483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8742; }","duration":"230.539347ms","start":"2026-07-01T01:08:58.055164Z","end":"2026-07-01T01:08:58.285703Z","steps":["trace[1566076483] 'agreement among raft nodes before linearized reading' (duration: 230.413653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:58.285732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.079506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:08:58.285873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.417445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T01:08:58.285901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.631743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:08:58.286019Z","caller":"traceutil/trace.go:171","msg":"trace[527111340] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8742; }","duration":"478.80378ms","start":"2026-07-01T01:08:57.807184Z","end":"2026-07-01T01:08:58.285988Z","steps":["trace[527111340] 'agreement among raft nodes before linearized reading' (duration: 478.457409ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:58.285889Z","caller":"traceutil/trace.go:171","msg":"trace[788475520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8742; }","duration":"473.249142ms","start":"2026-07-01T01:08:57.812625Z","end":"2026-07-01T01:08:58.285874Z","steps":["trace[788475520] 'agreement among raft nodes before linearized reading' (duration: 473.075786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:58.286086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.807164Z","time spent":"478.909102ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:08:58.286102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.812618Z","time spent":"473.469539ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:58.286096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:08:58.28622Z","caller":"traceutil/trace.go:171","msg":"trace[741033779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8742; }","duration":"492.779615ms","start":"2026-07-01T01:08:57.793422Z","end":"2026-07-01T01:08:58.286201Z","steps":["trace[741033779] 'agreement among raft nodes before linearized reading' (duration: 492.220278ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:08:58.285948Z","caller":"traceutil/trace.go:171","msg":"trace[1140746649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8742; }","duration":"477.512608ms","start":"2026-07-01T01:08:57.808418Z","end":"2026-07-01T01:08:58.285931Z","steps":["trace[1140746649] 'agreement among raft nodes before linearized reading' (duration: 477.304161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:58.286296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.808409Z","time spent":"477.878109ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:08:58.285674Z","caller":"traceutil/trace.go:171","msg":"trace[1505264423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8742; }","duration":"475.160613ms","start":"2026-07-01T01:08:57.810497Z","end":"2026-07-01T01:08:58.285657Z","steps":["trace[1505264423] 'agreement among raft nodes before linearized reading' (duration: 474.950986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:08:58.28628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.793415Z","time spent":"492.849937ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:08:58.28575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.818572Z","time spent":"467.169157ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"warn","ts":"2026-07-01T01:08:58.286419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:57.810483Z","time spent":"475.879076ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:08:59.583524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465737157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:09:00.014697Z","caller":"traceutil/trace.go:171","msg":"trace[718038522] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"1.157771343s","start":"2026-07-01T01:08:58.856901Z","end":"2026-07-01T01:09:00.014673Z","steps":["trace[718038522] 'process raft request' (duration: 1.157560476s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:00.014878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:58.85685Z","time spent":"1.157919378s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:00.041873Z","caller":"traceutil/trace.go:171","msg":"trace[157486192] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9070; }","duration":"959.139497ms","start":"2026-07-01T01:08:59.08271Z","end":"2026-07-01T01:09:00.041849Z","steps":["trace[157486192] 'read index received' (duration: 931.731141ms)","trace[157486192] 'applied index is now lower than readState.Index' (duration: 27.407226ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:00.041992Z","caller":"traceutil/trace.go:171","msg":"trace[586354576] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"1.032948445s","start":"2026-07-01T01:08:59.009032Z","end":"2026-07-01T01:09:00.041981Z","steps":["trace[586354576] 'process raft request' (duration: 1.032689047s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:00.042095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.009008Z","time spent":"1.033014757s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:00.042205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.509439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-07-01T01:09:00.042251Z","caller":"traceutil/trace.go:171","msg":"trace[98432035] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8753; }","duration":"882.596881ms","start":"2026-07-01T01:08:59.159644Z","end":"2026-07-01T01:09:00.042241Z","steps":["trace[98432035] 'agreement among raft nodes before linearized reading' (duration: 882.454117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:00.042291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.159623Z","time spent":"882.655343ms","remote":"127.0.0.1:59784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3693,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T01:09:00.042432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.449822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:09:00.042458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.018586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:00.042488Z","caller":"traceutil/trace.go:171","msg":"trace[95997081] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8753; }","duration":"142.534454ms","start":"2026-07-01T01:08:59.899942Z","end":"2026-07-01T01:09:00.042476Z","steps":["trace[95997081] 'agreement among raft nodes before linearized reading' (duration: 142.433121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:00.042497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.158999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:09:00.042564Z","caller":"traceutil/trace.go:171","msg":"trace[620784949] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8753; }","duration":"427.253872ms","start":"2026-07-01T01:08:59.6153Z","end":"2026-07-01T01:09:00.042554Z","steps":["trace[620784949] 'agreement among raft nodes before linearized reading' (duration: 427.121208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:00.042603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.615281Z","time spent":"427.311454ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":62,"response size":28,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:00.042709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.336644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:09:00.042753Z","caller":"traceutil/trace.go:171","msg":"trace[602802219] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8753; }","duration":"171.410556ms","start":"2026-07-01T01:08:59.871333Z","end":"2026-07-01T01:09:00.042743Z","steps":["trace[602802219] 'agreement among raft nodes before linearized reading' (duration: 171.335504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:00.042726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.021606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:09:00.042899Z","caller":"traceutil/trace.go:171","msg":"trace[2070183876] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8753; }","duration":"960.228252ms","start":"2026-07-01T01:08:59.082659Z","end":"2026-07-01T01:09:00.042888Z","steps":["trace[2070183876] 'agreement among raft nodes before linearized reading' (duration: 959.991554ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:00.042489Z","caller":"traceutil/trace.go:171","msg":"trace[825455046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8753; }","duration":"597.084878ms","start":"2026-07-01T01:08:59.445395Z","end":"2026-07-01T01:09:00.04248Z","steps":["trace[825455046] 'agreement among raft nodes before linearized reading' (duration: 597.033986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:00.042943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.082633Z","time spent":"960.296744ms","remote":"127.0.0.1:46410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:00.042947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:08:59.445374Z","time spent":"597.565634ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:09:00.811104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.523607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:09:00.811213Z","caller":"traceutil/trace.go:171","msg":"trace[1554086477] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"761.699808ms","start":"2026-07-01T01:09:00.049492Z","end":"2026-07-01T01:09:00.811192Z","steps":["trace[1554086477] 'process raft request' (duration: 437.904152ms)","trace[1554086477] 'compare' (duration: 323.298ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:00.811426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.049479Z","time spent":"761.824062ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:09:01.016953Z","caller":"traceutil/trace.go:171","msg":"trace[1091972896] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"965.81496ms","start":"2026-07-01T01:09:00.051108Z","end":"2026-07-01T01:09:01.016923Z","steps":["trace[1091972896] 'process raft request' (duration: 934.629633ms)","trace[1091972896] 'compare' (duration: 30.97223ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:01.016968Z","caller":"traceutil/trace.go:171","msg":"trace[1346220048] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"770.789848ms","start":"2026-07-01T01:09:00.246154Z","end":"2026-07-01T01:09:01.016943Z","steps":["trace[1346220048] 'process raft request' (duration: 770.696475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.017096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.051074Z","time spent":"965.948944ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:01.017112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.246134Z","time spent":"770.902471ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:01.01744Z","caller":"traceutil/trace.go:171","msg":"trace[440244515] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"770.186729ms","start":"2026-07-01T01:09:00.247239Z","end":"2026-07-01T01:09:01.017425Z","steps":["trace[440244515] 'process raft request' (duration: 769.667072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.017508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.247231Z","time spent":"770.24168ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:01.017522Z","caller":"traceutil/trace.go:171","msg":"trace[1864132237] linearizableReadLoop","detail":"{readStateIndex:9074; appliedIndex:9072; }","duration":"915.612376ms","start":"2026-07-01T01:09:00.101874Z","end":"2026-07-01T01:09:01.017487Z","steps":["trace[1864132237] 'read index received' (duration: 385.635852ms)","trace[1864132237] 'applied index is now lower than readState.Index' (duration: 529.975464ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:01.017551Z","caller":"traceutil/trace.go:171","msg":"trace[584286129] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"767.71617ms","start":"2026-07-01T01:09:00.249806Z","end":"2026-07-01T01:09:01.017522Z","steps":["trace[584286129] 'process raft request' (duration: 767.542634ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:01.01764Z","caller":"traceutil/trace.go:171","msg":"trace[1088392901] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"668.004974ms","start":"2026-07-01T01:09:00.349625Z","end":"2026-07-01T01:09:01.01763Z","steps":["trace[1088392901] 'process raft request' (duration: 667.821068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.017694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.249798Z","time spent":"767.817553ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:01.017733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.349589Z","time spent":"668.079987ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:01.01781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.31377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:09:01.017851Z","caller":"traceutil/trace.go:171","msg":"trace[1789866652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8759; }","duration":"630.392032ms","start":"2026-07-01T01:09:00.387448Z","end":"2026-07-01T01:09:01.01784Z","steps":["trace[1789866652] 'agreement among raft nodes before linearized reading' (duration: 630.227167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.017881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.387426Z","time spent":"630.447734ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:09:01.017922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.312898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-01T01:09:01.017927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.059381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:01.017954Z","caller":"traceutil/trace.go:171","msg":"trace[1744138108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8759; }","duration":"629.358239ms","start":"2026-07-01T01:09:00.388584Z","end":"2026-07-01T01:09:01.017942Z","steps":["trace[1744138108] 'agreement among raft nodes before linearized reading' (duration: 629.257806ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:01.017962Z","caller":"traceutil/trace.go:171","msg":"trace[1385060835] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8759; }","duration":"916.123683ms","start":"2026-07-01T01:09:00.101825Z","end":"2026-07-01T01:09:01.017949Z","steps":["trace[1385060835] 'agreement among raft nodes before linearized reading' (duration: 916.077961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.017985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.388575Z","time spent":"629.405221ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:09:01.017994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.101806Z","time spent":"916.180554ms","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:01.018017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.547666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:09:01.018051Z","caller":"traceutil/trace.go:171","msg":"trace[1129278049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8759; }","duration":"629.595638ms","start":"2026-07-01T01:09:00.388447Z","end":"2026-07-01T01:09:01.018043Z","steps":["trace[1129278049] 'agreement among raft nodes before linearized reading' (duration: 629.501595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.018076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.388438Z","time spent":"629.632608ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:09:01.018087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.260987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:09:01.018109Z","caller":"traceutil/trace.go:171","msg":"trace[58451393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8759; }","duration":"629.301617ms","start":"2026-07-01T01:09:00.388801Z","end":"2026-07-01T01:09:01.018102Z","steps":["trace[58451393] 'agreement among raft nodes before linearized reading' (duration: 629.239405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.018115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.409284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-01T01:09:01.018129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.388791Z","time spent":"629.333169ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:09:01.018149Z","caller":"traceutil/trace.go:171","msg":"trace[752468410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:8759; }","duration":"625.476996ms","start":"2026-07-01T01:09:00.392664Z","end":"2026-07-01T01:09:01.018141Z","steps":["trace[752468410] 'agreement among raft nodes before linearized reading' (duration: 625.355042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.018154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.834922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:09:01.018163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.184746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T01:09:01.018175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.392643Z","time spent":"625.527257ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"info","ts":"2026-07-01T01:09:01.018188Z","caller":"traceutil/trace.go:171","msg":"trace[691906780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8759; }","duration":"630.224587ms","start":"2026-07-01T01:09:00.387955Z","end":"2026-07-01T01:09:01.01818Z","steps":["trace[691906780] 'agreement among raft nodes before linearized reading' (duration: 630.179655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.018219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.387946Z","time spent":"630.267989ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:09:01.017878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.763384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:09:01.018264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.103457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"info","ts":"2026-07-01T01:09:01.018289Z","caller":"traceutil/trace.go:171","msg":"trace[1077090876] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8759; }","duration":"202.157139ms","start":"2026-07-01T01:09:00.816125Z","end":"2026-07-01T01:09:01.018282Z","steps":["trace[1077090876] 'agreement among raft nodes before linearized reading' (duration: 202.080227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.018321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.602535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-01T01:09:01.018368Z","caller":"traceutil/trace.go:171","msg":"trace[1624703775] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8759; }","duration":"203.678168ms","start":"2026-07-01T01:09:00.814677Z","end":"2026-07-01T01:09:01.018355Z","steps":["trace[1624703775] 'agreement among raft nodes before linearized reading' (duration: 203.550653ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:01.018186Z","caller":"traceutil/trace.go:171","msg":"trace[1051401051] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8759; }","duration":"131.901725ms","start":"2026-07-01T01:09:00.886274Z","end":"2026-07-01T01:09:01.018176Z","steps":["trace[1051401051] 'agreement among raft nodes before linearized reading' (duration: 131.853423ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:01.018292Z","caller":"traceutil/trace.go:171","msg":"trace[2055630912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8759; }","duration":"549.218058ms","start":"2026-07-01T01:09:00.469066Z","end":"2026-07-01T01:09:01.018284Z","steps":["trace[2055630912] 'agreement among raft nodes before linearized reading' (duration: 548.718142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.018548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:00.469035Z","time spent":"549.477597ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:09:01.018633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.461061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-01T01:09:01.018672Z","caller":"traceutil/trace.go:171","msg":"trace[1189335915] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8759; }","duration":"203.512862ms","start":"2026-07-01T01:09:00.815149Z","end":"2026-07-01T01:09:01.018662Z","steps":["trace[1189335915] 'agreement among raft nodes before linearized reading' (duration: 203.371448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.511191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.336512ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-07-01T01:09:01.511328Z","caller":"traceutil/trace.go:171","msg":"trace[93366294] linearizableReadLoop","detail":"{readStateIndex:9088; appliedIndex:9087; }","duration":"254.680358ms","start":"2026-07-01T01:09:01.256634Z","end":"2026-07-01T01:09:01.511315Z","steps":["trace[93366294] 'read index received' (duration: 84.19314ms)","trace[93366294] 'applied index is now lower than readState.Index' (duration: 170.485908ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:01.511498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.860133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18be0520db7a0c6f\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-07-01T01:09:01.511556Z","caller":"traceutil/trace.go:171","msg":"trace[1485812397] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18be0520db7a0c6f; range_end:; response_count:1; response_revision:8768; }","duration":"254.944566ms","start":"2026-07-01T01:09:01.256601Z","end":"2026-07-01T01:09:01.511546Z","steps":["trace[1485812397] 'agreement among raft nodes before linearized reading' (duration: 254.803352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.512833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.245053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-01T01:09:01.512902Z","caller":"traceutil/trace.go:171","msg":"trace[1694250183] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8768; }","duration":"233.350026ms","start":"2026-07-01T01:09:01.279537Z","end":"2026-07-01T01:09:01.512887Z","steps":["trace[1694250183] 'agreement among raft nodes before linearized reading' (duration: 231.986033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.731615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.018323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:09:01.731906Z","caller":"traceutil/trace.go:171","msg":"trace[1466704822] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"217.21029ms","start":"2026-07-01T01:09:01.514665Z","end":"2026-07-01T01:09:01.731875Z","steps":["trace[1466704822] 'process raft request' (duration: 112.848326ms)","trace[1466704822] 'compare' (duration: 103.863128ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:01.731952Z","caller":"traceutil/trace.go:171","msg":"trace[2067563631] linearizableReadLoop","detail":"{readStateIndex:9090; appliedIndex:9088; }","duration":"214.770542ms","start":"2026-07-01T01:09:01.51716Z","end":"2026-07-01T01:09:01.731931Z","steps":["trace[2067563631] 'read index received' (duration: 110.369126ms)","trace[2067563631] 'applied index is now lower than readState.Index' (duration: 104.399746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:01.732222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.047631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T01:09:01.732221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.254134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:09:01.732353Z","caller":"traceutil/trace.go:171","msg":"trace[154981225] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8770; }","duration":"213.419529ms","start":"2026-07-01T01:09:01.518913Z","end":"2026-07-01T01:09:01.732333Z","steps":["trace[154981225] 'agreement among raft nodes before linearized reading' (duration: 213.15103ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:01.732286Z","caller":"traceutil/trace.go:171","msg":"trace[673939800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8770; }","duration":"215.131714ms","start":"2026-07-01T01:09:01.517136Z","end":"2026-07-01T01:09:01.732267Z","steps":["trace[673939800] 'agreement among raft nodes before linearized reading' (duration: 214.907157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.732277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.251217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-01T01:09:01.732622Z","caller":"traceutil/trace.go:171","msg":"trace[349450289] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"215.111723ms","start":"2026-07-01T01:09:01.516882Z","end":"2026-07-01T01:09:01.731993Z","steps":["trace[349450289] 'process raft request' (duration: 214.838824ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:01.732721Z","caller":"traceutil/trace.go:171","msg":"trace[1985547237] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8770; }","duration":"184.64074ms","start":"2026-07-01T01:09:01.547982Z","end":"2026-07-01T01:09:01.732623Z","steps":["trace[1985547237] 'agreement among raft nodes before linearized reading' (duration: 184.119993ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:01.914295Z","caller":"traceutil/trace.go:171","msg":"trace[820303403] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9090; }","duration":"116.809402ms","start":"2026-07-01T01:09:01.797464Z","end":"2026-07-01T01:09:01.914274Z","steps":["trace[820303403] 'read index received' (duration: 116.604906ms)","trace[820303403] 'applied index is now lower than readState.Index' (duration: 203.686µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:01.914357Z","caller":"traceutil/trace.go:171","msg":"trace[2045197735] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"121.7558ms","start":"2026-07-01T01:09:01.792565Z","end":"2026-07-01T01:09:01.914321Z","steps":["trace[2045197735] 'process raft request' (duration: 121.566034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:01.914463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.985767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:01.914589Z","caller":"traceutil/trace.go:171","msg":"trace[908880179] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8771; }","duration":"117.161093ms","start":"2026-07-01T01:09:01.797415Z","end":"2026-07-01T01:09:01.914576Z","steps":["trace[908880179] 'agreement among raft nodes before linearized reading' (duration: 116.977457ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:02.673454Z","caller":"traceutil/trace.go:171","msg":"trace[1499893438] linearizableReadLoop","detail":"{readStateIndex:9092; appliedIndex:9091; }","duration":"228.884182ms","start":"2026-07-01T01:09:02.444541Z","end":"2026-07-01T01:09:02.673426Z","steps":["trace[1499893438] 'read index received' (duration: 228.715247ms)","trace[1499893438] 'applied index is now lower than readState.Index' (duration: 167.405µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:02.6735Z","caller":"traceutil/trace.go:171","msg":"trace[734755258] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"412.52249ms","start":"2026-07-01T01:09:02.260956Z","end":"2026-07-01T01:09:02.673479Z","steps":["trace[734755258] 'process raft request' (duration: 412.291033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:02.673596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:02.260931Z","time spent":"412.621183ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1322,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:09:02.673647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.083239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:02.673705Z","caller":"traceutil/trace.go:171","msg":"trace[868398645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8772; }","duration":"229.193153ms","start":"2026-07-01T01:09:02.444495Z","end":"2026-07-01T01:09:02.673688Z","steps":["trace[868398645] 'agreement among raft nodes before linearized reading' (duration: 229.061968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.173582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465737231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:09:03.674134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465737231,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:09:03.718845Z","caller":"traceutil/trace.go:171","msg":"trace[524325765] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"1.135525093s","start":"2026-07-01T01:09:02.583292Z","end":"2026-07-01T01:09:03.718817Z","steps":["trace[524325765] 'process raft request' (duration: 1.135344507s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.719024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:02.583274Z","time spent":"1.135658107s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:03.756508Z","caller":"traceutil/trace.go:171","msg":"trace[227726853] linearizableReadLoop","detail":"{readStateIndex:9096; appliedIndex:9092; }","duration":"1.082957053s","start":"2026-07-01T01:09:02.673525Z","end":"2026-07-01T01:09:03.756483Z","steps":["trace[227726853] 'read index received' (duration: 1.045118295s)","trace[227726853] 'applied index is now lower than readState.Index' (duration: 37.837938ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:03.756585Z","caller":"traceutil/trace.go:171","msg":"trace[324558401] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"733.877029ms","start":"2026-07-01T01:09:03.022679Z","end":"2026-07-01T01:09:03.756556Z","steps":["trace[324558401] 'process raft request' (duration: 733.728504ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:03.756625Z","caller":"traceutil/trace.go:171","msg":"trace[1001952896] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"733.819477ms","start":"2026-07-01T01:09:03.02277Z","end":"2026-07-01T01:09:03.75659Z","steps":["trace[1001952896] 'process raft request' (duration: 733.678832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.756672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120529933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:09:03.756697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08191727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:03.756771Z","caller":"traceutil/trace.go:171","msg":"trace[1187135786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8776; }","duration":"1.082023563s","start":"2026-07-01T01:09:02.674728Z","end":"2026-07-01T01:09:03.756752Z","steps":["trace[1187135786] 'agreement among raft nodes before linearized reading' (duration: 1.08191779s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:03.756764Z","caller":"traceutil/trace.go:171","msg":"trace[433815302] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"734.900702ms","start":"2026-07-01T01:09:03.021846Z","end":"2026-07-01T01:09:03.756747Z","steps":["trace[433815302] 'process raft request' (duration: 734.426417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.756793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.022747Z","time spent":"733.962322ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:03.756831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:02.674715Z","time spent":"1.082100526s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:09:03.756859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.021807Z","time spent":"735.011185ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:03.756858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.607297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-01T01:09:03.756785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.502172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:09:03.756922Z","caller":"traceutil/trace.go:171","msg":"trace[670038026] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8776; }","duration":"685.69236ms","start":"2026-07-01T01:09:03.071202Z","end":"2026-07-01T01:09:03.756894Z","steps":["trace[670038026] 'agreement among raft nodes before linearized reading' (duration: 685.609517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.75694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268834112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-01T01:09:03.756963Z","caller":"traceutil/trace.go:171","msg":"trace[1788900336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8776; }","duration":"684.699697ms","start":"2026-07-01T01:09:03.072253Z","end":"2026-07-01T01:09:03.756953Z","steps":["trace[1788900336] 'agreement among raft nodes before linearized reading' (duration: 684.496901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.756969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.071183Z","time spent":"685.777533ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:09:03.756945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.03661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:09:03.756973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.44353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:09:03.757001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.072242Z","time spent":"684.7504ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:09:03.756989Z","caller":"traceutil/trace.go:171","msg":"trace[1293283030] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8776; }","duration":"1.268920954s","start":"2026-07-01T01:09:02.488054Z","end":"2026-07-01T01:09:03.756975Z","steps":["trace[1293283030] 'agreement among raft nodes before linearized reading' (duration: 1.268762659s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:03.757025Z","caller":"traceutil/trace.go:171","msg":"trace[691356557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8776; }","duration":"686.157784ms","start":"2026-07-01T01:09:03.070849Z","end":"2026-07-01T01:09:03.757007Z","steps":["trace[691356557] 'agreement among raft nodes before linearized reading' (duration: 685.965338ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:03.757041Z","caller":"traceutil/trace.go:171","msg":"trace[1491356465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8776; }","duration":"684.545113ms","start":"2026-07-01T01:09:03.072482Z","end":"2026-07-01T01:09:03.757027Z","steps":["trace[1491356465] 'agreement among raft nodes before linearized reading' (duration: 684.383488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.757056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:02.488033Z","time spent":"1.269010816s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":377,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:09:03.757078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.053433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:09:03.756715Z","caller":"traceutil/trace.go:171","msg":"trace[1392433782] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8776; }","duration":"1.120632156s","start":"2026-07-01T01:09:02.636069Z","end":"2026-07-01T01:09:03.756701Z","steps":["trace[1392433782] 'agreement among raft nodes before linearized reading' (duration: 1.120537763s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.757082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.070834Z","time spent":"686.233737ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:09:03.757105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.674877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:03.757127Z","caller":"traceutil/trace.go:171","msg":"trace[803517286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8776; }","duration":"687.113826ms","start":"2026-07-01T01:09:03.069997Z","end":"2026-07-01T01:09:03.75711Z","steps":["trace[803517286] 'agreement among raft nodes before linearized reading' (duration: 687.055044ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:03.757144Z","caller":"traceutil/trace.go:171","msg":"trace[2030436617] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8776; }","duration":"633.741959ms","start":"2026-07-01T01:09:03.12339Z","end":"2026-07-01T01:09:03.757132Z","steps":["trace[2030436617] 'agreement among raft nodes before linearized reading' (duration: 633.682807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.757175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.123373Z","time spent":"633.791881ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:03.757178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.069986Z","time spent":"687.182977ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:09:03.757009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.895588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:09:03.757222Z","caller":"traceutil/trace.go:171","msg":"trace[630277797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8776; }","duration":"723.164337ms","start":"2026-07-01T01:09:03.034051Z","end":"2026-07-01T01:09:03.757216Z","steps":["trace[630277797] 'agreement among raft nodes before linearized reading' (duration: 722.855577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.757121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.022658Z","time spent":"733.990343ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:03.75725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.034037Z","time spent":"723.206418ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:09:03.757077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.072475Z","time spent":"684.596594ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:09:03.757281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.705993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:09:03.757581Z","caller":"traceutil/trace.go:171","msg":"trace[2064710409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:8776; }","duration":"682.027652ms","start":"2026-07-01T01:09:03.075542Z","end":"2026-07-01T01:09:03.757569Z","steps":["trace[2064710409] 'agreement among raft nodes before linearized reading' (duration: 681.307489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:03.757634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.075511Z","time spent":"682.112775ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"warn","ts":"2026-07-01T01:09:03.75731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:02.636022Z","time spent":"1.121098562s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:04.717016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.454078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:09:04.717109Z","caller":"traceutil/trace.go:171","msg":"trace[326960476] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9096; }","duration":"954.794118ms","start":"2026-07-01T01:09:03.7623Z","end":"2026-07-01T01:09:04.717094Z","steps":["trace[326960476] 'read index received' (duration: 158.180595ms)","trace[326960476] 'applied index is now lower than readState.Index' (duration: 796.612163ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:04.717151Z","caller":"traceutil/trace.go:171","msg":"trace[1386948435] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"955.230232ms","start":"2026-07-01T01:09:03.761876Z","end":"2026-07-01T01:09:04.717106Z","steps":["trace[1386948435] 'process raft request' (duration: 158.611518ms)","trace[1386948435] 'compare' (duration: 796.124068ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:04.717321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.761855Z","time spent":"955.430339ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:04.717373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.061747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228457"} {"level":"info","ts":"2026-07-01T01:09:04.717422Z","caller":"traceutil/trace.go:171","msg":"trace[1035108258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8777; }","duration":"955.14027ms","start":"2026-07-01T01:09:03.762271Z","end":"2026-07-01T01:09:04.717412Z","steps":["trace[1035108258] 'agreement among raft nodes before linearized reading' (duration: 954.888222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:04.717448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.762252Z","time spent":"955.191291ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228478,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:09:05.011694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091128304s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:09:05.765446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000679377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:09:05.765525Z","caller":"traceutil/trace.go:171","msg":"trace[228013526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007872s","start":"2026-07-01T01:09:03.764717Z","end":"2026-07-01T01:09:05.765504Z","steps":["trace[228013526] 'agreement among raft nodes before linearized reading' (duration: 2.000696217s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:05.76557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.764709Z","time spent":"2.000852113s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:09:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:09:05.974231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.265907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:09:05.974601Z","caller":"traceutil/trace.go:171","msg":"trace[12172085] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"2.211347818s","start":"2026-07-01T01:09:03.763234Z","end":"2026-07-01T01:09:05.974582Z","steps":["trace[12172085] 'process raft request' (duration: 2.211232024s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:05.974683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.763224Z","time spent":"2.21142395s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:05.974887Z","caller":"traceutil/trace.go:171","msg":"trace[255884454] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"2.212506685s","start":"2026-07-01T01:09:03.76237Z","end":"2026-07-01T01:09:05.974877Z","steps":["trace[255884454] 'process raft request' (duration: 2.211960367s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:05.974912Z","caller":"traceutil/trace.go:171","msg":"trace[1978377509] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"2.212604488s","start":"2026-07-01T01:09:03.762286Z","end":"2026-07-01T01:09:05.97489Z","steps":["trace[1978377509] 'process raft request' (duration: 1.249585777s)","trace[1978377509] 'compare' (duration: 961.611476ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:05.974936Z","caller":"traceutil/trace.go:171","msg":"trace[455034290] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"2.212385601s","start":"2026-07-01T01:09:03.762518Z","end":"2026-07-01T01:09:05.974903Z","steps":["trace[455034290] 'process raft request' (duration: 2.211903076s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:05.974984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.76236Z","time spent":"2.212551897s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:05.975023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.76227Z","time spent":"2.212692541s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:05.975144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.762507Z","time spent":"2.212524726s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:05.975131Z","caller":"traceutil/trace.go:171","msg":"trace[527680927] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9097; }","duration":"1.257865302s","start":"2026-07-01T01:09:04.717241Z","end":"2026-07-01T01:09:05.975107Z","steps":["trace[527680927] 'read index received' (duration: 294.584643ms)","trace[527680927] 'applied index is now lower than readState.Index' (duration: 963.279089ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:05.97518Z","caller":"traceutil/trace.go:171","msg":"trace[1860772051] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"2.211882736s","start":"2026-07-01T01:09:03.763242Z","end":"2026-07-01T01:09:05.975125Z","steps":["trace[1860772051] 'process raft request' (duration: 2.211306847s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:05.975469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:03.763223Z","time spent":"2.212152784s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:06.00287Z","caller":"traceutil/trace.go:171","msg":"trace[1093887826] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"240.546936ms","start":"2026-07-01T01:09:05.762301Z","end":"2026-07-01T01:09:06.002848Z","steps":["trace[1093887826] 'process raft request' (duration: 240.440323ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:06.349815Z","caller":"traceutil/trace.go:171","msg":"trace[996110480] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"587.215432ms","start":"2026-07-01T01:09:05.762567Z","end":"2026-07-01T01:09:06.349782Z","steps":["trace[996110480] 'process raft request' (duration: 512.254826ms)","trace[996110480] 'compare' (duration: 74.803271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:06.350018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:05.762497Z","time spent":"587.404827ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:09:06.350027Z","caller":"traceutil/trace.go:171","msg":"trace[820797211] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9102; }","duration":"374.748853ms","start":"2026-07-01T01:09:05.975237Z","end":"2026-07-01T01:09:06.349986Z","steps":["trace[820797211] 'read index received' (duration: 27.511149ms)","trace[820797211] 'applied index is now lower than readState.Index' (duration: 347.236074ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:06.350356Z","caller":"traceutil/trace.go:171","msg":"trace[2107045512] transaction","detail":"{read_only:false; response_revision:8785; number_of_response:1; }","duration":"587.013846ms","start":"2026-07-01T01:09:05.763329Z","end":"2026-07-01T01:09:06.350343Z","steps":["trace[2107045512] 'process raft request' (duration: 586.413636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:06.350522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:05.763323Z","time spent":"587.077647ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:09:06.350609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605225749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:09:06.350616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.330793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:09:06.350636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.771493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:06.350681Z","caller":"traceutil/trace.go:171","msg":"trace[2098560512] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8785; }","duration":"1.605344924s","start":"2026-07-01T01:09:04.745318Z","end":"2026-07-01T01:09:06.350663Z","steps":["trace[2098560512] 'agreement among raft nodes before linearized reading' (duration: 1.605198609s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:06.350703Z","caller":"traceutil/trace.go:171","msg":"trace[486287370] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8785; }","duration":"237.474207ms","start":"2026-07-01T01:09:06.113205Z","end":"2026-07-01T01:09:06.350679Z","steps":["trace[486287370] 'agreement among raft nodes before linearized reading' (duration: 237.287851ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:06.350714Z","caller":"traceutil/trace.go:171","msg":"trace[1172569102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8785; }","duration":"584.892968ms","start":"2026-07-01T01:09:05.765801Z","end":"2026-07-01T01:09:06.350694Z","steps":["trace[1172569102] 'agreement among raft nodes before linearized reading' (duration: 584.759303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:06.350739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:04.745301Z","time spent":"1.605423726s","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":28,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:09:06.350725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444907927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-01T01:09:06.350753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480125852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-01T01:09:06.350801Z","caller":"traceutil/trace.go:171","msg":"trace[1204753337] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8785; }","duration":"1.445046332s","start":"2026-07-01T01:09:04.905737Z","end":"2026-07-01T01:09:06.350783Z","steps":["trace[1204753337] 'agreement among raft nodes before linearized reading' (duration: 1.444764003s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:06.350829Z","caller":"traceutil/trace.go:171","msg":"trace[825109560] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8785; }","duration":"1.480224756s","start":"2026-07-01T01:09:04.870587Z","end":"2026-07-01T01:09:06.350812Z","steps":["trace[825109560] 'agreement among raft nodes before linearized reading' (duration: 1.479934166s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:06.350857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:04.905712Z","time spent":"1.445136925s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:09:06.350874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:04.870577Z","time spent":"1.480285157s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":377,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:09:06.350756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:05.765785Z","time spent":"584.962949ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:09:06.350643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505653909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:09:06.351046Z","caller":"traceutil/trace.go:171","msg":"trace[1897210493] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8785; }","duration":"1.506087382s","start":"2026-07-01T01:09:04.844935Z","end":"2026-07-01T01:09:06.351023Z","steps":["trace[1897210493] 'agreement among raft nodes before linearized reading' (duration: 1.505519094s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:06.35111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:04.844919Z","time spent":"1.506174355s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":579,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T01:09:06.518839Z","caller":"traceutil/trace.go:171","msg":"trace[1788496293] transaction","detail":"{read_only:false; response_revision:8787; number_of_response:1; }","duration":"163.458913ms","start":"2026-07-01T01:09:06.355349Z","end":"2026-07-01T01:09:06.518808Z","steps":["trace[1788496293] 'process raft request' (duration: 118.191137ms)","trace[1788496293] 'compare' (duration: 45.05728ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:06.518998Z","caller":"traceutil/trace.go:171","msg":"trace[213834023] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9105; }","duration":"159.205088ms","start":"2026-07-01T01:09:06.359762Z","end":"2026-07-01T01:09:06.518967Z","steps":["trace[213834023] 'read index received' (duration: 67.358963ms)","trace[213834023] 'applied index is now lower than readState.Index' (duration: 91.844054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:06.519174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.383183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:06.519128Z","caller":"traceutil/trace.go:171","msg":"trace[503376000] transaction","detail":"{read_only:false; response_revision:8788; number_of_response:1; }","duration":"162.296546ms","start":"2026-07-01T01:09:06.356811Z","end":"2026-07-01T01:09:06.519108Z","steps":["trace[503376000] 'process raft request' (duration: 161.906874ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:06.519214Z","caller":"traceutil/trace.go:171","msg":"trace[748457366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8788; }","duration":"159.461705ms","start":"2026-07-01T01:09:06.359741Z","end":"2026-07-01T01:09:06.519202Z","steps":["trace[748457366] 'agreement among raft nodes before linearized reading' (duration: 159.321691ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:07.653403Z","caller":"traceutil/trace.go:171","msg":"trace[1905276095] linearizableReadLoop","detail":"{readStateIndex:9117; appliedIndex:9116; }","duration":"106.906246ms","start":"2026-07-01T01:09:07.546467Z","end":"2026-07-01T01:09:07.653373Z","steps":["trace[1905276095] 'read index received' (duration: 34.389589ms)","trace[1905276095] 'applied index is now lower than readState.Index' (duration: 72.515207ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:07.6535Z","caller":"traceutil/trace.go:171","msg":"trace[605012393] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"108.60041ms","start":"2026-07-01T01:09:07.544851Z","end":"2026-07-01T01:09:07.653451Z","steps":["trace[605012393] 'process raft request' (duration: 36.085273ms)","trace[605012393] 'compare' (duration: 72.244789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:07.653607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.124703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:07.653685Z","caller":"traceutil/trace.go:171","msg":"trace[1094697700] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8795; }","duration":"107.240907ms","start":"2026-07-01T01:09:07.546423Z","end":"2026-07-01T01:09:07.653664Z","steps":["trace[1094697700] 'agreement among raft nodes before linearized reading' (duration: 107.055911ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:07.846165Z","caller":"traceutil/trace.go:171","msg":"trace[2134262200] linearizableReadLoop","detail":"{readStateIndex:9119; appliedIndex:9118; }","duration":"135.859131ms","start":"2026-07-01T01:09:07.710283Z","end":"2026-07-01T01:09:07.846143Z","steps":["trace[2134262200] 'read index received' (duration: 135.725887ms)","trace[2134262200] 'applied index is now lower than readState.Index' (duration: 132.124µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:09:07.846249Z","caller":"traceutil/trace.go:171","msg":"trace[2098496279] transaction","detail":"{read_only:false; response_revision:8797; number_of_response:1; }","duration":"137.313268ms","start":"2026-07-01T01:09:07.708894Z","end":"2026-07-01T01:09:07.846207Z","steps":["trace[2098496279] 'process raft request' (duration: 137.122592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:07.846412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.109649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-01T01:09:07.846479Z","caller":"traceutil/trace.go:171","msg":"trace[1758593995] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8797; }","duration":"136.222433ms","start":"2026-07-01T01:09:07.710239Z","end":"2026-07-01T01:09:07.846461Z","steps":["trace[1758593995] 'agreement among raft nodes before linearized reading' (duration: 136.039537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:07.847577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.199073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224963"} {"level":"info","ts":"2026-07-01T01:09:07.847654Z","caller":"traceutil/trace.go:171","msg":"trace[204338017] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8797; }","duration":"106.320787ms","start":"2026-07-01T01:09:07.741319Z","end":"2026-07-01T01:09:07.847639Z","steps":["trace[204338017] 'agreement among raft nodes before linearized reading' (duration: 105.15182ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:11.552374Z","caller":"traceutil/trace.go:171","msg":"trace[1029105112] linearizableReadLoop","detail":"{readStateIndex:9163; appliedIndex:9162; }","duration":"169.252738ms","start":"2026-07-01T01:09:11.383098Z","end":"2026-07-01T01:09:11.552351Z","steps":["trace[1029105112] 'read index received' (duration: 169.122784ms)","trace[1029105112] 'applied index is now lower than readState.Index' (duration: 128.824µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:09:11.552413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:09:11.216275Z","time spent":"336.125129ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:09:11.552551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.426203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:09:11.552625Z","caller":"traceutil/trace.go:171","msg":"trace[877647444] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8840; }","duration":"169.550117ms","start":"2026-07-01T01:09:11.38306Z","end":"2026-07-01T01:09:11.55261Z","steps":["trace[877647444] 'agreement among raft nodes before linearized reading' (duration: 169.396202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:11.552692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.847716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:09:11.55303Z","caller":"traceutil/trace.go:171","msg":"trace[1311107663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8840; }","duration":"108.175736ms","start":"2026-07-01T01:09:11.444783Z","end":"2026-07-01T01:09:11.552959Z","steps":["trace[1311107663] 'agreement among raft nodes before linearized reading' (duration: 107.824895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:09:11.552753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.930206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-rfllj\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-07-01T01:09:11.553139Z","caller":"traceutil/trace.go:171","msg":"trace[1650798611] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-rfllj; range_end:; response_count:1; response_revision:8840; }","duration":"163.346148ms","start":"2026-07-01T01:09:11.389777Z","end":"2026-07-01T01:09:11.553123Z","steps":["trace[1650798611] 'agreement among raft nodes before linearized reading' (duration: 162.706228ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:09:37.149814Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024d3.wal"} {"level":"info","ts":"2026-07-01T01:10:02.525644Z","caller":"traceutil/trace.go:171","msg":"trace[79214903] linearizableReadLoop","detail":"{readStateIndex:9746; appliedIndex:9745; }","duration":"256.284889ms","start":"2026-07-01T01:10:02.269333Z","end":"2026-07-01T01:10:02.525618Z","steps":["trace[79214903] 'read index received' (duration: 256.072043ms)","trace[79214903] 'applied index is now lower than readState.Index' (duration: 211.676µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:10:02.525741Z","caller":"traceutil/trace.go:171","msg":"trace[1950586890] transaction","detail":"{read_only:false; response_revision:9410; number_of_response:1; }","duration":"275.350568ms","start":"2026-07-01T01:10:02.250358Z","end":"2026-07-01T01:10:02.525708Z","steps":["trace[1950586890] 'process raft request' (duration: 275.08937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:02.525892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.473765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:10:02.525938Z","caller":"traceutil/trace.go:171","msg":"trace[1039329038] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9410; }","duration":"256.609499ms","start":"2026-07-01T01:10:02.269316Z","end":"2026-07-01T01:10:02.525926Z","steps":["trace[1039329038] 'agreement among raft nodes before linearized reading' (duration: 256.450444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:02.52612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.483326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:10:02.526206Z","caller":"traceutil/trace.go:171","msg":"trace[433127854] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:9410; }","duration":"113.621031ms","start":"2026-07-01T01:10:02.412564Z","end":"2026-07-01T01:10:02.526185Z","steps":["trace[433127854] 'agreement among raft nodes before linearized reading' (duration: 113.478276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:02.526263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.410183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:10:02.526347Z","caller":"traceutil/trace.go:171","msg":"trace[1044044773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9410; }","duration":"123.522177ms","start":"2026-07-01T01:10:02.402786Z","end":"2026-07-01T01:10:02.526308Z","steps":["trace[1044044773] 'agreement among raft nodes before linearized reading' (duration: 123.066432ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:13.32421Z","caller":"traceutil/trace.go:171","msg":"trace[1502629982] linearizableReadLoop","detail":"{readStateIndex:9816; appliedIndex:9815; }","duration":"207.912203ms","start":"2026-07-01T01:10:13.116267Z","end":"2026-07-01T01:10:13.32418Z","steps":["trace[1502629982] 'read index received' (duration: 207.831391ms)","trace[1502629982] 'applied index is now lower than readState.Index' (duration: 80.232µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:10:13.324298Z","caller":"traceutil/trace.go:171","msg":"trace[1014452393] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"281.875386ms","start":"2026-07-01T01:10:13.042416Z","end":"2026-07-01T01:10:13.324292Z","steps":["trace[1014452393] 'process raft request' (duration: 281.663819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:13.324458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.176852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:10:13.324478Z","caller":"traceutil/trace.go:171","msg":"trace[58797175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:9477; }","duration":"208.235794ms","start":"2026-07-01T01:10:13.116237Z","end":"2026-07-01T01:10:13.324473Z","steps":["trace[58797175] 'agreement among raft nodes before linearized reading' (duration: 208.143511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:14.364224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.016298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:10:14.364306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.406195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:10:14.36433Z","caller":"traceutil/trace.go:171","msg":"trace[303303068] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9477; }","duration":"977.160971ms","start":"2026-07-01T01:10:13.387144Z","end":"2026-07-01T01:10:14.364305Z","steps":["trace[303303068] 'range keys from in-memory index tree' (duration: 976.905793ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:14.364349Z","caller":"traceutil/trace.go:171","msg":"trace[1184837927] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9477; }","duration":"739.509978ms","start":"2026-07-01T01:10:13.624826Z","end":"2026-07-01T01:10:14.364336Z","steps":["trace[1184837927] 'count revisions from in-memory index tree' (duration: 739.220548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:14.364389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:13.624794Z","time spent":"739.58143ms","remote":"127.0.0.1:54808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:10:14.364393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:13.387124Z","time spent":"977.251854ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:10:14.364821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.758617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:10:14.364885Z","caller":"traceutil/trace.go:171","msg":"trace[2006451141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9477; }","duration":"919.85063ms","start":"2026-07-01T01:10:13.445018Z","end":"2026-07-01T01:10:14.364869Z","steps":["trace[2006451141] 'range keys from in-memory index tree' (duration: 919.635874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:14.364931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:13.445001Z","time spent":"919.916183ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:10:14.705669Z","caller":"traceutil/trace.go:171","msg":"trace[1915344425] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"140.400817ms","start":"2026-07-01T01:10:14.565242Z","end":"2026-07-01T01:10:14.705642Z","steps":["trace[1915344425] 'process raft request' (duration: 140.219831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.11086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.36994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:10:15.110988Z","caller":"traceutil/trace.go:171","msg":"trace[756818226] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"463.1984ms","start":"2026-07-01T01:10:14.647771Z","end":"2026-07-01T01:10:15.11097Z","steps":["trace[756818226] 'process raft request' (duration: 181.635873ms)","trace[756818226] 'compare' (duration: 280.917756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:10:15.111049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:14.647744Z","time spent":"463.276772ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:10:15.111119Z","caller":"traceutil/trace.go:171","msg":"trace[1130772089] linearizableReadLoop","detail":"{readStateIndex:9819; appliedIndex:9817; }","duration":"405.489446ms","start":"2026-07-01T01:10:14.705609Z","end":"2026-07-01T01:10:15.111098Z","steps":["trace[1130772089] 'read index received' (duration: 123.932769ms)","trace[1130772089] 'applied index is now lower than readState.Index' (duration: 281.555767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:10:15.111328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.03406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:10:15.111367Z","caller":"traceutil/trace.go:171","msg":"trace[965308115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9480; }","duration":"450.088921ms","start":"2026-07-01T01:10:14.661268Z","end":"2026-07-01T01:10:15.111357Z","steps":["trace[965308115] 'agreement among raft nodes before linearized reading' (duration: 449.969277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.111396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:14.661261Z","time spent":"450.128933ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:10:15.111433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.830796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:10:15.111488Z","caller":"traceutil/trace.go:171","msg":"trace[120232584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9480; }","duration":"445.912448ms","start":"2026-07-01T01:10:14.665564Z","end":"2026-07-01T01:10:15.111477Z","steps":["trace[120232584] 'agreement among raft nodes before linearized reading' (duration: 445.746513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.111528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:14.665556Z","time spent":"445.963629ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:10:15.111335Z","caller":"traceutil/trace.go:171","msg":"trace[1983765732] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"463.071757ms","start":"2026-07-01T01:10:14.648235Z","end":"2026-07-01T01:10:15.111306Z","steps":["trace[1983765732] 'process raft request' (duration: 462.714645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.111726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:14.648204Z","time spent":"463.439398ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:10:15.111709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.693825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-01T01:10:15.11171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.461075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:10:15.111879Z","caller":"traceutil/trace.go:171","msg":"trace[43708914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9480; }","duration":"451.672092ms","start":"2026-07-01T01:10:14.660185Z","end":"2026-07-01T01:10:15.111857Z","steps":["trace[43708914] 'agreement among raft nodes before linearized reading' (duration: 451.102084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.112014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:14.660171Z","time spent":"451.825597ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:10:15.111798Z","caller":"traceutil/trace.go:171","msg":"trace[26919502] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9480; }","duration":"447.83601ms","start":"2026-07-01T01:10:14.66394Z","end":"2026-07-01T01:10:15.111776Z","steps":["trace[26919502] 'agreement among raft nodes before linearized reading' (duration: 447.281282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.11213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:14.663916Z","time spent":"448.194801ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:10:15.122628Z","caller":"traceutil/trace.go:171","msg":"trace[1142605655] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"412.459209ms","start":"2026-07-01T01:10:14.710128Z","end":"2026-07-01T01:10:15.122587Z","steps":["trace[1142605655] 'process raft request' (duration: 412.069106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.122715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.492416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:10:15.122767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:14.710106Z","time spent":"412.588683ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:10:15.122848Z","caller":"traceutil/trace.go:171","msg":"trace[1186186501] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:9481; }","duration":"369.686612ms","start":"2026-07-01T01:10:14.753132Z","end":"2026-07-01T01:10:15.122819Z","steps":["trace[1186186501] 'agreement among raft nodes before linearized reading' (duration: 369.342481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.122905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:10:14.753114Z","time spent":"369.778096ms","remote":"127.0.0.1:50580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":40,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:10:15.467347Z","caller":"traceutil/trace.go:171","msg":"trace[783268793] linearizableReadLoop","detail":"{readStateIndex:9825; appliedIndex:9824; }","duration":"155.489038ms","start":"2026-07-01T01:10:15.311836Z","end":"2026-07-01T01:10:15.467325Z","steps":["trace[783268793] 'read index received' (duration: 155.324223ms)","trace[783268793] 'applied index is now lower than readState.Index' (duration: 163.835µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:10:15.467463Z","caller":"traceutil/trace.go:171","msg":"trace[1116965749] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"202.209251ms","start":"2026-07-01T01:10:15.265244Z","end":"2026-07-01T01:10:15.467453Z","steps":["trace[1116965749] 'process raft request' (duration: 201.935372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.467692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.8444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-01T01:10:15.467738Z","caller":"traceutil/trace.go:171","msg":"trace[1891786965] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9486; }","duration":"155.906772ms","start":"2026-07-01T01:10:15.311818Z","end":"2026-07-01T01:10:15.467724Z","steps":["trace[1891786965] 'agreement among raft nodes before linearized reading' (duration: 155.752387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.467866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.650034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-01T01:10:15.467931Z","caller":"traceutil/trace.go:171","msg":"trace[906848657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9486; }","duration":"140.780588ms","start":"2026-07-01T01:10:15.327133Z","end":"2026-07-01T01:10:15.467914Z","steps":["trace[906848657] 'agreement among raft nodes before linearized reading' (duration: 140.565861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:10:15.468102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.450368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:10:15.468217Z","caller":"traceutil/trace.go:171","msg":"trace[1638739633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:9486; }","duration":"120.604623ms","start":"2026-07-01T01:10:15.347593Z","end":"2026-07-01T01:10:15.468197Z","steps":["trace[1638739633] 'agreement among raft nodes before linearized reading' (duration: 120.219891ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:10:37.209894Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:10:37.216165Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-01T01:10:37.216324Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-01T01:12:06.796074Z","caller":"traceutil/trace.go:171","msg":"trace[1280082252] transaction","detail":"{read_only:false; response_revision:10286; number_of_response:1; }","duration":"150.126483ms","start":"2026-07-01T01:12:06.645923Z","end":"2026-07-01T01:12:06.79605Z","steps":["trace[1280082252] 'process raft request' (duration: 149.921296ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:12:18.393848Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7931} {"level":"info","ts":"2026-07-01T01:12:18.466277Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7931,"took":"70.371661ms","hash":884302792,"current-db-size-bytes":55304192,"current-db-size":"55 MB","current-db-size-in-use-bytes":28807168,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-01T01:12:18.466348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":884302792,"revision":7931,"compact-revision":5771} {"level":"info","ts":"2026-07-01T01:12:33.776908Z","caller":"traceutil/trace.go:171","msg":"trace[693180135] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"162.174015ms","start":"2026-07-01T01:12:33.614682Z","end":"2026-07-01T01:12:33.776856Z","steps":["trace[693180135] 'process raft request' (duration: 134.214081ms)","trace[693180135] 'compare' (duration: 27.633253ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:13:34.349599Z","caller":"traceutil/trace.go:171","msg":"trace[499562991] transaction","detail":"{read_only:false; response_revision:11194; number_of_response:1; }","duration":"122.469716ms","start":"2026-07-01T01:13:34.227102Z","end":"2026-07-01T01:13:34.349572Z","steps":["trace[499562991] 'process raft request' (duration: 122.301031ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:34.375102Z","caller":"traceutil/trace.go:171","msg":"trace[1258637328] linearizableReadLoop","detail":"{readStateIndex:11583; appliedIndex:11580; }","duration":"128.84417ms","start":"2026-07-01T01:13:34.246232Z","end":"2026-07-01T01:13:34.375076Z","steps":["trace[1258637328] 'read index received' (duration: 103.20556ms)","trace[1258637328] 'applied index is now lower than readState.Index' (duration: 25.63748ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:13:34.375154Z","caller":"traceutil/trace.go:171","msg":"trace[1999434604] transaction","detail":"{read_only:false; response_revision:11195; number_of_response:1; }","duration":"147.173246ms","start":"2026-07-01T01:13:34.227943Z","end":"2026-07-01T01:13:34.375116Z","steps":["trace[1999434604] 'process raft request' (duration: 146.943079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:13:34.375324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.071208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T01:13:34.375372Z","caller":"traceutil/trace.go:171","msg":"trace[131626469] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11196; }","duration":"129.162791ms","start":"2026-07-01T01:13:34.246194Z","end":"2026-07-01T01:13:34.375356Z","steps":["trace[131626469] 'agreement among raft nodes before linearized reading' (duration: 128.993785ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:34.375395Z","caller":"traceutil/trace.go:171","msg":"trace[39304682] transaction","detail":"{read_only:false; response_revision:11196; number_of_response:1; }","duration":"146.961239ms","start":"2026-07-01T01:13:34.228353Z","end":"2026-07-01T01:13:34.375314Z","steps":["trace[39304682] 'process raft request' (duration: 146.67696ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:47.653432Z","caller":"traceutil/trace.go:171","msg":"trace[1671441638] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"204.076285ms","start":"2026-07-01T01:13:47.449338Z","end":"2026-07-01T01:13:47.653414Z","steps":["trace[1671441638] 'process raft request' (duration: 203.946031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:13:48.076873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.483975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:13:48.077208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.518198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:13:48.077299Z","caller":"traceutil/trace.go:171","msg":"trace[269371944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11270; }","duration":"325.650322ms","start":"2026-07-01T01:13:47.751628Z","end":"2026-07-01T01:13:48.077279Z","steps":["trace[269371944] 'range keys from in-memory index tree' (duration: 325.406935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:13:48.077026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.665968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:13:48.077339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:13:47.751607Z","time spent":"325.723725ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:13:48.077394Z","caller":"traceutil/trace.go:171","msg":"trace[1150622119] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11270; }","duration":"217.062621ms","start":"2026-07-01T01:13:47.860297Z","end":"2026-07-01T01:13:48.07736Z","steps":["trace[1150622119] 'count revisions from in-memory index tree' (duration: 216.561195ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:48.07787Z","caller":"traceutil/trace.go:171","msg":"trace[1021431236] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:11270; }","duration":"263.980291ms","start":"2026-07-01T01:13:47.813319Z","end":"2026-07-01T01:13:48.077299Z","steps":["trace[1021431236] 'count revisions from in-memory index tree' (duration: 263.398952ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:48.085122Z","caller":"traceutil/trace.go:171","msg":"trace[671692508] transaction","detail":"{read_only:false; response_revision:11271; number_of_response:1; }","duration":"191.431872ms","start":"2026-07-01T01:13:47.89367Z","end":"2026-07-01T01:13:48.085102Z","steps":["trace[671692508] 'process raft request' (duration: 191.305197ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:13:49.207711Z","caller":"traceutil/trace.go:171","msg":"trace[56169807] transaction","detail":"{read_only:false; response_revision:11279; number_of_response:1; }","duration":"141.485404ms","start":"2026-07-01T01:13:49.066194Z","end":"2026-07-01T01:13:49.20768Z","steps":["trace[56169807] 'process raft request' (duration: 141.289098ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:17:18.400709Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10371} {"level":"info","ts":"2026-07-01T01:17:18.485465Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10371,"took":"82.487227ms","hash":3611870106,"current-db-size-bytes":55304192,"current-db-size":"55 MB","current-db-size-in-use-bytes":26939392,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-01T01:17:18.485541Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3611870106,"revision":10371,"compact-revision":7931} {"level":"info","ts":"2026-07-01T01:19:34.496366Z","caller":"traceutil/trace.go:171","msg":"trace[115129170] linearizableReadLoop","detail":"{readStateIndex:14114; appliedIndex:14113; }","duration":"350.884192ms","start":"2026-07-01T01:19:34.145453Z","end":"2026-07-01T01:19:34.496338Z","steps":["trace[115129170] 'read index received' (duration: 350.644014ms)","trace[115129170] 'applied index is now lower than readState.Index' (duration: 239.178µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:19:34.496472Z","caller":"traceutil/trace.go:171","msg":"trace[493153210] transaction","detail":"{read_only:false; response_revision:13643; number_of_response:1; }","duration":"355.662704ms","start":"2026-07-01T01:19:34.14078Z","end":"2026-07-01T01:19:34.496443Z","steps":["trace[493153210] 'process raft request' (duration: 355.414176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:34.496562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.093619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-01T01:19:34.496607Z","caller":"traceutil/trace.go:171","msg":"trace[1739732022] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13643; }","duration":"351.16308ms","start":"2026-07-01T01:19:34.145433Z","end":"2026-07-01T01:19:34.496596Z","steps":["trace[1739732022] 'agreement among raft nodes before linearized reading' (duration: 351.031356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:34.496618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:34.140759Z","time spent":"355.778808ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:19:34.496697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.804038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-01T01:19:34.496713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.015115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:19:34.496725Z","caller":"traceutil/trace.go:171","msg":"trace[1326754676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13643; }","duration":"340.85212ms","start":"2026-07-01T01:19:34.155864Z","end":"2026-07-01T01:19:34.496716Z","steps":["trace[1326754676] 'agreement among raft nodes before linearized reading' (duration: 340.789768ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:19:34.496743Z","caller":"traceutil/trace.go:171","msg":"trace[1098581494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13643; }","duration":"341.078997ms","start":"2026-07-01T01:19:34.155654Z","end":"2026-07-01T01:19:34.496733Z","steps":["trace[1098581494] 'agreement among raft nodes before linearized reading' (duration: 341.003704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:34.496755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:34.155852Z","time spent":"340.897471ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:19:34.496778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:34.155635Z","time spent":"341.136239ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:19:34.496633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:34.145424Z","time spent":"351.203131ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:19:34.49663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.950833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-01T01:19:34.49688Z","caller":"traceutil/trace.go:171","msg":"trace[289984527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13643; }","duration":"341.243372ms","start":"2026-07-01T01:19:34.155624Z","end":"2026-07-01T01:19:34.496867Z","steps":["trace[289984527] 'agreement among raft nodes before linearized reading' (duration: 340.87365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:34.496922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:34.15561Z","time spent":"341.299904ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:19:34.496924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.043631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:19:34.496969Z","caller":"traceutil/trace.go:171","msg":"trace[1585630341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13643; }","duration":"116.128604ms","start":"2026-07-01T01:19:34.380827Z","end":"2026-07-01T01:19:34.496955Z","steps":["trace[1585630341] 'agreement among raft nodes before linearized reading' (duration: 116.047491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:37.756754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.062826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18955"} {"level":"info","ts":"2026-07-01T01:19:37.756876Z","caller":"traceutil/trace.go:171","msg":"trace[789065904] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13663; }","duration":"210.238991ms","start":"2026-07-01T01:19:37.546609Z","end":"2026-07-01T01:19:37.756848Z","steps":["trace[789065904] 'range keys from in-memory index tree' (duration: 209.86636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:37.757373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.65017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:19:37.757438Z","caller":"traceutil/trace.go:171","msg":"trace[508262608] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:13663; }","duration":"217.746003ms","start":"2026-07-01T01:19:37.539675Z","end":"2026-07-01T01:19:37.757421Z","steps":["trace[508262608] 'range keys from in-memory index tree' (duration: 217.507304ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:19:55.18296Z","caller":"traceutil/trace.go:171","msg":"trace[664373158] transaction","detail":"{read_only:false; response_revision:13762; number_of_response:1; }","duration":"126.179766ms","start":"2026-07-01T01:19:55.05676Z","end":"2026-07-01T01:19:55.182939Z","steps":["trace[664373158] 'process raft request' (duration: 126.0132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:57.351191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.103018ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-01T01:19:57.35152Z","caller":"traceutil/trace.go:171","msg":"trace[1295470451] linearizableReadLoop","detail":"{readStateIndex:14242; appliedIndex:14241; }","duration":"760.537838ms","start":"2026-07-01T01:19:56.590945Z","end":"2026-07-01T01:19:57.351483Z","steps":["trace[1295470451] 'read index received' (duration: 395.401579ms)","trace[1295470451] 'applied index is now lower than readState.Index' (duration: 365.132039ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:19:57.351584Z","caller":"traceutil/trace.go:171","msg":"trace[305238439] transaction","detail":"{read_only:false; response_revision:13766; number_of_response:1; }","duration":"464.428513ms","start":"2026-07-01T01:19:56.887117Z","end":"2026-07-01T01:19:57.351545Z","steps":["trace[305238439] 'process raft request' (duration: 464.183235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:19:57.351758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:56.887098Z","time spent":"464.569008ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:19:57.378292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.269028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:19:57.378365Z","caller":"traceutil/trace.go:171","msg":"trace[1045323383] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:13766; }","duration":"304.381421ms","start":"2026-07-01T01:19:57.073962Z","end":"2026-07-01T01:19:57.378343Z","steps":["trace[1045323383] 'agreement among raft nodes before linearized reading' (duration: 277.727336ms)","trace[1045323383] 'count revisions from in-memory index tree' (duration: 26.557791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:19:57.378406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:57.073941Z","time spent":"304.454923ms","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":26,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:19:57.378505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.524174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:19:57.378665Z","caller":"traceutil/trace.go:171","msg":"trace[1550759186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13766; }","duration":"787.717689ms","start":"2026-07-01T01:19:56.590914Z","end":"2026-07-01T01:19:57.378632Z","steps":["trace[1550759186] 'agreement among raft nodes before linearized reading' (duration: 760.736804ms)","trace[1550759186] 'range keys from in-memory index tree' (duration: 26.667675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:19:57.37872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.271817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T01:19:57.378733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:56.590899Z","time spent":"787.818093ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:19:57.378769Z","caller":"traceutil/trace.go:171","msg":"trace[735497835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13766; }","duration":"744.329198ms","start":"2026-07-01T01:19:56.634425Z","end":"2026-07-01T01:19:57.378754Z","steps":["trace[735497835] 'agreement among raft nodes before linearized reading' (duration: 717.25036ms)","trace[735497835] 'range keys from in-memory index tree' (duration: 26.951214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:19:57.378806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:56.634419Z","time spent":"744.37943ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:19:57.379154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.800584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:19:57.379244Z","caller":"traceutil/trace.go:171","msg":"trace[1871778813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13766; }","duration":"750.100503ms","start":"2026-07-01T01:19:56.629115Z","end":"2026-07-01T01:19:57.379215Z","steps":["trace[1871778813] 'agreement among raft nodes before linearized reading' (duration: 722.55136ms)","trace[1871778813] 'range keys from in-memory index tree' (duration: 27.086909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:19:57.379249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.491362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:19:57.379288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:56.629103Z","time spent":"750.175656ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:19:57.37931Z","caller":"traceutil/trace.go:171","msg":"trace[1186503607] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13766; }","duration":"226.577485ms","start":"2026-07-01T01:19:57.152711Z","end":"2026-07-01T01:19:57.379289Z","steps":["trace[1186503607] 'agreement among raft nodes before linearized reading' (duration: 198.97397ms)","trace[1186503607] 'count revisions from in-memory index tree' (duration: 27.519032ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:19:57.379343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.278518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:19:57.379185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.268982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:19:57.379454Z","caller":"traceutil/trace.go:171","msg":"trace[185449044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13766; }","duration":"745.391683ms","start":"2026-07-01T01:19:56.634029Z","end":"2026-07-01T01:19:57.379421Z","steps":["trace[185449044] 'agreement among raft nodes before linearized reading' (duration: 717.662343ms)","trace[185449044] 'range keys from in-memory index tree' (duration: 27.518152ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:19:57.379575Z","caller":"traceutil/trace.go:171","msg":"trace[129972259] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13766; }","duration":"747.886572ms","start":"2026-07-01T01:19:56.631652Z","end":"2026-07-01T01:19:57.379539Z","steps":["trace[129972259] 'agreement among raft nodes before linearized reading' (duration: 720.04808ms)","trace[129972259] 'range keys from in-memory index tree' (duration: 27.030437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:19:57.379665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:56.634021Z","time spent":"745.61833ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:19:57.379711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:19:56.631642Z","time spent":"748.021646ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:20:10.497Z","caller":"traceutil/trace.go:171","msg":"trace[1976746195] linearizableReadLoop","detail":"{readStateIndex:14334; appliedIndex:14333; }","duration":"488.088591ms","start":"2026-07-01T01:20:10.008873Z","end":"2026-07-01T01:20:10.496961Z","steps":["trace[1976746195] 'read index received' (duration: 487.815332ms)","trace[1976746195] 'applied index is now lower than readState.Index' (duration: 271.929µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:10.497106Z","caller":"traceutil/trace.go:171","msg":"trace[546014960] transaction","detail":"{read_only:false; response_revision:13854; number_of_response:1; }","duration":"496.242183ms","start":"2026-07-01T01:20:10.00084Z","end":"2026-07-01T01:20:10.497082Z","steps":["trace[546014960] 'process raft request' (duration: 495.927213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:10.497275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.389591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:20:10.49734Z","caller":"traceutil/trace.go:171","msg":"trace[1070406863] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:13854; }","duration":"488.474113ms","start":"2026-07-01T01:20:10.008846Z","end":"2026-07-01T01:20:10.49732Z","steps":["trace[1070406863] 'agreement among raft nodes before linearized reading' (duration: 488.285787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:10.497358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.789191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-01T01:20:10.497368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:10.000824Z","time spent":"496.377927ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:10.497384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:10.008837Z","time spent":"488.535665ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"info","ts":"2026-07-01T01:20:10.497429Z","caller":"traceutil/trace.go:171","msg":"trace[1773962307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13854; }","duration":"322.893054ms","start":"2026-07-01T01:20:10.174515Z","end":"2026-07-01T01:20:10.497408Z","steps":["trace[1773962307] 'agreement among raft nodes before linearized reading' (duration: 322.717719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:10.498106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:10.174501Z","time spent":"323.586526ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:20:10.497462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.505159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:10.498202Z","caller":"traceutil/trace.go:171","msg":"trace[742358912] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13854; }","duration":"254.273464ms","start":"2026-07-01T01:20:10.243907Z","end":"2026-07-01T01:20:10.49818Z","steps":["trace[742358912] 'agreement among raft nodes before linearized reading' (duration: 253.51638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:10.497496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.657608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:10.49835Z","caller":"traceutil/trace.go:171","msg":"trace[1739978106] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13854; }","duration":"314.505765ms","start":"2026-07-01T01:20:10.183788Z","end":"2026-07-01T01:20:10.498294Z","steps":["trace[1739978106] 'agreement among raft nodes before linearized reading' (duration: 313.667118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:10.498474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:10.183771Z","time spent":"314.679041ms","remote":"127.0.0.1:46292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:15.027425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465751392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:20:15.233952Z","caller":"traceutil/trace.go:171","msg":"trace[684733830] transaction","detail":"{read_only:false; response_revision:13876; number_of_response:1; }","duration":"720.849535ms","start":"2026-07-01T01:20:14.513078Z","end":"2026-07-01T01:20:15.233928Z","steps":["trace[684733830] 'process raft request' (duration: 720.68751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:15.234157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:14.513048Z","time spent":"721.00525ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:15.421462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.236037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:20:15.42158Z","caller":"traceutil/trace.go:171","msg":"trace[2035443065] linearizableReadLoop","detail":"{readStateIndex:14358; appliedIndex:14356; }","duration":"894.834334ms","start":"2026-07-01T01:20:14.52672Z","end":"2026-07-01T01:20:15.421554Z","steps":["trace[2035443065] 'read index received' (duration: 707.091324ms)","trace[2035443065] 'applied index is now lower than readState.Index' (duration: 187.74148ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:15.421878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.234395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:20:15.421712Z","caller":"traceutil/trace.go:171","msg":"trace[656352737] transaction","detail":"{read_only:false; response_revision:13877; number_of_response:1; }","duration":"663.784295ms","start":"2026-07-01T01:20:14.757911Z","end":"2026-07-01T01:20:15.421695Z","steps":["trace[656352737] 'process raft request' (duration: 523.230218ms)","trace[656352737] 'compare' (duration: 140.113783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:15.421921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.151075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-gfbv7\" ","response":"range_response_count:1 size:12599"} {"level":"warn","ts":"2026-07-01T01:20:15.421909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.007861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:20:15.421954Z","caller":"traceutil/trace.go:171","msg":"trace[712751794] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13877; }","duration":"633.371259ms","start":"2026-07-01T01:20:14.788566Z","end":"2026-07-01T01:20:15.421937Z","steps":["trace[712751794] 'agreement among raft nodes before linearized reading' (duration: 633.220005ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:15.42199Z","caller":"traceutil/trace.go:171","msg":"trace[734689492] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-gfbv7; range_end:; response_count:1; response_revision:13877; }","duration":"823.26547ms","start":"2026-07-01T01:20:14.598705Z","end":"2026-07-01T01:20:15.421971Z","steps":["trace[734689492] 'agreement among raft nodes before linearized reading' (duration: 823.057553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:15.422005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:14.788541Z","time spent":"633.452702ms","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:15.422012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:14.757884Z","time spent":"664.073034ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:15.42204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:14.598684Z","time spent":"823.347351ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12620,"request content":"key:\"/registry/pods/openstack/openvswitch-gfbv7\" "} {"level":"info","ts":"2026-07-01T01:20:15.422014Z","caller":"traceutil/trace.go:171","msg":"trace[1650268903] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:13877; }","duration":"731.155855ms","start":"2026-07-01T01:20:14.69083Z","end":"2026-07-01T01:20:15.421985Z","steps":["trace[1650268903] 'agreement among raft nodes before linearized reading' (duration: 730.963879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:15.421889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.381339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:20:15.422103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:14.690814Z","time spent":"731.272699ms","remote":"127.0.0.1:46430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":28,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:15.422158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.431603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:20:15.422329Z","caller":"traceutil/trace.go:171","msg":"trace[814021855] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:13877; }","duration":"768.701329ms","start":"2026-07-01T01:20:14.653456Z","end":"2026-07-01T01:20:15.422157Z","steps":["trace[814021855] 'agreement among raft nodes before linearized reading' (duration: 768.362289ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:15.422382Z","caller":"traceutil/trace.go:171","msg":"trace[295067910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:13877; }","duration":"895.489765ms","start":"2026-07-01T01:20:14.526692Z","end":"2026-07-01T01:20:15.422182Z","steps":["trace[295067910] 'agreement among raft nodes before linearized reading' (duration: 895.240187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:15.422439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:14.526675Z","time spent":"895.744193ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"warn","ts":"2026-07-01T01:20:15.422457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:14.653445Z","time spent":"768.994359ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:20:15.855829Z","caller":"traceutil/trace.go:171","msg":"trace[1224857964] linearizableReadLoop","detail":"{readStateIndex:14359; appliedIndex:14358; }","duration":"413.306542ms","start":"2026-07-01T01:20:15.442499Z","end":"2026-07-01T01:20:15.855805Z","steps":["trace[1224857964] 'read index received' (duration: 413.142747ms)","trace[1224857964] 'applied index is now lower than readState.Index' (duration: 162.555µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:15.85588Z","caller":"traceutil/trace.go:171","msg":"trace[1560721426] transaction","detail":"{read_only:false; response_revision:13878; number_of_response:1; }","duration":"421.824396ms","start":"2026-07-01T01:20:15.434027Z","end":"2026-07-01T01:20:15.855851Z","steps":["trace[1560721426] 'process raft request' (duration: 421.63404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:15.855997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.434008Z","time spent":"421.924919ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12713,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:15.855987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.475608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:15.856046Z","caller":"traceutil/trace.go:171","msg":"trace[278252410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13878; }","duration":"413.592212ms","start":"2026-07-01T01:20:15.442439Z","end":"2026-07-01T01:20:15.856031Z","steps":["trace[278252410] 'agreement among raft nodes before linearized reading' (duration: 413.481948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:15.85609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.442418Z","time spent":"413.663914ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:20:16.153164Z","caller":"traceutil/trace.go:171","msg":"trace[1070061030] transaction","detail":"{read_only:false; response_revision:13879; number_of_response:1; }","duration":"655.689346ms","start":"2026-07-01T01:20:15.497452Z","end":"2026-07-01T01:20:16.153141Z","steps":["trace[1070061030] 'process raft request' (duration: 560.313178ms)","trace[1070061030] 'compare' (duration: 95.195402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:16.153417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.497398Z","time spent":"655.830551ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:16.153437Z","caller":"traceutil/trace.go:171","msg":"trace[182478799] transaction","detail":"{read_only:false; response_revision:13880; number_of_response:1; }","duration":"654.85717ms","start":"2026-07-01T01:20:15.498556Z","end":"2026-07-01T01:20:16.153413Z","steps":["trace[182478799] 'process raft request' (duration: 654.540029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:16.153559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.498523Z","time spent":"654.968983ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:16.153579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.339924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:20:16.153617Z","caller":"traceutil/trace.go:171","msg":"trace[660893221] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13882; }","duration":"645.420487ms","start":"2026-07-01T01:20:15.508187Z","end":"2026-07-01T01:20:16.153607Z","steps":["trace[660893221] 'agreement among raft nodes before linearized reading' (duration: 645.293803ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:16.153442Z","caller":"traceutil/trace.go:171","msg":"trace[943994778] linearizableReadLoop","detail":"{readStateIndex:14363; appliedIndex:14359; }","duration":"297.52144ms","start":"2026-07-01T01:20:15.855901Z","end":"2026-07-01T01:20:16.153422Z","steps":["trace[943994778] 'read index received' (duration: 201.857332ms)","trace[943994778] 'applied index is now lower than readState.Index' (duration: 95.662988ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:16.153656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.508168Z","time spent":"645.481398ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:20:16.153742Z","caller":"traceutil/trace.go:171","msg":"trace[585748854] transaction","detail":"{read_only:false; response_revision:13881; number_of_response:1; }","duration":"649.230159ms","start":"2026-07-01T01:20:15.504502Z","end":"2026-07-01T01:20:16.153732Z","steps":["trace[585748854] 'process raft request' (duration: 648.775584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:16.153742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.231439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:16.153776Z","caller":"traceutil/trace.go:171","msg":"trace[1190069351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13882; }","duration":"296.287641ms","start":"2026-07-01T01:20:15.85748Z","end":"2026-07-01T01:20:16.153767Z","steps":["trace[1190069351] 'agreement among raft nodes before linearized reading' (duration: 296.236269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:16.153803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.504482Z","time spent":"649.285361ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:16.15384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.894062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T01:20:16.153825Z","caller":"traceutil/trace.go:171","msg":"trace[1035314266] transaction","detail":"{read_only:false; response_revision:13882; number_of_response:1; }","duration":"469.510145ms","start":"2026-07-01T01:20:15.68427Z","end":"2026-07-01T01:20:16.15378Z","steps":["trace[1035314266] 'process raft request' (duration: 469.102482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:16.15387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.620633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:20:16.153882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.257649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:20:16.15395Z","caller":"traceutil/trace.go:171","msg":"trace[689787164] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:13882; }","duration":"558.744757ms","start":"2026-07-01T01:20:15.595187Z","end":"2026-07-01T01:20:16.153932Z","steps":["trace[689787164] 'agreement among raft nodes before linearized reading' (duration: 558.593842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:16.153969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.699133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:20:16.154001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.595174Z","time spent":"558.816909ms","remote":"127.0.0.1:44024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:16.154017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.684244Z","time spent":"469.671881ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:16.154051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.869449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:20:16.153973Z","caller":"traceutil/trace.go:171","msg":"trace[1002478136] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13882; }","duration":"465.424574ms","start":"2026-07-01T01:20:15.688537Z","end":"2026-07-01T01:20:16.153962Z","steps":["trace[1002478136] 'agreement among raft nodes before linearized reading' (duration: 465.207347ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:16.154084Z","caller":"traceutil/trace.go:171","msg":"trace[258711106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13882; }","duration":"639.923421ms","start":"2026-07-01T01:20:15.514153Z","end":"2026-07-01T01:20:16.154077Z","steps":["trace[258711106] 'agreement among raft nodes before linearized reading' (duration: 639.835318ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:16.154066Z","caller":"traceutil/trace.go:171","msg":"trace[230336254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13882; }","duration":"639.858129ms","start":"2026-07-01T01:20:15.514182Z","end":"2026-07-01T01:20:16.15404Z","steps":["trace[230336254] 'agreement among raft nodes before linearized reading' (duration: 639.58512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:16.154112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.514144Z","time spent":"639.963262ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:20:16.154134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.514169Z","time spent":"639.953041ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:16.154134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.892227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:20:16.153876Z","caller":"traceutil/trace.go:171","msg":"trace[1551206417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13882; }","duration":"558.964794ms","start":"2026-07-01T01:20:15.594903Z","end":"2026-07-01T01:20:16.153868Z","steps":["trace[1551206417] 'agreement among raft nodes before linearized reading' (duration: 558.83982ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:16.154214Z","caller":"traceutil/trace.go:171","msg":"trace[1144865701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13882; }","duration":"638.97064ms","start":"2026-07-01T01:20:15.515232Z","end":"2026-07-01T01:20:16.154202Z","steps":["trace[1144865701] 'agreement among raft nodes before linearized reading' (duration: 638.828105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:16.154159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.688521Z","time spent":"465.59521ms","remote":"127.0.0.1:59784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:16.154215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.378552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T01:20:16.154249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.51519Z","time spent":"639.051492ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:16.154259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.594877Z","time spent":"559.361627ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T01:20:16.154303Z","caller":"traceutil/trace.go:171","msg":"trace[764601259] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13882; }","duration":"643.487485ms","start":"2026-07-01T01:20:15.510796Z","end":"2026-07-01T01:20:16.154284Z","steps":["trace[764601259] 'agreement among raft nodes before linearized reading' (duration: 643.234506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:16.157728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:15.510789Z","time spent":"643.549786ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:16.714975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.884206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:20:16.715173Z","caller":"traceutil/trace.go:171","msg":"trace[567836139] transaction","detail":"{read_only:false; response_revision:13884; number_of_response:1; }","duration":"554.220092ms","start":"2026-07-01T01:20:16.160935Z","end":"2026-07-01T01:20:16.715155Z","steps":["trace[567836139] 'process raft request' (duration: 554.149159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:16.715247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:16.160925Z","time spent":"554.286943ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:16.715282Z","caller":"traceutil/trace.go:171","msg":"trace[777118655] transaction","detail":"{read_only:false; response_revision:13883; number_of_response:1; }","duration":"554.317645ms","start":"2026-07-01T01:20:16.160929Z","end":"2026-07-01T01:20:16.715246Z","steps":["trace[777118655] 'process raft request' (duration: 447.912283ms)","trace[777118655] 'compare' (duration: 105.574385ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:16.71548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:16.160911Z","time spent":"554.448409ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:17.506348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.790529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:20:17.506579Z","caller":"traceutil/trace.go:171","msg":"trace[226294500] transaction","detail":"{read_only:false; response_revision:13885; number_of_response:1; }","duration":"1.345347791s","start":"2026-07-01T01:20:16.161204Z","end":"2026-07-01T01:20:17.506552Z","steps":["trace[226294500] 'process raft request' (duration: 902.274904ms)","trace[226294500] 'compare' (duration: 442.645204ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:17.506616Z","caller":"traceutil/trace.go:171","msg":"trace[651098697] transaction","detail":"{read_only:false; response_revision:13887; number_of_response:1; }","duration":"1.344810884s","start":"2026-07-01T01:20:16.161787Z","end":"2026-07-01T01:20:17.506597Z","steps":["trace[651098697] 'process raft request' (duration: 1.344719871s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:17.50666Z","caller":"traceutil/trace.go:171","msg":"trace[1057385524] transaction","detail":"{read_only:false; response_revision:13886; number_of_response:1; }","duration":"1.344904076s","start":"2026-07-01T01:20:16.161739Z","end":"2026-07-01T01:20:17.506643Z","steps":["trace[1057385524] 'process raft request' (duration: 1.34470494s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:17.506685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:16.161782Z","time spent":"1.344870325s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:17.506706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:16.161196Z","time spent":"1.345433784s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:17.506735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:16.161732Z","time spent":"1.344962799s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:18.443717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:20:18.443795Z","caller":"traceutil/trace.go:171","msg":"trace[1148824593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580102s","start":"2026-07-01T01:20:16.443198Z","end":"2026-07-01T01:20:18.443778Z","steps":["trace[1148824593] 'agreement among raft nodes before linearized reading' (duration: 2.000488139s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:18.443834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:16.443177Z","time spent":"2.000648485s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:20:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:20:20.116855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004794515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:20:20.116989Z","caller":"traceutil/trace.go:171","msg":"trace[157647586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004992762s","start":"2026-07-01T01:20:18.111967Z","end":"2026-07-01T01:20:20.11696Z","steps":["trace[157647586] 'agreement among raft nodes before linearized reading' (duration: 2.004836357s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.117031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.111941Z","time spent":"2.005082155s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:20:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:20:20.444232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000447127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:20:20.444311Z","caller":"traceutil/trace.go:171","msg":"trace[1331067408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577531s","start":"2026-07-01T01:20:18.443715Z","end":"2026-07-01T01:20:20.444293Z","steps":["trace[1331067408] 'agreement among raft nodes before linearized reading' (duration: 2.000476848s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.444356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.443697Z","time spent":"2.000650494s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:20:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:20:20.480491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.316960797s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:20:20.489573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982976253s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:26"} {"level":"info","ts":"2026-07-01T01:20:20.489848Z","caller":"traceutil/trace.go:171","msg":"trace[1786503728] linearizableReadLoop","detail":"{readStateIndex:14366; appliedIndex:14363; }","duration":"4.328352205s","start":"2026-07-01T01:20:16.161475Z","end":"2026-07-01T01:20:20.489827Z","steps":["trace[1786503728] 'read index received' (duration: 447.346745ms)","trace[1786503728] 'applied index is now lower than readState.Index' (duration: 3.88100426s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:20.489952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712606337s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:20.490029Z","caller":"traceutil/trace.go:171","msg":"trace[382757708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13887; }","duration":"1.712690039s","start":"2026-07-01T01:20:18.777326Z","end":"2026-07-01T01:20:20.490016Z","steps":["trace[382757708] 'range keys from in-memory index tree' (duration: 1.712594366s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.490464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.328982625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18955"} {"level":"info","ts":"2026-07-01T01:20:20.490504Z","caller":"traceutil/trace.go:171","msg":"trace[80336175] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13887; }","duration":"4.329046137s","start":"2026-07-01T01:20:16.161446Z","end":"2026-07-01T01:20:20.490492Z","steps":["trace[80336175] 'agreement among raft nodes before linearized reading' (duration: 4.328866092s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.490572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:16.161439Z","time spent":"4.32912508s","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18976,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-01T01:20:20.490803Z","caller":"traceutil/trace.go:171","msg":"trace[1754055730] transaction","detail":"{read_only:false; response_revision:13888; number_of_response:1; }","duration":"3.733017614s","start":"2026-07-01T01:20:16.757775Z","end":"2026-07-01T01:20:20.490793Z","steps":["trace[1754055730] 'process raft request' (duration: 3.731920819s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:20.49091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:16.757749Z","time spent":"3.733087957s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:20.99088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465751417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:20:21.229329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.497701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:20:21.229414Z","caller":"traceutil/trace.go:171","msg":"trace[327698067] transaction","detail":"{read_only:false; response_revision:13889; number_of_response:1; }","duration":"3.065960823s","start":"2026-07-01T01:20:18.163438Z","end":"2026-07-01T01:20:21.229399Z","steps":["trace[327698067] 'process raft request' (duration: 2.327323138s)","trace[327698067] 'compare' (duration: 737.882311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:21.229457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.16342Z","time spent":"3.066018586s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:21.397349Z","caller":"traceutil/trace.go:171","msg":"trace[92231085] transaction","detail":"{read_only:false; response_revision:13890; number_of_response:1; }","duration":"3.233759384s","start":"2026-07-01T01:20:18.163566Z","end":"2026-07-01T01:20:21.397326Z","steps":["trace[92231085] 'process raft request' (duration: 3.224965842s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:21.397391Z","caller":"traceutil/trace.go:171","msg":"trace[428064621] linearizableReadLoop","detail":"{readStateIndex:14373; appliedIndex:14371; }","duration":"907.476369ms","start":"2026-07-01T01:20:20.489879Z","end":"2026-07-01T01:20:21.397355Z","steps":["trace[428064621] 'read index received' (duration: 898.568804ms)","trace[428064621] 'applied index is now lower than readState.Index' (duration: 8.906115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:21.397474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.163553Z","time spent":"3.233853318s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:21.397499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064948086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:20:21.397386Z","caller":"traceutil/trace.go:171","msg":"trace[1907995454] transaction","detail":"{read_only:false; response_revision:13891; number_of_response:1; }","duration":"3.233710323s","start":"2026-07-01T01:20:18.16365Z","end":"2026-07-01T01:20:21.39736Z","steps":["trace[1907995454] 'process raft request' (duration: 3.233474246s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.397603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.892209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-01T01:20:21.397647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886688679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-01T01:20:21.397673Z","caller":"traceutil/trace.go:171","msg":"trace[372130207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13891; }","duration":"1.886761102s","start":"2026-07-01T01:20:19.510905Z","end":"2026-07-01T01:20:21.397666Z","steps":["trace[372130207] 'agreement among raft nodes before linearized reading' (duration: 1.886665209s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.397665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677321422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:20:21.397669Z","caller":"traceutil/trace.go:171","msg":"trace[91042693] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:13891; }","duration":"2.0650971s","start":"2026-07-01T01:20:19.332479Z","end":"2026-07-01T01:20:21.397576Z","steps":["trace[91042693] 'agreement among raft nodes before linearized reading' (duration: 2.064907884s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:21.397684Z","caller":"traceutil/trace.go:171","msg":"trace[768395647] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be046113567648; range_end:; response_count:1; response_revision:13891; }","duration":"950.012363ms","start":"2026-07-01T01:20:20.447653Z","end":"2026-07-01T01:20:21.397665Z","steps":["trace[768395647] 'agreement among raft nodes before linearized reading' (duration: 949.792066ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:21.397723Z","caller":"traceutil/trace.go:171","msg":"trace[1219856413] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13891; }","duration":"2.677434795s","start":"2026-07-01T01:20:18.720271Z","end":"2026-07-01T01:20:21.397706Z","steps":["trace[1219856413] 'agreement among raft nodes before linearized reading' (duration: 2.677293451s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.397724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954008478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:20:21.397751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976361325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7695"} {"level":"warn","ts":"2026-07-01T01:20:21.397743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.332459Z","time spent":"2.065264826s","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":13,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:21.397738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:20.447634Z","time spent":"950.095546ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" "} {"level":"warn","ts":"2026-07-01T01:20:21.397783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.720261Z","time spent":"2.677510898s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:20:21.397786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.008187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:21.397826Z","caller":"traceutil/trace.go:171","msg":"trace[265998908] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13891; }","duration":"1.976420716s","start":"2026-07-01T01:20:19.421349Z","end":"2026-07-01T01:20:21.39777Z","steps":["trace[265998908] 'agreement among raft nodes before linearized reading' (duration: 1.976361815s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.397692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.510872Z","time spent":"1.886815844s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:20:21.397864Z","caller":"traceutil/trace.go:171","msg":"trace[2147006521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13891; }","duration":"947.11209ms","start":"2026-07-01T01:20:20.450719Z","end":"2026-07-01T01:20:21.397831Z","steps":["trace[2147006521] 'agreement among raft nodes before linearized reading' (duration: 947.008467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.397867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959880229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-01T01:20:21.397887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.421326Z","time spent":"1.976547401s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7716,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T01:20:21.397904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.158091205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-01T01:20:21.397917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:20.450707Z","time spent":"947.199843ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:20:21.397946Z","caller":"traceutil/trace.go:171","msg":"trace[547981539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13891; }","duration":"4.158160357s","start":"2026-07-01T01:20:17.239773Z","end":"2026-07-01T01:20:21.397934Z","steps":["trace[547981539] 'agreement among raft nodes before linearized reading' (duration: 4.158047233s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.397985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:17.239756Z","time spent":"4.158219259s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:20:21.398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.47482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:20:21.398041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690317045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-01T01:20:21.398057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25982209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:20:21.398071Z","caller":"traceutil/trace.go:171","msg":"trace[187558608] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13891; }","duration":"3.690387577s","start":"2026-07-01T01:20:17.707675Z","end":"2026-07-01T01:20:21.398063Z","steps":["trace[187558608] 'agreement among raft nodes before linearized reading' (duration: 3.690338375s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.398089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:17.707653Z","time spent":"3.690432079s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:20:21.398088Z","caller":"traceutil/trace.go:171","msg":"trace[1798762002] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13891; }","duration":"3.259891452s","start":"2026-07-01T01:20:18.138188Z","end":"2026-07-01T01:20:21.398079Z","steps":["trace[1798762002] 'agreement among raft nodes before linearized reading' (duration: 3.259764418s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:21.398039Z","caller":"traceutil/trace.go:171","msg":"trace[573931249] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13891; }","duration":"854.512511ms","start":"2026-07-01T01:20:20.543517Z","end":"2026-07-01T01:20:21.398029Z","steps":["trace[573931249] 'agreement among raft nodes before linearized reading' (duration: 854.447419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.398119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.138166Z","time spent":"3.259944584s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":66,"response size":28,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:21.397943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.163615Z","time spent":"3.234012273s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:21.3978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337381444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:21.397924Z","caller":"traceutil/trace.go:171","msg":"trace[2047620057] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:13891; }","duration":"3.959937581s","start":"2026-07-01T01:20:17.437971Z","end":"2026-07-01T01:20:21.397909Z","steps":["trace[2047620057] 'agreement among raft nodes before linearized reading' (duration: 3.959784206s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:21.39825Z","caller":"traceutil/trace.go:171","msg":"trace[298860385] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:13891; }","duration":"4.337846839s","start":"2026-07-01T01:20:17.060384Z","end":"2026-07-01T01:20:21.398231Z","steps":["trace[298860385] 'agreement among raft nodes before linearized reading' (duration: 4.337382894s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.398317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:17.060367Z","time spent":"4.337930401s","remote":"127.0.0.1:51838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":26,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:20:21.39779Z","caller":"traceutil/trace.go:171","msg":"trace[544035686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13891; }","duration":"1.954112241s","start":"2026-07-01T01:20:19.443657Z","end":"2026-07-01T01:20:21.397769Z","steps":["trace[544035686] 'agreement among raft nodes before linearized reading' (duration: 1.954014918s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.398399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888059983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-01T01:20:21.398436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67851542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-01T01:20:21.398444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.443635Z","time spent":"1.954781913s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:20:21.398474Z","caller":"traceutil/trace.go:171","msg":"trace[1683321360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13891; }","duration":"1.888162446s","start":"2026-07-01T01:20:19.510289Z","end":"2026-07-01T01:20:21.398452Z","steps":["trace[1683321360] 'agreement among raft nodes before linearized reading' (duration: 1.88797523s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:21.398476Z","caller":"traceutil/trace.go:171","msg":"trace[820078626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13891; }","duration":"2.678587243s","start":"2026-07-01T01:20:18.719876Z","end":"2026-07-01T01:20:21.398463Z","steps":["trace[820078626] 'agreement among raft nodes before linearized reading' (duration: 2.678518661s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.398521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.719852Z","time spent":"2.678659264s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:21.398522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.510272Z","time spent":"1.888237569s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:21.398577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.082784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:20:21.398641Z","caller":"traceutil/trace.go:171","msg":"trace[306019849] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:13891; }","duration":"465.224438ms","start":"2026-07-01T01:20:20.933403Z","end":"2026-07-01T01:20:21.398627Z","steps":["trace[306019849] 'agreement among raft nodes before linearized reading' (duration: 465.064473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.398264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:17.437899Z","time spent":"3.960333363s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"warn","ts":"2026-07-01T01:20:21.398194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:20.543464Z","time spent":"854.688047ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":26,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:20:21.398682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:20.933383Z","time spent":"465.29022ms","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":28,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:20:21.398741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.939198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-07-01T01:20:21.398791Z","caller":"traceutil/trace.go:171","msg":"trace[510152831] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:13891; }","duration":"150.024741ms","start":"2026-07-01T01:20:21.248755Z","end":"2026-07-01T01:20:21.39878Z","steps":["trace[510152831] 'agreement among raft nodes before linearized reading' (duration: 149.889407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.399057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888199528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-01T01:20:21.399096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336731093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:86 size:930206"} {"level":"info","ts":"2026-07-01T01:20:21.399128Z","caller":"traceutil/trace.go:171","msg":"trace[543713843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13891; }","duration":"1.888310092s","start":"2026-07-01T01:20:19.510801Z","end":"2026-07-01T01:20:21.399111Z","steps":["trace[543713843] 'agreement among raft nodes before linearized reading' (duration: 1.886592786s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:21.399139Z","caller":"traceutil/trace.go:171","msg":"trace[133466915] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:86; response_revision:13891; }","duration":"4.336807236s","start":"2026-07-01T01:20:17.062321Z","end":"2026-07-01T01:20:21.399128Z","steps":["trace[133466915] 'agreement among raft nodes before linearized reading' (duration: 4.335866086s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.399176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:17.062306Z","time spent":"4.336861057s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":86,"response size":930227,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:20:21.399178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:19.51078Z","time spent":"1.888385544s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:21.402131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856938532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:20:21.402221Z","caller":"traceutil/trace.go:171","msg":"trace[568302963] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13891; }","duration":"2.857058655s","start":"2026-07-01T01:20:18.54513Z","end":"2026-07-01T01:20:21.402189Z","steps":["trace[568302963] 'agreement among raft nodes before linearized reading' (duration: 2.852719386s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:21.402274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:18.545109Z","time spent":"2.857138618s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1410,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:20:22.022322Z","caller":"traceutil/trace.go:171","msg":"trace[1469641172] transaction","detail":"{read_only:false; response_revision:13904; number_of_response:1; }","duration":"130.885997ms","start":"2026-07-01T01:20:21.891415Z","end":"2026-07-01T01:20:22.022301Z","steps":["trace[1469641172] 'process raft request' (duration: 130.757523ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:22.072749Z","caller":"traceutil/trace.go:171","msg":"trace[176719833] transaction","detail":"{read_only:false; response_revision:13905; number_of_response:1; }","duration":"172.270104ms","start":"2026-07-01T01:20:21.900461Z","end":"2026-07-01T01:20:22.072731Z","steps":["trace[176719833] 'process raft request' (duration: 172.1184ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:30.593663Z","caller":"traceutil/trace.go:171","msg":"trace[1901473043] linearizableReadLoop","detail":"{readStateIndex:14662; appliedIndex:14661; }","duration":"146.546209ms","start":"2026-07-01T01:20:30.447101Z","end":"2026-07-01T01:20:30.593648Z","steps":["trace[1901473043] 'read index received' (duration: 146.445526ms)","trace[1901473043] 'applied index is now lower than readState.Index' (duration: 100.113µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:30.593761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.648683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:20:30.59378Z","caller":"traceutil/trace.go:171","msg":"trace[1142739279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14167; }","duration":"146.706514ms","start":"2026-07-01T01:20:30.447066Z","end":"2026-07-01T01:20:30.593773Z","steps":["trace[1142739279] 'agreement among raft nodes before linearized reading' (duration: 146.657162ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:30.593757Z","caller":"traceutil/trace.go:171","msg":"trace[129552239] transaction","detail":"{read_only:false; response_revision:14167; number_of_response:1; }","duration":"152.050766ms","start":"2026-07-01T01:20:30.44166Z","end":"2026-07-01T01:20:30.59371Z","steps":["trace[129552239] 'process raft request' (duration: 151.87554ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:30.952433Z","caller":"traceutil/trace.go:171","msg":"trace[1248286891] transaction","detail":"{read_only:false; response_revision:14168; number_of_response:1; }","duration":"131.190807ms","start":"2026-07-01T01:20:30.821221Z","end":"2026-07-01T01:20:30.952411Z","steps":["trace[1248286891] 'process raft request' (duration: 130.96023ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:33.545559Z","caller":"traceutil/trace.go:171","msg":"trace[463910368] transaction","detail":"{read_only:false; response_revision:14207; number_of_response:1; }","duration":"106.929399ms","start":"2026-07-01T01:20:33.438598Z","end":"2026-07-01T01:20:33.545527Z","steps":["trace[463910368] 'process raft request' (duration: 62.925868ms)","trace[463910368] 'compare' (duration: 43.865266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:33.904034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.338897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kzvxg\" ","response":"range_response_count:1 size:20653"} {"level":"info","ts":"2026-07-01T01:20:33.904125Z","caller":"traceutil/trace.go:171","msg":"trace[1452614630] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kzvxg; range_end:; response_count:1; response_revision:14213; }","duration":"163.485143ms","start":"2026-07-01T01:20:33.74062Z","end":"2026-07-01T01:20:33.904105Z","steps":["trace[1452614630] 'range keys from in-memory index tree' (duration: 163.166692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:39.530432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.113388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:20:39.530525Z","caller":"traceutil/trace.go:171","msg":"trace[1121385673] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:14316; }","duration":"167.263834ms","start":"2026-07-01T01:20:39.363244Z","end":"2026-07-01T01:20:39.530508Z","steps":["trace[1121385673] 'count revisions from in-memory index tree' (duration: 167.016536ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:39.570925Z","caller":"traceutil/trace.go:171","msg":"trace[1171474219] transaction","detail":"{read_only:false; response_revision:14317; number_of_response:1; }","duration":"111.479304ms","start":"2026-07-01T01:20:39.459395Z","end":"2026-07-01T01:20:39.570874Z","steps":["trace[1171474219] 'process raft request' (duration: 111.290158ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:40.215953Z","caller":"traceutil/trace.go:171","msg":"trace[1047680700] transaction","detail":"{read_only:false; response_revision:14321; number_of_response:1; }","duration":"570.089641ms","start":"2026-07-01T01:20:39.645839Z","end":"2026-07-01T01:20:40.215929Z","steps":["trace[1047680700] 'process raft request' (duration: 569.920556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:40.216149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:39.645823Z","time spent":"570.224625ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:40.248563Z","caller":"traceutil/trace.go:171","msg":"trace[182272662] linearizableReadLoop","detail":"{readStateIndex:14824; appliedIndex:14819; }","duration":"276.130005ms","start":"2026-07-01T01:20:39.972413Z","end":"2026-07-01T01:20:40.248543Z","steps":["trace[182272662] 'read index received' (duration: 243.417946ms)","trace[182272662] 'applied index is now lower than readState.Index' (duration: 32.711459ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:40.248584Z","caller":"traceutil/trace.go:171","msg":"trace[169185265] transaction","detail":"{read_only:false; response_revision:14323; number_of_response:1; }","duration":"602.054256ms","start":"2026-07-01T01:20:39.646507Z","end":"2026-07-01T01:20:40.248561Z","steps":["trace[169185265] 'process raft request' (duration: 601.939452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:40.248742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.313401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kzvxg\" ","response":"range_response_count:1 size:20653"} {"level":"info","ts":"2026-07-01T01:20:40.248771Z","caller":"traceutil/trace.go:171","msg":"trace[1251460437] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kzvxg; range_end:; response_count:1; response_revision:14325; }","duration":"276.388383ms","start":"2026-07-01T01:20:39.972374Z","end":"2026-07-01T01:20:40.248763Z","steps":["trace[1251460437] 'agreement among raft nodes before linearized reading' (duration: 276.242248ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:40.248774Z","caller":"traceutil/trace.go:171","msg":"trace[1827211175] transaction","detail":"{read_only:false; response_revision:14325; number_of_response:1; }","duration":"298.316347ms","start":"2026-07-01T01:20:39.950406Z","end":"2026-07-01T01:20:40.248722Z","steps":["trace[1827211175] 'process raft request' (duration: 298.09418ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:40.248993Z","caller":"traceutil/trace.go:171","msg":"trace[947979415] transaction","detail":"{read_only:false; response_revision:14324; number_of_response:1; }","duration":"602.350015ms","start":"2026-07-01T01:20:39.646629Z","end":"2026-07-01T01:20:40.248979Z","steps":["trace[947979415] 'process raft request' (duration: 601.842989ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:40.249013Z","caller":"traceutil/trace.go:171","msg":"trace[385171100] transaction","detail":"{read_only:false; response_revision:14322; number_of_response:1; }","duration":"603.143211ms","start":"2026-07-01T01:20:39.645856Z","end":"2026-07-01T01:20:40.248999Z","steps":["trace[385171100] 'process raft request' (duration: 602.472989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:40.249086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:39.646604Z","time spent":"602.431298ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:40.249125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:39.645835Z","time spent":"603.204073ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:40.249418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:39.646497Z","time spent":"602.142849ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:20:41.843127Z","caller":"traceutil/trace.go:171","msg":"trace[600175615] transaction","detail":"{read_only:false; response_revision:14332; number_of_response:1; }","duration":"267.148706ms","start":"2026-07-01T01:20:41.575955Z","end":"2026-07-01T01:20:41.843103Z","steps":["trace[600175615] 'process raft request' (duration: 267.004372ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:20:41.993804Z","caller":"traceutil/trace.go:171","msg":"trace[461922484] linearizableReadLoop","detail":"{readStateIndex:14833; appliedIndex:14831; }","duration":"367.081481ms","start":"2026-07-01T01:20:41.626699Z","end":"2026-07-01T01:20:41.993781Z","steps":["trace[461922484] 'read index received' (duration: 216.245394ms)","trace[461922484] 'applied index is now lower than readState.Index' (duration: 150.834877ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:20:41.993826Z","caller":"traceutil/trace.go:171","msg":"trace[1733353286] transaction","detail":"{read_only:false; response_revision:14333; number_of_response:1; }","duration":"378.953952ms","start":"2026-07-01T01:20:41.614835Z","end":"2026-07-01T01:20:41.993789Z","steps":["trace[1733353286] 'process raft request' (duration: 340.674875ms)","trace[1733353286] 'compare' (duration: 38.166884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:20:41.993955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.614821Z","time spent":"379.062445ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:20:41.994023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.321299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:20:41.994057Z","caller":"traceutil/trace.go:171","msg":"trace[2010425000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14333; }","duration":"367.406561ms","start":"2026-07-01T01:20:41.62664Z","end":"2026-07-01T01:20:41.994046Z","steps":["trace[2010425000] 'agreement among raft nodes before linearized reading' (duration: 367.273887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:41.994089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.626612Z","time spent":"367.469524ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:20:41.994112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.517165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-01T01:20:41.994148Z","caller":"traceutil/trace.go:171","msg":"trace[1781378748] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:14333; }","duration":"338.597127ms","start":"2026-07-01T01:20:41.655541Z","end":"2026-07-01T01:20:41.994138Z","steps":["trace[1781378748] 'agreement among raft nodes before linearized reading' (duration: 338.445732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:41.994169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:20:41.655523Z","time spent":"338.640989ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"warn","ts":"2026-07-01T01:20:41.994155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.332353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:20:41.994219Z","caller":"traceutil/trace.go:171","msg":"trace[1763963749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14333; }","duration":"243.441486ms","start":"2026-07-01T01:20:41.75076Z","end":"2026-07-01T01:20:41.994201Z","steps":["trace[1763963749] 'agreement among raft nodes before linearized reading' (duration: 243.279061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:41.994288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.990107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-01T01:20:41.994371Z","caller":"traceutil/trace.go:171","msg":"trace[1158370036] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:14333; }","duration":"202.124921ms","start":"2026-07-01T01:20:41.792227Z","end":"2026-07-01T01:20:41.994352Z","steps":["trace[1158370036] 'agreement among raft nodes before linearized reading' (duration: 201.990017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:20:41.994804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.858614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T01:20:41.994845Z","caller":"traceutil/trace.go:171","msg":"trace[1236856758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14333; }","duration":"255.932407ms","start":"2026-07-01T01:20:41.738902Z","end":"2026-07-01T01:20:41.994834Z","steps":["trace[1236856758] 'agreement among raft nodes before linearized reading' (duration: 255.249115ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:21.846717Z","caller":"traceutil/trace.go:171","msg":"trace[1537271707] linearizableReadLoop","detail":"{readStateIndex:15386; appliedIndex:15385; }","duration":"198.093722ms","start":"2026-07-01T01:21:21.648608Z","end":"2026-07-01T01:21:21.846701Z","steps":["trace[1537271707] 'read index received' (duration: 197.903406ms)","trace[1537271707] 'applied index is now lower than readState.Index' (duration: 189.636µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:21:21.84681Z","caller":"traceutil/trace.go:171","msg":"trace[1187862682] transaction","detail":"{read_only:false; response_revision:14873; number_of_response:1; }","duration":"376.519344ms","start":"2026-07-01T01:21:21.470266Z","end":"2026-07-01T01:21:21.846785Z","steps":["trace[1187862682] 'process raft request' (duration: 376.279236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:21.846887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.270208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-01T01:21:21.846889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.235537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:21.846917Z","caller":"traceutil/trace.go:171","msg":"trace[1390612497] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14873; }","duration":"198.350051ms","start":"2026-07-01T01:21:21.648561Z","end":"2026-07-01T01:21:21.846911Z","steps":["trace[1390612497] 'agreement among raft nodes before linearized reading' (duration: 198.229227ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:21.846944Z","caller":"traceutil/trace.go:171","msg":"trace[1211548160] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14873; }","duration":"198.34192ms","start":"2026-07-01T01:21:21.648587Z","end":"2026-07-01T01:21:21.846929Z","steps":["trace[1211548160] 'agreement among raft nodes before linearized reading' (duration: 198.231767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:21.846945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:21.470245Z","time spent":"376.630268ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:21:21.847001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.552515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:21.847069Z","caller":"traceutil/trace.go:171","msg":"trace[879287207] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14873; }","duration":"192.674339ms","start":"2026-07-01T01:21:21.654381Z","end":"2026-07-01T01:21:21.847056Z","steps":["trace[879287207] 'agreement among raft nodes before linearized reading' (duration: 192.462782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.490077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.249426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:22.490166Z","caller":"traceutil/trace.go:171","msg":"trace[2012387197] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14873; }","duration":"512.39259ms","start":"2026-07-01T01:21:21.977756Z","end":"2026-07-01T01:21:22.490149Z","steps":["trace[2012387197] 'range keys from in-memory index tree' (duration: 512.175894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.490206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:21.977729Z","time spent":"512.469253ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T01:21:22.490285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.175515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-01T01:21:22.490295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.497364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:22.490328Z","caller":"traceutil/trace.go:171","msg":"trace[1716074429] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14873; }","duration":"508.261968ms","start":"2026-07-01T01:21:21.982054Z","end":"2026-07-01T01:21:22.490316Z","steps":["trace[1716074429] 'range keys from in-memory index tree' (duration: 508.0249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.490377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:21.982034Z","time spent":"508.32981ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-01T01:21:22.490381Z","caller":"traceutil/trace.go:171","msg":"trace[1379251589] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14873; }","duration":"512.642879ms","start":"2026-07-01T01:21:21.977717Z","end":"2026-07-01T01:21:22.49036Z","steps":["trace[1379251589] 'range keys from in-memory index tree' (duration: 512.36542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.490421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:21.977684Z","time spent":"512.728912ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-01T01:21:22.490613Z","caller":"traceutil/trace.go:171","msg":"trace[1386731818] transaction","detail":"{read_only:false; response_revision:14874; number_of_response:1; }","duration":"506.780671ms","start":"2026-07-01T01:21:21.983741Z","end":"2026-07-01T01:21:22.490522Z","steps":["trace[1386731818] 'process raft request' (duration: 480.926322ms)","trace[1386731818] 'compare' (duration: 25.744216ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:21:22.490637Z","caller":"traceutil/trace.go:171","msg":"trace[1001844382] linearizableReadLoop","detail":"{readStateIndex:15387; appliedIndex:15386; }","duration":"438.962446ms","start":"2026-07-01T01:21:22.05166Z","end":"2026-07-01T01:21:22.490623Z","steps":["trace[1001844382] 'read index received' (duration: 413.066496ms)","trace[1001844382] 'applied index is now lower than readState.Index' (duration: 25.89471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:21:22.490703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:21.983727Z","time spent":"506.917345ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:21:22.490737Z","caller":"traceutil/trace.go:171","msg":"trace[1795407708] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"355.376875ms","start":"2026-07-01T01:21:22.135344Z","end":"2026-07-01T01:21:22.490721Z","steps":["trace[1795407708] 'process raft request' (duration: 355.235641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.49077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.445114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:22.490793Z","caller":"traceutil/trace.go:171","msg":"trace[1692430413] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14875; }","duration":"358.499096ms","start":"2026-07-01T01:21:22.132287Z","end":"2026-07-01T01:21:22.490786Z","steps":["trace[1692430413] 'agreement among raft nodes before linearized reading' (duration: 358.436984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.490812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:22.132266Z","time spent":"358.541757ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T01:21:22.490807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.52491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:21:22.490851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:22.135314Z","time spent":"355.471649ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:21:22.490878Z","caller":"traceutil/trace.go:171","msg":"trace[929105361] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:14875; }","duration":"137.638474ms","start":"2026-07-01T01:21:22.353221Z","end":"2026-07-01T01:21:22.49086Z","steps":["trace[929105361] 'agreement among raft nodes before linearized reading' (duration: 137.52982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.490915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.638352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-01T01:21:22.490953Z","caller":"traceutil/trace.go:171","msg":"trace[1431862666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14875; }","duration":"306.711526ms","start":"2026-07-01T01:21:22.18423Z","end":"2026-07-01T01:21:22.490942Z","steps":["trace[1431862666] 'agreement among raft nodes before linearized reading' (duration: 306.618943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.490981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:22.184207Z","time spent":"306.768097ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:21:22.491017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.359369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-01T01:21:22.49104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.388912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-01T01:21:22.49105Z","caller":"traceutil/trace.go:171","msg":"trace[590925580] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14875; }","duration":"439.420821ms","start":"2026-07-01T01:21:22.051618Z","end":"2026-07-01T01:21:22.491039Z","steps":["trace[590925580] 'agreement among raft nodes before linearized reading' (duration: 439.045769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.491085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:22.051597Z","time spent":"439.480883ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":578,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T01:21:22.491084Z","caller":"traceutil/trace.go:171","msg":"trace[893043758] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14875; }","duration":"358.476455ms","start":"2026-07-01T01:21:22.132594Z","end":"2026-07-01T01:21:22.491071Z","steps":["trace[893043758] 'agreement among raft nodes before linearized reading' (duration: 358.33412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.491119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:22.132573Z","time spent":"358.537357ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-01T01:21:22.491133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.719098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-01T01:21:22.491167Z","caller":"traceutil/trace.go:171","msg":"trace[30183866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14875; }","duration":"293.78793ms","start":"2026-07-01T01:21:22.197369Z","end":"2026-07-01T01:21:22.491157Z","steps":["trace[30183866] 'agreement among raft nodes before linearized reading' (duration: 293.665226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.491207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.937559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-01T01:21:22.491335Z","caller":"traceutil/trace.go:171","msg":"trace[437649999] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14875; }","duration":"238.058803ms","start":"2026-07-01T01:21:22.253246Z","end":"2026-07-01T01:21:22.491305Z","steps":["trace[437649999] 'agreement among raft nodes before linearized reading' (duration: 237.695332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.491265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.388244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:22.491589Z","caller":"traceutil/trace.go:171","msg":"trace[1990662760] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14875; }","duration":"354.700824ms","start":"2026-07-01T01:21:22.136846Z","end":"2026-07-01T01:21:22.491547Z","steps":["trace[1990662760] 'agreement among raft nodes before linearized reading' (duration: 354.356143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.491641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:22.136832Z","time spent":"354.793076ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T01:21:22.492572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.517795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:22.492648Z","caller":"traceutil/trace.go:171","msg":"trace[199419670] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14873; }","duration":"515.036166ms","start":"2026-07-01T01:21:21.977591Z","end":"2026-07-01T01:21:22.492628Z","steps":["trace[199419670] 'range keys from in-memory index tree' (duration: 512.37096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:22.492696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:21.977559Z","time spent":"515.122808ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-01T01:21:25.965436Z","caller":"traceutil/trace.go:171","msg":"trace[990495472] transaction","detail":"{read_only:false; response_revision:14897; number_of_response:1; }","duration":"104.926694ms","start":"2026-07-01T01:21:25.860482Z","end":"2026-07-01T01:21:25.965409Z","steps":["trace[990495472] 'process raft request' (duration: 104.738618ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:26.7791Z","caller":"traceutil/trace.go:171","msg":"trace[1884921726] linearizableReadLoop","detail":"{readStateIndex:15411; appliedIndex:15410; }","duration":"273.135459ms","start":"2026-07-01T01:21:26.505924Z","end":"2026-07-01T01:21:26.779059Z","steps":["trace[1884921726] 'read index received' (duration: 272.811729ms)","trace[1884921726] 'applied index is now lower than readState.Index' (duration: 321.86µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:21:26.77913Z","caller":"traceutil/trace.go:171","msg":"trace[1703467755] transaction","detail":"{read_only:false; response_revision:14898; number_of_response:1; }","duration":"274.333627ms","start":"2026-07-01T01:21:26.504757Z","end":"2026-07-01T01:21:26.779091Z","steps":["trace[1703467755] 'process raft request' (duration: 274.049058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:26.779317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.373177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:26.779361Z","caller":"traceutil/trace.go:171","msg":"trace[1527746955] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14898; }","duration":"273.439599ms","start":"2026-07-01T01:21:26.505911Z","end":"2026-07-01T01:21:26.77935Z","steps":["trace[1527746955] 'agreement among raft nodes before linearized reading' (duration: 273.282384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:27.279299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465754237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:21:28.11681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.596209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-01T01:21:28.11711Z","caller":"traceutil/trace.go:171","msg":"trace[1899840132] transaction","detail":"{read_only:false; response_revision:14899; number_of_response:1; }","duration":"1.610602926s","start":"2026-07-01T01:21:26.506458Z","end":"2026-07-01T01:21:28.117061Z","steps":["trace[1899840132] 'process raft request' (duration: 917.689726ms)","trace[1899840132] 'compare' (duration: 692.511837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:21:28.117286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.506446Z","time spent":"1.610749681s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:21:28.119084Z","caller":"traceutil/trace.go:171","msg":"trace[1036470668] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"1.04499062s","start":"2026-07-01T01:21:27.074066Z","end":"2026-07-01T01:21:28.119057Z","steps":["trace[1036470668] 'process raft request' (duration: 1.044826524s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:28.119213Z","caller":"traceutil/trace.go:171","msg":"trace[1682980409] transaction","detail":"{read_only:false; response_revision:14901; number_of_response:1; }","duration":"981.756482ms","start":"2026-07-01T01:21:27.137435Z","end":"2026-07-01T01:21:28.119192Z","steps":["trace[1682980409] 'process raft request' (duration: 981.529695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.119223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.074037Z","time spent":"1.045117694s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:21:28.119292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.137421Z","time spent":"981.831774ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:21:28.119353Z","caller":"traceutil/trace.go:171","msg":"trace[1109320660] linearizableReadLoop","detail":"{readStateIndex:15415; appliedIndex:15411; }","duration":"1.340132153s","start":"2026-07-01T01:21:26.779215Z","end":"2026-07-01T01:21:28.119347Z","steps":["trace[1109320660] 'read index received' (duration: 644.92196ms)","trace[1109320660] 'applied index is now lower than readState.Index' (duration: 695.209353ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:21:28.11941Z","caller":"traceutil/trace.go:171","msg":"trace[542097868] transaction","detail":"{read_only:false; response_revision:14902; number_of_response:1; }","duration":"149.706851ms","start":"2026-07-01T01:21:27.969698Z","end":"2026-07-01T01:21:28.119405Z","steps":["trace[542097868] 'process raft request' (duration: 149.295798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.119539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346848158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kzvxg\" ","response":"range_response_count:1 size:20653"} {"level":"info","ts":"2026-07-01T01:21:28.119559Z","caller":"traceutil/trace.go:171","msg":"trace[1551164318] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-kzvxg; range_end:; response_count:1; response_revision:14903; }","duration":"1.346904549s","start":"2026-07-01T01:21:26.772649Z","end":"2026-07-01T01:21:28.119553Z","steps":["trace[1551164318] 'agreement among raft nodes before linearized reading' (duration: 1.346802126s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.119581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.772627Z","time spent":"1.346945961s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20674,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-kzvxg\" "} {"level":"warn","ts":"2026-07-01T01:21:28.119738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2542918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:28.119763Z","caller":"traceutil/trace.go:171","msg":"trace[1706507836] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14903; }","duration":"1.254353022s","start":"2026-07-01T01:21:26.865405Z","end":"2026-07-01T01:21:28.119758Z","steps":["trace[1706507836] 'agreement among raft nodes before linearized reading' (duration: 1.254315371s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.119783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.865384Z","time spent":"1.254394524s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T01:21:28.119762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598924072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T01:21:28.119828Z","caller":"traceutil/trace.go:171","msg":"trace[1074180619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14903; }","duration":"1.599011795s","start":"2026-07-01T01:21:26.520799Z","end":"2026-07-01T01:21:28.119811Z","steps":["trace[1074180619] 'agreement among raft nodes before linearized reading' (duration: 1.598881151s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.119865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.52079Z","time spent":"1.599067876s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:21:28.119921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609732588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-01T01:21:28.119985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.569373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-01T01:21:28.119997Z","caller":"traceutil/trace.go:171","msg":"trace[1465702282] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"1.609843382s","start":"2026-07-01T01:21:26.510133Z","end":"2026-07-01T01:21:28.119976Z","steps":["trace[1465702282] 'agreement among raft nodes before linearized reading' (duration: 1.609567003s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.510125Z","time spent":"1.609904934s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T01:21:28.120056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.077836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:28.120076Z","caller":"traceutil/trace.go:171","msg":"trace[557877054] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"253.153358ms","start":"2026-07-01T01:21:27.866918Z","end":"2026-07-01T01:21:28.120071Z","steps":["trace[557877054] 'agreement among raft nodes before linearized reading' (duration: 253.102926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509993109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d788d49f5-22mls.18be0511d3a16f8c\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-01T01:21:28.120112Z","caller":"traceutil/trace.go:171","msg":"trace[924721535] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d788d49f5-22mls.18be0511d3a16f8c; range_end:; response_count:1; response_revision:14903; }","duration":"1.510063252s","start":"2026-07-01T01:21:26.610036Z","end":"2026-07-01T01:21:28.120099Z","steps":["trace[924721535] 'agreement among raft nodes before linearized reading' (duration: 1.509945838s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.610016Z","time spent":"1.510116003s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-7d788d49f5-22mls.18be0511d3a16f8c\" "} {"level":"warn","ts":"2026-07-01T01:21:28.120135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567087471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-01T01:21:28.120176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.448047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-01T01:21:28.120182Z","caller":"traceutil/trace.go:171","msg":"trace[616133445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14903; }","duration":"1.567167423s","start":"2026-07-01T01:21:26.553001Z","end":"2026-07-01T01:21:28.120168Z","steps":["trace[616133445] 'agreement among raft nodes before linearized reading' (duration: 1.567021929s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:28.120194Z","caller":"traceutil/trace.go:171","msg":"trace[554994830] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14903; }","duration":"253.467378ms","start":"2026-07-01T01:21:27.866722Z","end":"2026-07-01T01:21:28.120189Z","steps":["trace[554994830] 'agreement among raft nodes before linearized reading' (duration: 253.409706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.552984Z","time spent":"1.567224494s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:21:28.120272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609718187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T01:21:28.120307Z","caller":"traceutil/trace.go:171","msg":"trace[1446126148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14903; }","duration":"1.609779989s","start":"2026-07-01T01:21:26.510518Z","end":"2026-07-01T01:21:28.120298Z","steps":["trace[1446126148] 'agreement among raft nodes before linearized reading' (duration: 1.609712077s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.298278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-01T01:21:28.120328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587875957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-nlw42\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-01T01:21:28.120334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.510512Z","time spent":"1.60981607s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:21:28.120351Z","caller":"traceutil/trace.go:171","msg":"trace[1606024528] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14903; }","duration":"256.34999ms","start":"2026-07-01T01:21:27.863995Z","end":"2026-07-01T01:21:28.120345Z","steps":["trace[1606024528] 'agreement among raft nodes before linearized reading' (duration: 256.301518ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:28.120362Z","caller":"traceutil/trace.go:171","msg":"trace[1397991422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-nlw42; range_end:; response_count:1; response_revision:14903; }","duration":"1.587939579s","start":"2026-07-01T01:21:26.532414Z","end":"2026-07-01T01:21:28.120353Z","steps":["trace[1397991422] 'agreement among raft nodes before linearized reading' (duration: 1.587850986s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540199509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gqgd7\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-07-01T01:21:28.120388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.532397Z","time spent":"1.587985981s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-nlw42\" "} {"level":"info","ts":"2026-07-01T01:21:28.120407Z","caller":"traceutil/trace.go:171","msg":"trace[1831033836] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gqgd7; range_end:; response_count:1; response_revision:14903; }","duration":"1.540273201s","start":"2026-07-01T01:21:26.580125Z","end":"2026-07-01T01:21:28.120398Z","steps":["trace[1831033836] 'agreement among raft nodes before linearized reading' (duration: 1.540182388s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.580106Z","time spent":"1.540323673s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gqgd7\" "} {"level":"warn","ts":"2026-07-01T01:21:28.120466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610291686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:21:28.120505Z","caller":"traceutil/trace.go:171","msg":"trace[2005118010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14903; }","duration":"1.610341688s","start":"2026-07-01T01:21:26.510154Z","end":"2026-07-01T01:21:28.120496Z","steps":["trace[2005118010] 'agreement among raft nodes before linearized reading' (duration: 1.610284596s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.12053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.09019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:21:28.120537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.510145Z","time spent":"1.610386299s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:21:28.120558Z","caller":"traceutil/trace.go:171","msg":"trace[1102492438] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14903; }","duration":"511.153982ms","start":"2026-07-01T01:21:27.609398Z","end":"2026-07-01T01:21:28.120552Z","steps":["trace[1102492438] 'agreement among raft nodes before linearized reading' (duration: 511.018287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565853461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:21:28.120007Z","caller":"traceutil/trace.go:171","msg":"trace[126427751] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14903; }","duration":"157.630495ms","start":"2026-07-01T01:21:27.962371Z","end":"2026-07-01T01:21:28.120001Z","steps":["trace[126427751] 'agreement among raft nodes before linearized reading' (duration: 157.552302ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:28.120611Z","caller":"traceutil/trace.go:171","msg":"trace[660009645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14903; }","duration":"1.565926813s","start":"2026-07-01T01:21:26.554671Z","end":"2026-07-01T01:21:28.120598Z","steps":["trace[660009645] 'agreement among raft nodes before linearized reading' (duration: 1.56583454s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.554649Z","time spent":"1.565986125s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:21:28.12058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.609377Z","time spent":"511.198612ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":162,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:21:28.120286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.987025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:28.120845Z","caller":"traceutil/trace.go:171","msg":"trace[1102442101] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14903; }","duration":"254.581404ms","start":"2026-07-01T01:21:27.866253Z","end":"2026-07-01T01:21:28.120834Z","steps":["trace[1102442101] 'agreement among raft nodes before linearized reading' (duration: 254.019516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596242345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T01:21:28.120924Z","caller":"traceutil/trace.go:171","msg":"trace[357349944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14903; }","duration":"1.596562476s","start":"2026-07-01T01:21:26.524349Z","end":"2026-07-01T01:21:28.120912Z","steps":["trace[357349944] 'agreement among raft nodes before linearized reading' (duration: 1.596200904s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.120967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.524343Z","time spent":"1.596613437s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:21:28.121031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.238173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:28.121064Z","caller":"traceutil/trace.go:171","msg":"trace[12523719] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14903; }","duration":"980.309776ms","start":"2026-07-01T01:21:27.140746Z","end":"2026-07-01T01:21:28.121056Z","steps":["trace[12523719] 'agreement among raft nodes before linearized reading' (duration: 980.260784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.121094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.140724Z","time spent":"980.364487ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-01T01:21:28.121191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.709247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:21:28.121216Z","caller":"traceutil/trace.go:171","msg":"trace[394815126] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14903; }","duration":"684.762539ms","start":"2026-07-01T01:21:27.436448Z","end":"2026-07-01T01:21:28.121211Z","steps":["trace[394815126] 'agreement among raft nodes before linearized reading' (duration: 684.143309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.12124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.436432Z","time spent":"684.803939ms","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1602,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:21:28.121287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.503697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xv9cj\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-01T01:21:28.121319Z","caller":"traceutil/trace.go:171","msg":"trace[1434361781] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xv9cj; range_end:; response_count:1; response_revision:14903; }","duration":"813.569839ms","start":"2026-07-01T01:21:27.307741Z","end":"2026-07-01T01:21:28.121311Z","steps":["trace[1434361781] 'agreement among raft nodes before linearized reading' (duration: 813.491486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.121349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.307718Z","time spent":"813.625431ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xv9cj\" "} {"level":"warn","ts":"2026-07-01T01:21:28.121394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.580438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-01T01:21:28.121429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254956552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:28.121439Z","caller":"traceutil/trace.go:171","msg":"trace[803261411] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"977.64632ms","start":"2026-07-01T01:21:27.143783Z","end":"2026-07-01T01:21:28.121429Z","steps":["trace[803261411] 'agreement among raft nodes before linearized reading' (duration: 977.538226ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:28.121453Z","caller":"traceutil/trace.go:171","msg":"trace[1675928981] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14903; }","duration":"1.255075305s","start":"2026-07-01T01:21:26.866372Z","end":"2026-07-01T01:21:28.121447Z","steps":["trace[1675928981] 'agreement among raft nodes before linearized reading' (duration: 1.255046854s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.121472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.86636Z","time spent":"1.255108116s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-01T01:21:28.121477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.143772Z","time spent":"977.696382ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T01:21:28.121532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.234423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:680"} {"level":"info","ts":"2026-07-01T01:21:28.121565Z","caller":"traceutil/trace.go:171","msg":"trace[2004536902] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14903; }","duration":"980.286695ms","start":"2026-07-01T01:21:27.14127Z","end":"2026-07-01T01:21:28.121557Z","steps":["trace[2004536902] 'agreement among raft nodes before linearized reading' (duration: 980.217243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.121594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.141259Z","time spent":"980.329736ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":701,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-01T01:21:28.12161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.396781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-01T01:21:28.121644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255617802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-01T01:21:28.121672Z","caller":"traceutil/trace.go:171","msg":"trace[861421923] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14903; }","duration":"1.255686154s","start":"2026-07-01T01:21:26.86598Z","end":"2026-07-01T01:21:28.121666Z","steps":["trace[861421923] 'agreement among raft nodes before linearized reading' (duration: 1.255646923s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.121354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.744179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-01T01:21:28.121694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.865946Z","time spent":"1.255744617s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":26,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-01T01:21:28.121703Z","caller":"traceutil/trace.go:171","msg":"trace[359328997] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14903; }","duration":"981.122981ms","start":"2026-07-01T01:21:27.140571Z","end":"2026-07-01T01:21:28.121694Z","steps":["trace[359328997] 'agreement among raft nodes before linearized reading' (duration: 980.76717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.121718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.813262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-01T01:21:28.12174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.14056Z","time spent":"981.170943ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":26,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-01T01:21:28.121745Z","caller":"traceutil/trace.go:171","msg":"trace[402066896] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"898.881235ms","start":"2026-07-01T01:21:27.222856Z","end":"2026-07-01T01:21:28.121737Z","steps":["trace[402066896] 'agreement among raft nodes before linearized reading' (duration: 898.808042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.121772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.22284Z","time spent":"898.926625ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T01:21:28.121408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253599358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-01T01:21:28.121805Z","caller":"traceutil/trace.go:171","msg":"trace[218502975] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14903; }","duration":"1.254017791s","start":"2026-07-01T01:21:26.86778Z","end":"2026-07-01T01:21:28.121798Z","steps":["trace[218502975] 'agreement among raft nodes before linearized reading' (duration: 1.253585018s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.121827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:26.867765Z","time spent":"1.254056212s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-01T01:21:28.121217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.706753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xv9cj\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-01T01:21:28.121883Z","caller":"traceutil/trace.go:171","msg":"trace[2034784827] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xv9cj; range_end:; response_count:1; response_revision:14903; }","duration":"804.407985ms","start":"2026-07-01T01:21:27.317468Z","end":"2026-07-01T01:21:28.121876Z","steps":["trace[2034784827] 'agreement among raft nodes before linearized reading' (duration: 803.687542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.12191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.317447Z","time spent":"804.456037ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xv9cj\" "} {"level":"warn","ts":"2026-07-01T01:21:28.121472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.121049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-01T01:21:28.121645Z","caller":"traceutil/trace.go:171","msg":"trace[1913182575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14903; }","duration":"880.498355ms","start":"2026-07-01T01:21:27.241137Z","end":"2026-07-01T01:21:28.121636Z","steps":["trace[1913182575] 'agreement among raft nodes before linearized reading' (duration: 880.414403ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:21:28.121989Z","caller":"traceutil/trace.go:171","msg":"trace[1646237573] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14903; }","duration":"980.651096ms","start":"2026-07-01T01:21:27.141329Z","end":"2026-07-01T01:21:28.12198Z","steps":["trace[1646237573] 'agreement among raft nodes before linearized reading' (duration: 980.089748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:21:28.122013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.241115Z","time spent":"880.891827ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-01T01:21:28.122028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:21:27.14132Z","time spent":"980.697928ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-01T01:22:18.406824Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12627} {"level":"info","ts":"2026-07-01T01:22:18.486198Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12627,"took":"77.35777ms","hash":2931318883,"current-db-size-bytes":55304192,"current-db-size":"55 MB","current-db-size-in-use-bytes":31027200,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T01:22:18.486247Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2931318883,"revision":12627,"compact-revision":10371} {"level":"info","ts":"2026-07-01T01:27:18.418585Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15169} {"level":"info","ts":"2026-07-01T01:27:18.525673Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15169,"took":"103.999054ms","hash":775665,"current-db-size-bytes":55304192,"current-db-size":"55 MB","current-db-size-in-use-bytes":32325632,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T01:27:18.525728Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":775665,"revision":15169,"compact-revision":12627} {"level":"warn","ts":"2026-07-01T01:27:40.426094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.679857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/heat-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:27:40.426093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.791428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:27:40.426178Z","caller":"traceutil/trace.go:171","msg":"trace[525456508] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/heat-api; range_end:; response_count:0; response_revision:17670; }","duration":"226.815552ms","start":"2026-07-01T01:27:40.199343Z","end":"2026-07-01T01:27:40.426158Z","steps":["trace[525456508] 'range keys from in-memory index tree' (duration: 226.603105ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:40.42619Z","caller":"traceutil/trace.go:171","msg":"trace[646997737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17670; }","duration":"366.921193ms","start":"2026-07-01T01:27:40.059249Z","end":"2026-07-01T01:27:40.426171Z","steps":["trace[646997737] 'range keys from in-memory index tree' (duration: 366.632713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:40.426063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.115691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T01:27:40.426254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:40.059241Z","time spent":"367.002305ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:27:40.426244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.403799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-01T01:27:40.426254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.373475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T01:27:40.426315Z","caller":"traceutil/trace.go:171","msg":"trace[627922686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17670; }","duration":"368.382889ms","start":"2026-07-01T01:27:40.057894Z","end":"2026-07-01T01:27:40.426277Z","steps":["trace[627922686] 'range keys from in-memory index tree' (duration: 367.984817ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:40.426325Z","caller":"traceutil/trace.go:171","msg":"trace[678900919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17670; }","duration":"367.527782ms","start":"2026-07-01T01:27:40.058779Z","end":"2026-07-01T01:27:40.426307Z","steps":["trace[678900919] 'range keys from in-memory index tree' (duration: 367.242403ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:40.426332Z","caller":"traceutil/trace.go:171","msg":"trace[791520390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17670; }","duration":"366.50453ms","start":"2026-07-01T01:27:40.059811Z","end":"2026-07-01T01:27:40.426316Z","steps":["trace[791520390] 'range keys from in-memory index tree' (duration: 366.21005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:40.426366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:40.058756Z","time spent":"367.601815ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:27:40.426368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:40.057877Z","time spent":"368.474973ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:27:40.426375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:40.059781Z","time spent":"366.585032ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:27:40.42661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.549991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:27:40.426858Z","caller":"traceutil/trace.go:171","msg":"trace[1003625794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17670; }","duration":"367.13698ms","start":"2026-07-01T01:27:40.059704Z","end":"2026-07-01T01:27:40.426841Z","steps":["trace[1003625794] 'range keys from in-memory index tree' (duration: 366.327514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:40.42701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:40.0597Z","time spent":"367.294954ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:27:40.435358Z","caller":"traceutil/trace.go:171","msg":"trace[548308594] linearizableReadLoop","detail":"{readStateIndex:18278; appliedIndex:18277; }","duration":"114.79005ms","start":"2026-07-01T01:27:40.320558Z","end":"2026-07-01T01:27:40.435348Z","steps":["trace[548308594] 'read index received' (duration: 114.750739ms)","trace[548308594] 'applied index is now lower than readState.Index' (duration: 38.851µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:27:40.435435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.866824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:40.435458Z","caller":"traceutil/trace.go:171","msg":"trace[695240840] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:17671; }","duration":"114.921305ms","start":"2026-07-01T01:27:40.320527Z","end":"2026-07-01T01:27:40.435448Z","steps":["trace[695240840] 'agreement among raft nodes before linearized reading' (duration: 114.877143ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:40.435512Z","caller":"traceutil/trace.go:171","msg":"trace[731461583] transaction","detail":"{read_only:false; response_revision:17671; number_of_response:1; }","duration":"168.775511ms","start":"2026-07-01T01:27:40.266601Z","end":"2026-07-01T01:27:40.435376Z","steps":["trace[731461583] 'process raft request' (duration: 168.658247ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:44.713911Z","caller":"traceutil/trace.go:171","msg":"trace[728068122] transaction","detail":"{read_only:false; response_revision:17850; number_of_response:1; }","duration":"263.639796ms","start":"2026-07-01T01:27:44.450241Z","end":"2026-07-01T01:27:44.713881Z","steps":["trace[728068122] 'process raft request' (duration: 263.44918ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:44.714234Z","caller":"traceutil/trace.go:171","msg":"trace[814265365] linearizableReadLoop","detail":"{readStateIndex:18459; appliedIndex:18459; }","duration":"262.919333ms","start":"2026-07-01T01:27:44.451297Z","end":"2026-07-01T01:27:44.714216Z","steps":["trace[814265365] 'read index received' (duration: 262.911223ms)","trace[814265365] 'applied index is now lower than readState.Index' (duration: 6.15µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:27:44.714466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.927825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T01:27:44.714527Z","caller":"traceutil/trace.go:171","msg":"trace[1333104833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17850; }","duration":"259.012397ms","start":"2026-07-01T01:27:44.455499Z","end":"2026-07-01T01:27:44.714512Z","steps":["trace[1333104833] 'agreement among raft nodes before linearized reading' (duration: 258.820571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:44.71477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.46581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:27:44.714831Z","caller":"traceutil/trace.go:171","msg":"trace[586725636] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17850; }","duration":"263.559273ms","start":"2026-07-01T01:27:44.451255Z","end":"2026-07-01T01:27:44.714814Z","steps":["trace[586725636] 'agreement among raft nodes before linearized reading' (duration: 263.424159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:44.715012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.283669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gqgd7\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-01T01:27:44.715063Z","caller":"traceutil/trace.go:171","msg":"trace[296047386] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gqgd7; range_end:; response_count:1; response_revision:17850; }","duration":"236.577348ms","start":"2026-07-01T01:27:44.478473Z","end":"2026-07-01T01:27:44.715051Z","steps":["trace[296047386] 'agreement among raft nodes before linearized reading' (duration: 236.448854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:44.715352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.08511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:27:44.715416Z","caller":"traceutil/trace.go:171","msg":"trace[928117099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17850; }","duration":"259.171343ms","start":"2026-07-01T01:27:44.45623Z","end":"2026-07-01T01:27:44.715401Z","steps":["trace[928117099] 'agreement among raft nodes before linearized reading' (duration: 259.033879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:44.715617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.269566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T01:27:44.715617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.758139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T01:27:44.715658Z","caller":"traceutil/trace.go:171","msg":"trace[1420399518] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17850; }","duration":"259.342018ms","start":"2026-07-01T01:27:44.456307Z","end":"2026-07-01T01:27:44.715649Z","steps":["trace[1420399518] 'agreement among raft nodes before linearized reading' (duration: 259.243065ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:44.715673Z","caller":"traceutil/trace.go:171","msg":"trace[1120113529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17850; }","duration":"253.833291ms","start":"2026-07-01T01:27:44.461826Z","end":"2026-07-01T01:27:44.715659Z","steps":["trace[1120113529] 'agreement among raft nodes before linearized reading' (duration: 253.680886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:45.11067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.276908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:27:45.110783Z","caller":"traceutil/trace.go:171","msg":"trace[390532596] transaction","detail":"{read_only:false; response_revision:17851; number_of_response:1; }","duration":"390.293979ms","start":"2026-07-01T01:27:44.720466Z","end":"2026-07-01T01:27:45.11076Z","steps":["trace[390532596] 'process raft request' (duration: 134.847125ms)","trace[390532596] 'compare' (duration: 255.157764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:27:45.110843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.720453Z","time spent":"390.36145ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:27:45.321482Z","caller":"traceutil/trace.go:171","msg":"trace[933087869] linearizableReadLoop","detail":"{readStateIndex:18464; appliedIndex:18459; }","duration":"580.235731ms","start":"2026-07-01T01:27:44.74122Z","end":"2026-07-01T01:27:45.321455Z","steps":["trace[933087869] 'read index received' (duration: 114.071869ms)","trace[933087869] 'applied index is now lower than readState.Index' (duration: 466.163082ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:45.321459Z","caller":"traceutil/trace.go:171","msg":"trace[2016209409] transaction","detail":"{read_only:false; response_revision:17852; number_of_response:1; }","duration":"600.864173ms","start":"2026-07-01T01:27:44.720529Z","end":"2026-07-01T01:27:45.321393Z","steps":["trace[2016209409] 'process raft request' (duration: 583.0165ms)","trace[2016209409] 'compare' (duration: 16.268672ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:45.321541Z","caller":"traceutil/trace.go:171","msg":"trace[1379104234] transaction","detail":"{read_only:false; response_revision:17853; number_of_response:1; }","duration":"600.964886ms","start":"2026-07-01T01:27:44.720529Z","end":"2026-07-01T01:27:45.321494Z","steps":["trace[1379104234] 'process raft request' (duration: 600.807561ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:45.32155Z","caller":"traceutil/trace.go:171","msg":"trace[1967902674] transaction","detail":"{read_only:false; response_revision:17854; number_of_response:1; }","duration":"600.848222ms","start":"2026-07-01T01:27:44.720668Z","end":"2026-07-01T01:27:45.321516Z","steps":["trace[1967902674] 'process raft request' (duration: 600.719957ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:45.321612Z","caller":"traceutil/trace.go:171","msg":"trace[362581519] transaction","detail":"{read_only:false; response_revision:17855; number_of_response:1; }","duration":"600.120889ms","start":"2026-07-01T01:27:44.721433Z","end":"2026-07-01T01:27:45.321554Z","steps":["trace[362581519] 'process raft request' (duration: 599.988735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:45.321681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.720503Z","time spent":"601.096149ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:27:45.321708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.720504Z","time spent":"601.1213ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:27:45.321732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.721424Z","time spent":"600.256033ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:27:45.321746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.720658Z","time spent":"600.988746ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:27:45.321784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.544171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xv9cj\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-07-01T01:27:45.32185Z","caller":"traceutil/trace.go:171","msg":"trace[399600109] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xv9cj; range_end:; response_count:1; response_revision:17855; }","duration":"580.649754ms","start":"2026-07-01T01:27:44.74118Z","end":"2026-07-01T01:27:45.321829Z","steps":["trace[399600109] 'agreement among raft nodes before linearized reading' (duration: 580.380755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:45.321879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.727068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:45.321958Z","caller":"traceutil/trace.go:171","msg":"trace[245827237] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:17855; }","duration":"195.841392ms","start":"2026-07-01T01:27:45.126101Z","end":"2026-07-01T01:27:45.321943Z","steps":["trace[245827237] 'agreement among raft nodes before linearized reading' (duration: 195.723588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:45.321889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.741164Z","time spent":"580.715976ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xv9cj\" "} {"level":"warn","ts":"2026-07-01T01:27:45.322032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.682823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:27:45.321834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.468513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:45.322167Z","caller":"traceutil/trace.go:171","msg":"trace[1513542938] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:17855; }","duration":"343.88012ms","start":"2026-07-01T01:27:44.978259Z","end":"2026-07-01T01:27:45.322139Z","steps":["trace[1513542938] 'agreement among raft nodes before linearized reading' (duration: 343.645302ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:45.322179Z","caller":"traceutil/trace.go:171","msg":"trace[1045515281] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:17855; }","duration":"476.864235ms","start":"2026-07-01T01:27:44.845296Z","end":"2026-07-01T01:27:45.32216Z","steps":["trace[1045515281] 'agreement among raft nodes before linearized reading' (duration: 476.3819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:45.322232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.845233Z","time spent":"476.980559ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:27:45.322233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:44.978223Z","time spent":"343.992763ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:27:45.552102Z","caller":"traceutil/trace.go:171","msg":"trace[1740504264] transaction","detail":"{read_only:false; response_revision:17857; number_of_response:1; }","duration":"103.581242ms","start":"2026-07-01T01:27:45.448486Z","end":"2026-07-01T01:27:45.552067Z","steps":["trace[1740504264] 'process raft request' (duration: 103.229191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:45.998893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.321145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:45.998957Z","caller":"traceutil/trace.go:171","msg":"trace[980259195] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17857; }","duration":"383.438108ms","start":"2026-07-01T01:27:45.615505Z","end":"2026-07-01T01:27:45.998943Z","steps":["trace[980259195] 'range keys from in-memory index tree' (duration: 383.221011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:45.998984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:45.615483Z","time spent":"383.49515ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T01:27:45.99968Z","caller":"traceutil/trace.go:171","msg":"trace[134114121] transaction","detail":"{read_only:false; response_revision:17858; number_of_response:1; }","duration":"362.94413ms","start":"2026-07-01T01:27:45.636724Z","end":"2026-07-01T01:27:45.999669Z","steps":["trace[134114121] 'process raft request' (duration: 347.181705ms)","trace[134114121] 'compare' (duration: 15.259769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:27:45.999761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:45.636703Z","time spent":"363.007923ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:27:46.022466Z","caller":"traceutil/trace.go:171","msg":"trace[186554885] linearizableReadLoop","detail":"{readStateIndex:18468; appliedIndex:18466; }","duration":"175.313163ms","start":"2026-07-01T01:27:45.847129Z","end":"2026-07-01T01:27:46.022442Z","steps":["trace[186554885] 'read index received' (duration: 136.792707ms)","trace[186554885] 'applied index is now lower than readState.Index' (duration: 38.519226ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:46.022589Z","caller":"traceutil/trace.go:171","msg":"trace[2033148070] transaction","detail":"{read_only:false; response_revision:17859; number_of_response:1; }","duration":"240.159372ms","start":"2026-07-01T01:27:45.782394Z","end":"2026-07-01T01:27:46.022553Z","steps":["trace[2033148070] 'process raft request' (duration: 239.892864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:46.022633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.475398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:46.022665Z","caller":"traceutil/trace.go:171","msg":"trace[1148048075] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:17859; }","duration":"175.53033ms","start":"2026-07-01T01:27:45.847123Z","end":"2026-07-01T01:27:46.022653Z","steps":["trace[1148048075] 'agreement among raft nodes before linearized reading' (duration: 175.447667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:46.611781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.697287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:46.611919Z","caller":"traceutil/trace.go:171","msg":"trace[564133697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17863; }","duration":"166.874242ms","start":"2026-07-01T01:27:46.444999Z","end":"2026-07-01T01:27:46.611873Z","steps":["trace[564133697] 'range keys from in-memory index tree' (duration: 166.594243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.5428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.408611ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:27:47.542999Z","caller":"traceutil/trace.go:171","msg":"trace[1795103532] linearizableReadLoop","detail":"{readStateIndex:18473; appliedIndex:18472; }","duration":"929.72621ms","start":"2026-07-01T01:27:46.613256Z","end":"2026-07-01T01:27:47.542982Z","steps":["trace[1795103532] 'read index received' (duration: 55.942µs)","trace[1795103532] 'applied index is now lower than readState.Index' (duration: 929.669638ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:27:47.544474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.201847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:47.544529Z","caller":"traceutil/trace.go:171","msg":"trace[2038290654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17863; }","duration":"931.302211ms","start":"2026-07-01T01:27:46.613212Z","end":"2026-07-01T01:27:47.544514Z","steps":["trace[2038290654] 'agreement among raft nodes before linearized reading' (duration: 931.196757ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.544532Z","caller":"traceutil/trace.go:171","msg":"trace[1313789588] transaction","detail":"{read_only:false; response_revision:17864; number_of_response:1; }","duration":"823.500782ms","start":"2026-07-01T01:27:46.721011Z","end":"2026-07-01T01:27:47.544512Z","steps":["trace[1313789588] 'process raft request' (duration: 821.884901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.54456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:46.613194Z","time spent":"931.360733ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:27:47.544657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:46.720975Z","time spent":"823.608667ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:27:47.643459Z","caller":"traceutil/trace.go:171","msg":"trace[1883148102] linearizableReadLoop","detail":"{readStateIndex:18476; appliedIndex:18474; }","duration":"100.422971ms","start":"2026-07-01T01:27:47.543021Z","end":"2026-07-01T01:27:47.643444Z","steps":["trace[1883148102] 'read index received' (duration: 11.635273ms)","trace[1883148102] 'applied index is now lower than readState.Index' (duration: 88.787198ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:27:47.643555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.425322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:47.643573Z","caller":"traceutil/trace.go:171","msg":"trace[397629379] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:17866; }","duration":"597.479834ms","start":"2026-07-01T01:27:47.046087Z","end":"2026-07-01T01:27:47.643567Z","steps":["trace[397629379] 'agreement among raft nodes before linearized reading' (duration: 597.432902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.643591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:47.046073Z","time spent":"597.513404ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:27:47.643617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.360119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T01:27:47.643676Z","caller":"traceutil/trace.go:171","msg":"trace[1485501156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17866; }","duration":"317.458362ms","start":"2026-07-01T01:27:47.326201Z","end":"2026-07-01T01:27:47.64366Z","steps":["trace[1485501156] 'agreement among raft nodes before linearized reading' (duration: 317.262745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.643668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.772228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:27:47.643746Z","caller":"traceutil/trace.go:171","msg":"trace[2139451925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17866; }","duration":"527.872181ms","start":"2026-07-01T01:27:47.115857Z","end":"2026-07-01T01:27:47.643729Z","steps":["trace[2139451925] 'agreement among raft nodes before linearized reading' (duration: 527.630763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.643789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:47.115796Z","time spent":"527.985765ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:27:47.643806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.715271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:27:47.643831Z","caller":"traceutil/trace.go:171","msg":"trace[1369106295] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:17866; }","duration":"631.768693ms","start":"2026-07-01T01:27:47.012052Z","end":"2026-07-01T01:27:47.643821Z","steps":["trace[1369106295] 'agreement among raft nodes before linearized reading' (duration: 631.662739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.643844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:47.012034Z","time spent":"631.806765ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":135,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:27:47.643825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.626807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T01:27:47.643704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:47.326183Z","time spent":"317.515854ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:27:47.643892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.879826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T01:27:47.643929Z","caller":"traceutil/trace.go:171","msg":"trace[1114341048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17866; }","duration":"318.03261ms","start":"2026-07-01T01:27:47.325887Z","end":"2026-07-01T01:27:47.64392Z","steps":["trace[1114341048] 'agreement among raft nodes before linearized reading' (duration: 317.962568ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.643932Z","caller":"traceutil/trace.go:171","msg":"trace[689016972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17866; }","duration":"317.756572ms","start":"2026-07-01T01:27:47.326149Z","end":"2026-07-01T01:27:47.643906Z","steps":["trace[689016972] 'agreement among raft nodes before linearized reading' (duration: 317.412081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.643943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:47.325862Z","time spent":"318.077282ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:27:47.643973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:47.326123Z","time spent":"317.843225ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:27:47.643975Z","caller":"traceutil/trace.go:171","msg":"trace[511809186] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"133.518512ms","start":"2026-07-01T01:27:47.510445Z","end":"2026-07-01T01:27:47.643964Z","steps":["trace[511809186] 'process raft request' (duration: 132.959885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.644004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.807183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-01T01:27:47.644024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.529208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gqgd7\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-01T01:27:47.643983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.585257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-init-5fdwc\" ","response":"range_response_count:1 size:7223"} {"level":"info","ts":"2026-07-01T01:27:47.64404Z","caller":"traceutil/trace.go:171","msg":"trace[208838514] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gqgd7; range_end:; response_count:1; response_revision:17866; }","duration":"883.58298ms","start":"2026-07-01T01:27:46.760452Z","end":"2026-07-01T01:27:47.644035Z","steps":["trace[208838514] 'agreement among raft nodes before linearized reading' (duration: 883.541438ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.644045Z","caller":"traceutil/trace.go:171","msg":"trace[462213908] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17866; }","duration":"317.853804ms","start":"2026-07-01T01:27:47.326172Z","end":"2026-07-01T01:27:47.644026Z","steps":["trace[462213908] 'agreement among raft nodes before linearized reading' (duration: 317.740261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.644064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:46.76043Z","time spent":"883.627091ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9821,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gqgd7\" "} {"level":"warn","ts":"2026-07-01T01:27:47.644071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:47.326166Z","time spent":"317.899507ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:27:47.644096Z","caller":"traceutil/trace.go:171","msg":"trace[418358458] range","detail":"{range_begin:/registry/pods/openstack/heat-db-init-5fdwc; range_end:; response_count:1; response_revision:17866; }","duration":"650.715371ms","start":"2026-07-01T01:27:46.993363Z","end":"2026-07-01T01:27:47.644079Z","steps":["trace[418358458] 'agreement among raft nodes before linearized reading' (duration: 650.544286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.644156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:46.99333Z","time spent":"650.806324ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7244,"request content":"key:\"/registry/pods/openstack/heat-db-init-5fdwc\" "} {"level":"warn","ts":"2026-07-01T01:27:47.64421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.817725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:47.644174Z","caller":"traceutil/trace.go:171","msg":"trace[1663901697] transaction","detail":"{read_only:false; response_revision:17865; number_of_response:1; }","duration":"650.483614ms","start":"2026-07-01T01:27:46.993655Z","end":"2026-07-01T01:27:47.644139Z","steps":["trace[1663901697] 'process raft request' (duration: 550.843048ms)","trace[1663901697] 'compare' (duration: 98.759308ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:47.644229Z","caller":"traceutil/trace.go:171","msg":"trace[1947868732] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:17866; }","duration":"221.860486ms","start":"2026-07-01T01:27:47.422362Z","end":"2026-07-01T01:27:47.644222Z","steps":["trace[1947868732] 'agreement among raft nodes before linearized reading' (duration: 221.832135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.644294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:27:46.993645Z","time spent":"650.595067ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:27:47.644362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.407913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xv9cj\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-07-01T01:27:47.644404Z","caller":"traceutil/trace.go:171","msg":"trace[1577160299] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xv9cj; range_end:; response_count:1; response_revision:17866; }","duration":"294.472615ms","start":"2026-07-01T01:27:47.349921Z","end":"2026-07-01T01:27:47.644393Z","steps":["trace[1577160299] 'agreement among raft nodes before linearized reading' (duration: 294.375022ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.671965Z","caller":"traceutil/trace.go:171","msg":"trace[1074084508] transaction","detail":"{read_only:false; response_revision:17867; number_of_response:1; }","duration":"115.473744ms","start":"2026-07-01T01:27:47.556467Z","end":"2026-07-01T01:27:47.671941Z","steps":["trace[1074084508] 'process raft request' (duration: 115.116062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.672272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.693299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:47.672363Z","caller":"traceutil/trace.go:171","msg":"trace[10929623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17867; }","duration":"119.825504ms","start":"2026-07-01T01:27:47.55252Z","end":"2026-07-01T01:27:47.672346Z","steps":["trace[10929623] 'agreement among raft nodes before linearized reading' (duration: 119.649128ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.848204Z","caller":"traceutil/trace.go:171","msg":"trace[1741404310] transaction","detail":"{read_only:false; response_revision:17868; number_of_response:1; }","duration":"200.408327ms","start":"2026-07-01T01:27:47.647773Z","end":"2026-07-01T01:27:47.848181Z","steps":["trace[1741404310] 'process raft request' (duration: 200.238022ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.848448Z","caller":"traceutil/trace.go:171","msg":"trace[1378908309] transaction","detail":"{read_only:false; response_revision:17869; number_of_response:1; }","duration":"200.600454ms","start":"2026-07-01T01:27:47.647812Z","end":"2026-07-01T01:27:47.848412Z","steps":["trace[1378908309] 'process raft request' (duration: 200.336895ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.848738Z","caller":"traceutil/trace.go:171","msg":"trace[922704032] transaction","detail":"{read_only:false; response_revision:17870; number_of_response:1; }","duration":"200.614675ms","start":"2026-07-01T01:27:47.648113Z","end":"2026-07-01T01:27:47.848728Z","steps":["trace[922704032] 'process raft request' (duration: 200.226072ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.848857Z","caller":"traceutil/trace.go:171","msg":"trace[1712861788] transaction","detail":"{read_only:false; response_revision:17871; number_of_response:1; }","duration":"200.110088ms","start":"2026-07-01T01:27:47.648719Z","end":"2026-07-01T01:27:47.848829Z","steps":["trace[1712861788] 'process raft request' (duration: 199.921112ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.848994Z","caller":"traceutil/trace.go:171","msg":"trace[236332954] transaction","detail":"{read_only:false; response_revision:17872; number_of_response:1; }","duration":"196.289406ms","start":"2026-07-01T01:27:47.652689Z","end":"2026-07-01T01:27:47.848979Z","steps":["trace[236332954] 'process raft request' (duration: 196.066819ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.849114Z","caller":"traceutil/trace.go:171","msg":"trace[2107853186] linearizableReadLoop","detail":"{readStateIndex:18483; appliedIndex:18477; }","duration":"177.379469ms","start":"2026-07-01T01:27:47.671725Z","end":"2026-07-01T01:27:47.849104Z","steps":["trace[2107853186] 'read index received' (duration: 176.226062ms)","trace[2107853186] 'applied index is now lower than readState.Index' (duration: 1.152617ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:27:47.849368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.802359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:47.849408Z","caller":"traceutil/trace.go:171","msg":"trace[1654673989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17873; }","duration":"175.915202ms","start":"2026-07-01T01:27:47.673482Z","end":"2026-07-01T01:27:47.849397Z","steps":["trace[1654673989] 'agreement among raft nodes before linearized reading' (duration: 175.811779ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:47.849373Z","caller":"traceutil/trace.go:171","msg":"trace[1593198269] transaction","detail":"{read_only:false; response_revision:17873; number_of_response:1; }","duration":"195.550172ms","start":"2026-07-01T01:27:47.653815Z","end":"2026-07-01T01:27:47.849365Z","steps":["trace[1593198269] 'process raft request' (duration: 195.116898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.850392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.622987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:973853"} {"level":"info","ts":"2026-07-01T01:27:47.850429Z","caller":"traceutil/trace.go:171","msg":"trace[362911155] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:17873; }","duration":"196.685038ms","start":"2026-07-01T01:27:47.653735Z","end":"2026-07-01T01:27:47.85042Z","steps":["trace[362911155] 'agreement among raft nodes before linearized reading' (duration: 195.658015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:47.850861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.56395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:973853"} {"level":"info","ts":"2026-07-01T01:27:47.850934Z","caller":"traceutil/trace.go:171","msg":"trace[729894204] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:17873; }","duration":"199.672124ms","start":"2026-07-01T01:27:47.651245Z","end":"2026-07-01T01:27:47.850917Z","steps":["trace[729894204] 'agreement among raft nodes before linearized reading' (duration: 197.9831ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:51.768997Z","caller":"traceutil/trace.go:171","msg":"trace[1078044291] transaction","detail":"{read_only:false; response_revision:17911; number_of_response:1; }","duration":"115.058141ms","start":"2026-07-01T01:27:51.653911Z","end":"2026-07-01T01:27:51.768969Z","steps":["trace[1078044291] 'process raft request' (duration: 114.900166ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:52.221921Z","caller":"traceutil/trace.go:171","msg":"trace[2130190963] transaction","detail":"{read_only:false; response_revision:17919; number_of_response:1; }","duration":"104.253164ms","start":"2026-07-01T01:27:52.117637Z","end":"2026-07-01T01:27:52.22189Z","steps":["trace[2130190963] 'process raft request' (duration: 103.630654ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:52.437945Z","caller":"traceutil/trace.go:171","msg":"trace[296989094] transaction","detail":"{read_only:false; response_revision:17921; number_of_response:1; }","duration":"110.846295ms","start":"2026-07-01T01:27:52.32707Z","end":"2026-07-01T01:27:52.437917Z","steps":["trace[296989094] 'process raft request' (duration: 110.693ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:53.107857Z","caller":"traceutil/trace.go:171","msg":"trace[81951860] transaction","detail":"{read_only:false; response_revision:17931; number_of_response:1; }","duration":"289.849536ms","start":"2026-07-01T01:27:52.817983Z","end":"2026-07-01T01:27:53.107832Z","steps":["trace[81951860] 'process raft request' (duration: 289.652879ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:53.108973Z","caller":"traceutil/trace.go:171","msg":"trace[835295142] linearizableReadLoop","detail":"{readStateIndex:18543; appliedIndex:18542; }","duration":"274.712931ms","start":"2026-07-01T01:27:52.834244Z","end":"2026-07-01T01:27:53.108957Z","steps":["trace[835295142] 'read index received' (duration: 273.623196ms)","trace[835295142] 'applied index is now lower than readState.Index' (duration: 1.088685ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:53.109065Z","caller":"traceutil/trace.go:171","msg":"trace[2004030070] transaction","detail":"{read_only:false; response_revision:17932; number_of_response:1; }","duration":"290.956982ms","start":"2026-07-01T01:27:52.818064Z","end":"2026-07-01T01:27:53.109021Z","steps":["trace[2004030070] 'process raft request' (duration: 290.791797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:53.109264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.979249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:53.109354Z","caller":"traceutil/trace.go:171","msg":"trace[760617513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:17932; }","duration":"275.099073ms","start":"2026-07-01T01:27:52.834239Z","end":"2026-07-01T01:27:53.109338Z","steps":["trace[760617513] 'agreement among raft nodes before linearized reading' (duration: 274.949568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:53.109271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.99694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-db-sync\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-01T01:27:53.109642Z","caller":"traceutil/trace.go:171","msg":"trace[520220953] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-db-sync; range_end:; response_count:1; response_revision:17932; }","duration":"246.269509ms","start":"2026-07-01T01:27:52.86322Z","end":"2026-07-01T01:27:53.109489Z","steps":["trace[520220953] 'agreement among raft nodes before linearized reading' (duration: 245.909397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.29037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.43644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:27:56.290644Z","caller":"traceutil/trace.go:171","msg":"trace[1471493400] linearizableReadLoop","detail":"{readStateIndex:18564; appliedIndex:18562; }","duration":"237.432305ms","start":"2026-07-01T01:27:56.05319Z","end":"2026-07-01T01:27:56.290622Z","steps":["trace[1471493400] 'read index received' (duration: 45.677805ms)","trace[1471493400] 'applied index is now lower than readState.Index' (duration: 191.7533ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:56.290764Z","caller":"traceutil/trace.go:171","msg":"trace[1080184405] transaction","detail":"{read_only:false; response_revision:17952; number_of_response:1; }","duration":"270.949821ms","start":"2026-07-01T01:27:56.019779Z","end":"2026-07-01T01:27:56.290729Z","steps":["trace[1080184405] 'process raft request' (duration: 78.999354ms)","trace[1080184405] 'compare' (duration: 191.308336ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:56.290778Z","caller":"traceutil/trace.go:171","msg":"trace[1204462115] transaction","detail":"{read_only:false; response_revision:17953; number_of_response:1; }","duration":"260.247927ms","start":"2026-07-01T01:27:56.030498Z","end":"2026-07-01T01:27:56.290746Z","steps":["trace[1204462115] 'process raft request' (duration: 259.991309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.290846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.549523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:56.290904Z","caller":"traceutil/trace.go:171","msg":"trace[861045137] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17953; }","duration":"234.631726ms","start":"2026-07-01T01:27:56.056256Z","end":"2026-07-01T01:27:56.290888Z","steps":["trace[861045137] 'agreement among raft nodes before linearized reading' (duration: 234.536303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.2909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.177924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gqgd7\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-01T01:27:56.290902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.700264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:27:56.290936Z","caller":"traceutil/trace.go:171","msg":"trace[2128882778] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gqgd7; range_end:; response_count:1; response_revision:17953; }","duration":"216.247006ms","start":"2026-07-01T01:27:56.074678Z","end":"2026-07-01T01:27:56.290925Z","steps":["trace[2128882778] 'agreement among raft nodes before linearized reading' (duration: 216.117622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.29094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.060433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-07-01T01:27:56.290958Z","caller":"traceutil/trace.go:171","msg":"trace[2033019668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17953; }","duration":"237.778636ms","start":"2026-07-01T01:27:56.053162Z","end":"2026-07-01T01:27:56.290941Z","steps":["trace[2033019668] 'agreement among raft nodes before linearized reading' (duration: 237.5878ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.290979Z","caller":"traceutil/trace.go:171","msg":"trace[1777444258] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:17953; }","duration":"232.123294ms","start":"2026-07-01T01:27:56.058845Z","end":"2026-07-01T01:27:56.290968Z","steps":["trace[1777444258] 'agreement among raft nodes before linearized reading' (duration: 231.967919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.291012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.642808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:27:56.291052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.861701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:56.291079Z","caller":"traceutil/trace.go:171","msg":"trace[1521143893] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17953; }","duration":"233.925083ms","start":"2026-07-01T01:27:56.057147Z","end":"2026-07-01T01:27:56.291072Z","steps":["trace[1521143893] 'agreement among raft nodes before linearized reading' (duration: 233.886551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.290967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.08772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:27:56.291032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.25155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-01T01:27:56.291111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.401795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xv9cj\" ","response":"range_response_count:1 size:22126"} {"level":"info","ts":"2026-07-01T01:27:56.291118Z","caller":"traceutil/trace.go:171","msg":"trace[223771208] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:17953; }","duration":"235.258396ms","start":"2026-07-01T01:27:56.055845Z","end":"2026-07-01T01:27:56.291104Z","steps":["trace[223771208] 'agreement among raft nodes before linearized reading' (duration: 235.08979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.291147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.854966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-01T01:27:56.291174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.077198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:56.29118Z","caller":"traceutil/trace.go:171","msg":"trace[211959081] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:17953; }","duration":"231.903788ms","start":"2026-07-01T01:27:56.059268Z","end":"2026-07-01T01:27:56.291172Z","steps":["trace[211959081] 'agreement among raft nodes before linearized reading' (duration: 231.825845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.291181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.923099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:27:56.291186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.938668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:27:56.291225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.499835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:56.291232Z","caller":"traceutil/trace.go:171","msg":"trace[692912605] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17953; }","duration":"235.995029ms","start":"2026-07-01T01:27:56.055226Z","end":"2026-07-01T01:27:56.291221Z","steps":["trace[692912605] 'agreement among raft nodes before linearized reading' (duration: 235.928887ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.291075Z","caller":"traceutil/trace.go:171","msg":"trace[1529382677] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17953; }","duration":"235.72718ms","start":"2026-07-01T01:27:56.055331Z","end":"2026-07-01T01:27:56.291058Z","steps":["trace[1529382677] 'agreement among raft nodes before linearized reading' (duration: 235.659328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.291259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.317852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:27:56.291272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.914979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:56.291289Z","caller":"traceutil/trace.go:171","msg":"trace[1690671266] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17953; }","duration":"236.943059ms","start":"2026-07-01T01:27:56.054342Z","end":"2026-07-01T01:27:56.291285Z","steps":["trace[1690671266] 'agreement among raft nodes before linearized reading' (duration: 236.917639ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.291294Z","caller":"traceutil/trace.go:171","msg":"trace[611243563] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:17953; }","duration":"237.371384ms","start":"2026-07-01T01:27:56.053914Z","end":"2026-07-01T01:27:56.291285Z","steps":["trace[611243563] 'agreement among raft nodes before linearized reading' (duration: 237.294071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.290903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.087365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T01:27:56.29132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.477106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:27:56.291326Z","caller":"traceutil/trace.go:171","msg":"trace[400862912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17953; }","duration":"237.531529ms","start":"2026-07-01T01:27:56.053785Z","end":"2026-07-01T01:27:56.291317Z","steps":["trace[400862912] 'agreement among raft nodes before linearized reading' (duration: 236.989901ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.291198Z","caller":"traceutil/trace.go:171","msg":"trace[158349927] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:17953; }","duration":"234.122849ms","start":"2026-07-01T01:27:56.05707Z","end":"2026-07-01T01:27:56.291193Z","steps":["trace[158349927] 'agreement among raft nodes before linearized reading' (duration: 234.085707ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.291347Z","caller":"traceutil/trace.go:171","msg":"trace[2049978951] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17953; }","duration":"237.512998ms","start":"2026-07-01T01:27:56.053828Z","end":"2026-07-01T01:27:56.291341Z","steps":["trace[2049978951] 'agreement among raft nodes before linearized reading' (duration: 237.446276ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.291132Z","caller":"traceutil/trace.go:171","msg":"trace[299942128] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17953; }","duration":"184.387514ms","start":"2026-07-01T01:27:56.106728Z","end":"2026-07-01T01:27:56.291115Z","steps":["trace[299942128] 'agreement among raft nodes before linearized reading' (duration: 184.197728ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.291143Z","caller":"traceutil/trace.go:171","msg":"trace[1661213357] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xv9cj; range_end:; response_count:1; response_revision:17953; }","duration":"213.453726ms","start":"2026-07-01T01:27:56.077681Z","end":"2026-07-01T01:27:56.291134Z","steps":["trace[1661213357] 'agreement among raft nodes before linearized reading' (duration: 213.398194ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.291248Z","caller":"traceutil/trace.go:171","msg":"trace[882810331] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:17953; }","duration":"236.533696ms","start":"2026-07-01T01:27:56.054709Z","end":"2026-07-01T01:27:56.291243Z","steps":["trace[882810331] 'agreement among raft nodes before linearized reading' (duration: 236.504405ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.291202Z","caller":"traceutil/trace.go:171","msg":"trace[376944759] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:17953; }","duration":"236.95449ms","start":"2026-07-01T01:27:56.054242Z","end":"2026-07-01T01:27:56.291197Z","steps":["trace[376944759] 'agreement among raft nodes before linearized reading' (duration: 236.922259ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.47998Z","caller":"traceutil/trace.go:171","msg":"trace[436089090] transaction","detail":"{read_only:false; response_revision:17958; number_of_response:1; }","duration":"120.912908ms","start":"2026-07-01T01:27:56.359042Z","end":"2026-07-01T01:27:56.479955Z","steps":["trace[436089090] 'process raft request' (duration: 120.772823ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:27:56.613537Z","caller":"traceutil/trace.go:171","msg":"trace[382027113] linearizableReadLoop","detail":"{readStateIndex:18570; appliedIndex:18568; }","duration":"194.905641ms","start":"2026-07-01T01:27:56.4186Z","end":"2026-07-01T01:27:56.613505Z","steps":["trace[382027113] 'read index received' (duration: 61.295526ms)","trace[382027113] 'applied index is now lower than readState.Index' (duration: 133.608865ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:27:56.613617Z","caller":"traceutil/trace.go:171","msg":"trace[288689843] transaction","detail":"{read_only:false; response_revision:17959; number_of_response:1; }","duration":"236.218486ms","start":"2026-07-01T01:27:56.377363Z","end":"2026-07-01T01:27:56.613581Z","steps":["trace[288689843] 'process raft request' (duration: 227.688792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.613818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.156069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:56.613934Z","caller":"traceutil/trace.go:171","msg":"trace[1433497576] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:17959; }","duration":"195.396677ms","start":"2026-07-01T01:27:56.418509Z","end":"2026-07-01T01:27:56.613906Z","steps":["trace[1433497576] 'agreement among raft nodes before linearized reading' (duration: 195.151219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.6511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.974486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:56.651173Z","caller":"traceutil/trace.go:171","msg":"trace[841003007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17959; }","duration":"206.09103ms","start":"2026-07-01T01:27:56.445065Z","end":"2026-07-01T01:27:56.651156Z","steps":["trace[841003007] 'agreement among raft nodes before linearized reading' (duration: 205.966446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:27:56.65127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.801062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:27:56.651312Z","caller":"traceutil/trace.go:171","msg":"trace[823374475] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17959; }","duration":"196.850934ms","start":"2026-07-01T01:27:56.454446Z","end":"2026-07-01T01:27:56.651297Z","steps":["trace[823374475] 'agreement among raft nodes before linearized reading' (duration: 196.783641ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:30:52.362405Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:30:52.36758Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-01T01:30:52.367712Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-01T01:32:18.425082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17518} {"level":"info","ts":"2026-07-01T01:32:18.524587Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17518,"took":"95.639086ms","hash":3554136252,"current-db-size-bytes":55304192,"current-db-size":"55 MB","current-db-size-in-use-bytes":34103296,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-01T01:32:18.52464Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3554136252,"revision":17518,"compact-revision":15169} {"level":"info","ts":"2026-07-01T01:32:27.062047Z","caller":"traceutil/trace.go:171","msg":"trace[519141692] linearizableReadLoop","detail":"{readStateIndex:20631; appliedIndex:20630; }","duration":"272.000505ms","start":"2026-07-01T01:32:26.790022Z","end":"2026-07-01T01:32:27.062022Z","steps":["trace[519141692] 'read index received' (duration: 271.786168ms)","trace[519141692] 'applied index is now lower than readState.Index' (duration: 213.367µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:32:27.062181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.146369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:32:27.062148Z","caller":"traceutil/trace.go:171","msg":"trace[144086522] transaction","detail":"{read_only:false; response_revision:19949; number_of_response:1; }","duration":"274.988521ms","start":"2026-07-01T01:32:26.787101Z","end":"2026-07-01T01:32:27.062089Z","steps":["trace[144086522] 'process raft request' (duration: 274.761983ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:32:27.06224Z","caller":"traceutil/trace.go:171","msg":"trace[739216277] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19949; }","duration":"272.258213ms","start":"2026-07-01T01:32:26.78997Z","end":"2026-07-01T01:32:27.062228Z","steps":["trace[739216277] 'agreement among raft nodes before linearized reading' (duration: 272.15408ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:32:57.930112Z","caller":"traceutil/trace.go:171","msg":"trace[38908179] transaction","detail":"{read_only:false; response_revision:20106; number_of_response:1; }","duration":"103.108517ms","start":"2026-07-01T01:32:57.826979Z","end":"2026-07-01T01:32:57.930087Z","steps":["trace[38908179] 'process raft request' (duration: 102.914331ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:03.414899Z","caller":"traceutil/trace.go:171","msg":"trace[1478127163] transaction","detail":"{read_only:false; response_revision:20134; number_of_response:1; }","duration":"232.288151ms","start":"2026-07-01T01:33:03.182589Z","end":"2026-07-01T01:33:03.414877Z","steps":["trace[1478127163] 'process raft request' (duration: 232.159206ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:03.41669Z","caller":"traceutil/trace.go:171","msg":"trace[1636696502] transaction","detail":"{read_only:false; response_revision:20135; number_of_response:1; }","duration":"135.031491ms","start":"2026-07-01T01:33:03.281624Z","end":"2026-07-01T01:33:03.416656Z","steps":["trace[1636696502] 'process raft request' (duration: 134.848965ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:19.838917Z","caller":"traceutil/trace.go:171","msg":"trace[351582727] linearizableReadLoop","detail":"{readStateIndex:20907; appliedIndex:20906; }","duration":"298.325218ms","start":"2026-07-01T01:33:19.540572Z","end":"2026-07-01T01:33:19.838897Z","steps":["trace[351582727] 'read index received' (duration: 298.207714ms)","trace[351582727] 'applied index is now lower than readState.Index' (duration: 116.614µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:33:19.839016Z","caller":"traceutil/trace.go:171","msg":"trace[2118924671] transaction","detail":"{read_only:false; response_revision:20214; number_of_response:1; }","duration":"311.172911ms","start":"2026-07-01T01:33:19.527802Z","end":"2026-07-01T01:33:19.838975Z","steps":["trace[2118924671] 'process raft request' (duration: 310.961904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:19.839099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.511925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T01:33:19.839158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.599967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:33:19.839202Z","caller":"traceutil/trace.go:171","msg":"trace[2008104140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20214; }","duration":"298.66669ms","start":"2026-07-01T01:33:19.540528Z","end":"2026-07-01T01:33:19.839195Z","steps":["trace[2008104140] 'agreement among raft nodes before linearized reading' (duration: 298.464663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:19.839215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:19.527783Z","time spent":"311.349457ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:19.839235Z","caller":"traceutil/trace.go:171","msg":"trace[1943052761] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:20214; }","duration":"105.737901ms","start":"2026-07-01T01:33:19.733479Z","end":"2026-07-01T01:33:19.839217Z","steps":["trace[1943052761] 'agreement among raft nodes before linearized reading' (duration: 105.588837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:20.781272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.003881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:33:20.782072Z","caller":"traceutil/trace.go:171","msg":"trace[1735150991] linearizableReadLoop","detail":"{readStateIndex:20908; appliedIndex:20907; }","duration":"709.859768ms","start":"2026-07-01T01:33:20.072174Z","end":"2026-07-01T01:33:20.782034Z","steps":["trace[1735150991] 'read index received' (duration: 187.895637ms)","trace[1735150991] 'applied index is now lower than readState.Index' (duration: 521.961881ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:33:20.782078Z","caller":"traceutil/trace.go:171","msg":"trace[1053704064] transaction","detail":"{read_only:false; response_revision:20215; number_of_response:1; }","duration":"937.477108ms","start":"2026-07-01T01:33:19.844569Z","end":"2026-07-01T01:33:20.782046Z","steps":["trace[1053704064] 'process raft request' (duration: 415.61399ms)","trace[1053704064] 'compare' (duration: 520.873487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:20.782279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.097655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T01:33:20.782311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:19.844544Z","time spent":"937.692266ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:20.782352Z","caller":"traceutil/trace.go:171","msg":"trace[1373391252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20215; }","duration":"710.204929ms","start":"2026-07-01T01:33:20.072131Z","end":"2026-07-01T01:33:20.782336Z","steps":["trace[1373391252] 'agreement among raft nodes before linearized reading' (duration: 709.983552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:20.782399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.072113Z","time spent":"710.274331ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:33:20.782557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.871727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:20.782586Z","caller":"traceutil/trace.go:171","msg":"trace[2084814860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20215; }","duration":"337.961999ms","start":"2026-07-01T01:33:20.444615Z","end":"2026-07-01T01:33:20.782577Z","steps":["trace[2084814860] 'agreement among raft nodes before linearized reading' (duration: 337.881497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:20.782605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.444597Z","time spent":"338.003251ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:33:20.782672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.190752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-01T01:33:20.78268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.52838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:33:20.782854Z","caller":"traceutil/trace.go:171","msg":"trace[570603779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20215; }","duration":"701.717107ms","start":"2026-07-01T01:33:20.08112Z","end":"2026-07-01T01:33:20.782837Z","steps":["trace[570603779] 'agreement among raft nodes before linearized reading' (duration: 701.289073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:20.783015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.081112Z","time spent":"701.886042ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-01T01:33:20.782752Z","caller":"traceutil/trace.go:171","msg":"trace[459507378] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20215; }","duration":"673.328076ms","start":"2026-07-01T01:33:20.1094Z","end":"2026-07-01T01:33:20.782728Z","steps":["trace[459507378] 'agreement among raft nodes before linearized reading' (duration: 673.026447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:20.783213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.109382Z","time spent":"673.807362ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:33:20.783168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.792948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-01T01:33:20.782741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.055057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-01T01:33:20.783376Z","caller":"traceutil/trace.go:171","msg":"trace[821095033] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20215; }","duration":"504.693427ms","start":"2026-07-01T01:33:20.27862Z","end":"2026-07-01T01:33:20.783313Z","steps":["trace[821095033] 'agreement among raft nodes before linearized reading' (duration: 503.898402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:20.783448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.278599Z","time spent":"504.829842ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-01T01:33:20.782796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.2405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:33:20.783519Z","caller":"traceutil/trace.go:171","msg":"trace[199702861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20215; }","duration":"677.027195ms","start":"2026-07-01T01:33:20.106474Z","end":"2026-07-01T01:33:20.783502Z","steps":["trace[199702861] 'agreement among raft nodes before linearized reading' (duration: 676.043784ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:20.783365Z","caller":"traceutil/trace.go:171","msg":"trace[1952707437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20215; }","duration":"700.988694ms","start":"2026-07-01T01:33:20.08231Z","end":"2026-07-01T01:33:20.783299Z","steps":["trace[1952707437] 'agreement among raft nodes before linearized reading' (duration: 700.26021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:20.783576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.106463Z","time spent":"677.096507ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:33:20.783624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.08229Z","time spent":"701.318053ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:33:21.493521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465772139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:33:21.961097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.657413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:33:21.961251Z","caller":"traceutil/trace.go:171","msg":"trace[1854503551] transaction","detail":"{read_only:false; response_revision:20216; number_of_response:1; }","duration":"1.173940613s","start":"2026-07-01T01:33:20.787283Z","end":"2026-07-01T01:33:21.961224Z","steps":["trace[1854503551] 'process raft request' (duration: 786.005911ms)","trace[1854503551] 'compare' (duration: 387.364964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:21.961331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.787266Z","time spent":"1.174032516s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:23.071759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.893048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:33:23.072121Z","caller":"traceutil/trace.go:171","msg":"trace[2022682006] transaction","detail":"{read_only:false; response_revision:20217; number_of_response:1; }","duration":"2.284535013s","start":"2026-07-01T01:33:20.787553Z","end":"2026-07-01T01:33:23.072088Z","steps":["trace[2022682006] 'process raft request' (duration: 1.709249953s)","trace[2022682006] 'compare' (duration: 574.797515ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:33:23.072253Z","caller":"traceutil/trace.go:171","msg":"trace[105094818] transaction","detail":"{read_only:false; response_revision:20220; number_of_response:1; }","duration":"2.284230244s","start":"2026-07-01T01:33:20.788003Z","end":"2026-07-01T01:33:23.072233Z","steps":["trace[105094818] 'process raft request' (duration: 2.284137241s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:23.072253Z","caller":"traceutil/trace.go:171","msg":"trace[380121607] transaction","detail":"{read_only:false; response_revision:20219; number_of_response:1; }","duration":"2.284359898s","start":"2026-07-01T01:33:20.787868Z","end":"2026-07-01T01:33:23.072228Z","steps":["trace[380121607] 'process raft request' (duration: 2.284195812s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:23.072316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.787536Z","time spent":"2.284659358s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:23.072318Z","caller":"traceutil/trace.go:171","msg":"trace[1349206299] transaction","detail":"{read_only:false; response_revision:20218; number_of_response:1; }","duration":"2.284657077s","start":"2026-07-01T01:33:20.787603Z","end":"2026-07-01T01:33:23.07226Z","steps":["trace[1349206299] 'process raft request' (duration: 2.284268864s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:23.07236Z","caller":"traceutil/trace.go:171","msg":"trace[983553028] linearizableReadLoop","detail":"{readStateIndex:20916; appliedIndex:20908; }","duration":"2.079701563s","start":"2026-07-01T01:33:20.992648Z","end":"2026-07-01T01:33:23.072349Z","steps":["trace[983553028] 'read index received' (duration: 580.654843ms)","trace[983553028] 'applied index is now lower than readState.Index' (duration: 1.49904611s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:23.072359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.787993Z","time spent":"2.284317066s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:23.072368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.787853Z","time spent":"2.284467971s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:23.072388Z","caller":"traceutil/trace.go:171","msg":"trace[522107666] transaction","detail":"{read_only:false; response_revision:20221; number_of_response:1; }","duration":"2.2236435s","start":"2026-07-01T01:33:20.848596Z","end":"2026-07-01T01:33:23.07224Z","steps":["trace[522107666] 'process raft request' (duration: 2.223579208s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:23.072418Z","caller":"traceutil/trace.go:171","msg":"trace[1805735891] transaction","detail":"{read_only:false; response_revision:20222; number_of_response:1; }","duration":"2.222497553s","start":"2026-07-01T01:33:20.849913Z","end":"2026-07-01T01:33:23.072411Z","steps":["trace[1805735891] 'process raft request' (duration: 2.222296057s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:23.072457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.849889Z","time spent":"2.222541915s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:23.072468Z","caller":"traceutil/trace.go:171","msg":"trace[926087482] transaction","detail":"{read_only:false; response_revision:20223; number_of_response:1; }","duration":"1.661942434s","start":"2026-07-01T01:33:21.410515Z","end":"2026-07-01T01:33:23.072457Z","steps":["trace[926087482] 'process raft request' (duration: 1.661794119s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:23.072459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.787578Z","time spent":"2.284807742s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:23.072492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.848571Z","time spent":"2.223853367s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:23.072518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.410488Z","time spent":"1.662002616s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:23.072557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07991469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:33:23.072589Z","caller":"traceutil/trace.go:171","msg":"trace[1386623116] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:20223; }","duration":"2.079983022s","start":"2026-07-01T01:33:20.992595Z","end":"2026-07-01T01:33:23.072578Z","steps":["trace[1386623116] 'agreement among raft nodes before linearized reading' (duration: 2.079873628s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:23.072617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:20.992564Z","time spent":"2.080046794s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":80,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:23.445358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:33:23.445433Z","caller":"traceutil/trace.go:171","msg":"trace[1901454784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637617s","start":"2026-07-01T01:33:21.444779Z","end":"2026-07-01T01:33:23.445417Z","steps":["trace[1901454784] 'agreement among raft nodes before linearized reading' (duration: 2.000543324s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:23.445524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.444757Z","time spent":"2.000754881s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:33:24.744441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259803277s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:33:24.744689Z","caller":"traceutil/trace.go:171","msg":"trace[443076794] transaction","detail":"{read_only:false; response_revision:20226; number_of_response:1; }","duration":"1.013735615s","start":"2026-07-01T01:33:23.730939Z","end":"2026-07-01T01:33:24.744675Z","steps":["trace[443076794] 'process raft request' (duration: 1.013692043s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.744771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.730915Z","time spent":"1.013825428s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:24.744911Z","caller":"traceutil/trace.go:171","msg":"trace[1382612007] transaction","detail":"{read_only:false; response_revision:20224; number_of_response:1; }","duration":"2.900259451s","start":"2026-07-01T01:33:21.844627Z","end":"2026-07-01T01:33:24.744887Z","steps":["trace[1382612007] 'process raft request' (duration: 1.639932117s)","trace[1382612007] 'compare' (duration: 1.259497918s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:33:24.744964Z","caller":"traceutil/trace.go:171","msg":"trace[492364871] transaction","detail":"{read_only:false; response_revision:20225; number_of_response:1; }","duration":"1.70852478s","start":"2026-07-01T01:33:23.036428Z","end":"2026-07-01T01:33:24.744953Z","steps":["trace[492364871] 'process raft request' (duration: 1.708110356s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.745026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.036407Z","time spent":"1.708588681s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:33:24.745105Z","caller":"traceutil/trace.go:171","msg":"trace[1627223149] linearizableReadLoop","detail":"{readStateIndex:20918; appliedIndex:20916; }","duration":"1.67271079s","start":"2026-07-01T01:33:23.072386Z","end":"2026-07-01T01:33:24.745097Z","steps":["trace[1627223149] 'read index received' (duration: 412.254892ms)","trace[1627223149] 'applied index is now lower than readState.Index' (duration: 1.260455018s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:24.745228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950104047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T01:33:24.745254Z","caller":"traceutil/trace.go:171","msg":"trace[1070243518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20226; }","duration":"1.950168099s","start":"2026-07-01T01:33:22.79508Z","end":"2026-07-01T01:33:24.745248Z","steps":["trace[1070243518] 'agreement among raft nodes before linearized reading' (duration: 1.950076906s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.745267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078771153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:33:24.74531Z","caller":"traceutil/trace.go:171","msg":"trace[950483194] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:20226; }","duration":"2.078845036s","start":"2026-07-01T01:33:22.666454Z","end":"2026-07-01T01:33:24.745299Z","steps":["trace[950483194] 'agreement among raft nodes before linearized reading' (duration: 2.078789554s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.745327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457545726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-01T01:33:24.745347Z","caller":"traceutil/trace.go:171","msg":"trace[968739746] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:20226; }","duration":"3.457598678s","start":"2026-07-01T01:33:21.287741Z","end":"2026-07-01T01:33:24.74534Z","steps":["trace[968739746] 'agreement among raft nodes before linearized reading' (duration: 3.457547876s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.745347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.666438Z","time spent":"2.078901318s","remote":"127.0.0.1:34566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:24.745369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.28772Z","time spent":"3.45764568s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-01T01:33:24.745034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.844596Z","time spent":"2.900370355s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:33:24.745529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602291645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:33:24.745563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609589796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:33:24.745566Z","caller":"traceutil/trace.go:171","msg":"trace[1565416191] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:20226; }","duration":"2.602358957s","start":"2026-07-01T01:33:22.143196Z","end":"2026-07-01T01:33:24.745555Z","steps":["trace[1565416191] 'agreement among raft nodes before linearized reading' (duration: 2.602268504s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.745587Z","caller":"traceutil/trace.go:171","msg":"trace[1692417924] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20226; }","duration":"1.609644708s","start":"2026-07-01T01:33:23.135937Z","end":"2026-07-01T01:33:24.745581Z","steps":["trace[1692417924] 'agreement among raft nodes before linearized reading' (duration: 1.609566385s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.746103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.135919Z","time spent":"1.610179205s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:33:24.746088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.24403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:33:24.746093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.44094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:33:24.745274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.794872Z","time spent":"1.950397467s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:33:24.746138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401467531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-01T01:33:24.746147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410025146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-01T01:33:24.74616Z","caller":"traceutil/trace.go:171","msg":"trace[1383402960] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:20226; }","duration":"589.362004ms","start":"2026-07-01T01:33:24.156779Z","end":"2026-07-01T01:33:24.746141Z","steps":["trace[1383402960] 'agreement among raft nodes before linearized reading' (duration: 589.229829ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.746171Z","caller":"traceutil/trace.go:171","msg":"trace[636593879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20226; }","duration":"1.401536993s","start":"2026-07-01T01:33:23.344623Z","end":"2026-07-01T01:33:24.74616Z","steps":["trace[636593879] 'agreement among raft nodes before linearized reading' (duration: 1.401413289s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.7462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.344603Z","time spent":"1.401592674s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T01:33:24.746194Z","caller":"traceutil/trace.go:171","msg":"trace[2086434437] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:20226; }","duration":"1.410091947s","start":"2026-07-01T01:33:23.336092Z","end":"2026-07-01T01:33:24.746184Z","steps":["trace[2086434437] 'agreement among raft nodes before linearized reading' (duration: 1.409955373s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.746171Z","caller":"traceutil/trace.go:171","msg":"trace[7301629] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:20226; }","duration":"702.609116ms","start":"2026-07-01T01:33:24.043543Z","end":"2026-07-01T01:33:24.746152Z","steps":["trace[7301629] 'agreement among raft nodes before linearized reading' (duration: 702.453671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.746176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.539057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T01:33:24.745221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.308817906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:33:24.746238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.336082Z","time spent":"1.410143979s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1587,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-01T01:33:24.74626Z","caller":"traceutil/trace.go:171","msg":"trace[989174726] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:20226; }","duration":"3.3099038s","start":"2026-07-01T01:33:21.436346Z","end":"2026-07-01T01:33:24.74625Z","steps":["trace[989174726] 'agreement among raft nodes before linearized reading' (duration: 3.308837586s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.746247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.04352Z","time spent":"702.713819ms","remote":"127.0.0.1:59676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:24.746249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420011395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-01T01:33:24.746311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.436328Z","time spent":"3.309974713s","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:24.745642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184656473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:24.746348Z","caller":"traceutil/trace.go:171","msg":"trace[1248605157] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20226; }","duration":"1.420136249s","start":"2026-07-01T01:33:23.326184Z","end":"2026-07-01T01:33:24.74632Z","steps":["trace[1248605157] 'agreement among raft nodes before linearized reading' (duration: 1.419872651s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.746402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.326165Z","time spent":"1.420223323s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:33:24.745594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:22.143178Z","time spent":"2.602409689s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:24.746402Z","caller":"traceutil/trace.go:171","msg":"trace[591604325] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:20226; }","duration":"3.185419998s","start":"2026-07-01T01:33:21.560947Z","end":"2026-07-01T01:33:24.746367Z","steps":["trace[591604325] 'agreement among raft nodes before linearized reading' (duration: 3.184665434s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.746095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300170002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:33:24.746556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:21.56093Z","time spent":"3.185610414s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:24.746607Z","caller":"traceutil/trace.go:171","msg":"trace[1592166694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20226; }","duration":"1.300693589s","start":"2026-07-01T01:33:23.44588Z","end":"2026-07-01T01:33:24.746574Z","steps":["trace[1592166694] 'agreement among raft nodes before linearized reading' (duration: 1.300159031s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.746668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.445868Z","time spent":"1.300791451s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:33:24.746262Z","caller":"traceutil/trace.go:171","msg":"trace[1483167255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20226; }","duration":"781.669021ms","start":"2026-07-01T01:33:23.964576Z","end":"2026-07-01T01:33:24.746245Z","steps":["trace[1483167255] 'agreement among raft nodes before linearized reading' (duration: 781.447744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.746794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.964558Z","time spent":"782.226929ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:33:24.746031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.866321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:33:24.746089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.003562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:24.749531Z","caller":"traceutil/trace.go:171","msg":"trace[891208426] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:20226; }","duration":"851.703618ms","start":"2026-07-01T01:33:23.895121Z","end":"2026-07-01T01:33:24.746825Z","steps":["trace[891208426] 'agreement among raft nodes before linearized reading' (duration: 850.869191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.749656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.895102Z","time spent":"854.519108ms","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:24.749563Z","caller":"traceutil/trace.go:171","msg":"trace[1009173835] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20226; }","duration":"819.501144ms","start":"2026-07-01T01:33:23.930033Z","end":"2026-07-01T01:33:24.749534Z","steps":["trace[1009173835] 'agreement among raft nodes before linearized reading' (duration: 816.000492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.750051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.930014Z","time spent":"820.014741ms","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:24.746208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:24.156748Z","time spent":"589.449826ms","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:33:24.746089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067703755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:24.756083Z","caller":"traceutil/trace.go:171","msg":"trace[1438997455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:20226; }","duration":"1.077731277s","start":"2026-07-01T01:33:23.678315Z","end":"2026-07-01T01:33:24.756046Z","steps":["trace[1438997455] 'agreement among raft nodes before linearized reading' (duration: 1.067696025s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.756199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:33:23.678293Z","time spent":"1.077871721s","remote":"127.0.0.1:51838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:33:24.884539Z","caller":"traceutil/trace.go:171","msg":"trace[1172559209] linearizableReadLoop","detail":"{readStateIndex:20920; appliedIndex:20919; }","duration":"134.138393ms","start":"2026-07-01T01:33:24.750369Z","end":"2026-07-01T01:33:24.884507Z","steps":["trace[1172559209] 'read index received' (duration: 104.7759ms)","trace[1172559209] 'applied index is now lower than readState.Index' (duration: 29.360972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:24.885171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.640248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a39c6629-2e07-4988-801b-dd8ddc3d2f25\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-01T01:33:24.88524Z","caller":"traceutil/trace.go:171","msg":"trace[2016881020] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a39c6629-2e07-4988-801b-dd8ddc3d2f25; range_end:; response_count:1; response_revision:20226; }","duration":"134.884916ms","start":"2026-07-01T01:33:24.750334Z","end":"2026-07-01T01:33:24.885219Z","steps":["trace[2016881020] 'agreement among raft nodes before linearized reading' (duration: 134.316698ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.899009Z","caller":"traceutil/trace.go:171","msg":"trace[249131824] transaction","detail":"{read_only:false; response_revision:20228; number_of_response:1; }","duration":"148.39824ms","start":"2026-07-01T01:33:24.750591Z","end":"2026-07-01T01:33:24.89899Z","steps":["trace[249131824] 'process raft request' (duration: 148.340558ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.899071Z","caller":"traceutil/trace.go:171","msg":"trace[365614420] transaction","detail":"{read_only:false; response_revision:20227; number_of_response:1; }","duration":"148.590456ms","start":"2026-07-01T01:33:24.750453Z","end":"2026-07-01T01:33:24.899044Z","steps":["trace[365614420] 'process raft request' (duration: 148.274906ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.899693Z","caller":"traceutil/trace.go:171","msg":"trace[1857604983] transaction","detail":"{read_only:false; response_revision:20229; number_of_response:1; }","duration":"147.342756ms","start":"2026-07-01T01:33:24.752334Z","end":"2026-07-01T01:33:24.899677Z","steps":["trace[1857604983] 'process raft request' (duration: 146.628673ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:24.899829Z","caller":"traceutil/trace.go:171","msg":"trace[1484363410] transaction","detail":"{read_only:false; response_revision:20230; number_of_response:1; }","duration":"145.185106ms","start":"2026-07-01T01:33:24.754631Z","end":"2026-07-01T01:33:24.899816Z","steps":["trace[1484363410] 'process raft request' (duration: 144.962309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.899991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.977915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:24.900039Z","caller":"traceutil/trace.go:171","msg":"trace[1495532190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20230; }","duration":"133.059108ms","start":"2026-07-01T01:33:24.766968Z","end":"2026-07-01T01:33:24.900027Z","steps":["trace[1495532190] 'agreement among raft nodes before linearized reading' (duration: 132.979546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.900028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.259427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:33:24.900097Z","caller":"traceutil/trace.go:171","msg":"trace[1882584265] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20230; }","duration":"149.35175ms","start":"2026-07-01T01:33:24.750726Z","end":"2026-07-01T01:33:24.900078Z","steps":["trace[1882584265] 'agreement among raft nodes before linearized reading' (duration: 149.083451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:33:24.900469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.650267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-01T01:33:24.900589Z","caller":"traceutil/trace.go:171","msg":"trace[2119907033] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be046113567648; range_end:; response_count:1; response_revision:20230; }","duration":"133.806941ms","start":"2026-07-01T01:33:24.766752Z","end":"2026-07-01T01:33:24.900558Z","steps":["trace[2119907033] 'agreement among raft nodes before linearized reading' (duration: 133.335016ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:25.20643Z","caller":"traceutil/trace.go:171","msg":"trace[453289683] linearizableReadLoop","detail":"{readStateIndex:20932; appliedIndex:20931; }","duration":"108.248382ms","start":"2026-07-01T01:33:25.098151Z","end":"2026-07-01T01:33:25.2064Z","steps":["trace[453289683] 'read index received' (duration: 106.219387ms)","trace[453289683] 'applied index is now lower than readState.Index' (duration: 2.027835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:33:25.206557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.382577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:33:25.206568Z","caller":"traceutil/trace.go:171","msg":"trace[325166776] transaction","detail":"{read_only:false; response_revision:20238; number_of_response:1; }","duration":"121.438105ms","start":"2026-07-01T01:33:25.085117Z","end":"2026-07-01T01:33:25.206555Z","steps":["trace[325166776] 'process raft request' (duration: 119.339847ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:33:25.207394Z","caller":"traceutil/trace.go:171","msg":"trace[637591606] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20238; }","duration":"108.48372ms","start":"2026-07-01T01:33:25.0981Z","end":"2026-07-01T01:33:25.206584Z","steps":["trace[637591606] 'agreement among raft nodes before linearized reading' (duration: 108.385097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:34:15.20851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.839877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:34:15.208601Z","caller":"traceutil/trace.go:171","msg":"trace[251795038] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:20746; }","duration":"130.983071ms","start":"2026-07-01T01:34:15.077601Z","end":"2026-07-01T01:34:15.208584Z","steps":["trace[251795038] 'count revisions from in-memory index tree' (duration: 130.684532ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:34:33.535036Z","caller":"traceutil/trace.go:171","msg":"trace[6355145] transaction","detail":"{read_only:false; response_revision:20847; number_of_response:1; }","duration":"142.150649ms","start":"2026-07-01T01:34:33.392867Z","end":"2026-07-01T01:34:33.535017Z","steps":["trace[6355145] 'process raft request' (duration: 57.532265ms)","trace[6355145] 'compare' (duration: 84.541962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:04.366668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.781163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:37:04.366794Z","caller":"traceutil/trace.go:171","msg":"trace[963793947] transaction","detail":"{read_only:false; response_revision:22437; number_of_response:1; }","duration":"276.643438ms","start":"2026-07-01T01:37:04.09013Z","end":"2026-07-01T01:37:04.366773Z","steps":["trace[963793947] 'process raft request' (duration: 162.690729ms)","trace[963793947] 'compare' (duration: 109.829087ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:37:04.367709Z","caller":"traceutil/trace.go:171","msg":"trace[177070497] transaction","detail":"{read_only:false; response_revision:22438; number_of_response:1; }","duration":"274.146827ms","start":"2026-07-01T01:37:04.093548Z","end":"2026-07-01T01:37:04.367694Z","steps":["trace[177070497] 'process raft request' (duration: 273.993362ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:04.36805Z","caller":"traceutil/trace.go:171","msg":"trace[273820992] transaction","detail":"{read_only:false; response_revision:22440; number_of_response:1; }","duration":"220.037655ms","start":"2026-07-01T01:37:04.147999Z","end":"2026-07-01T01:37:04.368037Z","steps":["trace[273820992] 'process raft request' (duration: 219.85888ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:04.368064Z","caller":"traceutil/trace.go:171","msg":"trace[557306410] transaction","detail":"{read_only:false; response_revision:22441; number_of_response:1; }","duration":"180.495689ms","start":"2026-07-01T01:37:04.187552Z","end":"2026-07-01T01:37:04.368048Z","steps":["trace[557306410] 'process raft request' (duration: 180.398966ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:04.368227Z","caller":"traceutil/trace.go:171","msg":"trace[1997990082] transaction","detail":"{read_only:false; response_revision:22439; number_of_response:1; }","duration":"270.78857ms","start":"2026-07-01T01:37:04.097425Z","end":"2026-07-01T01:37:04.368214Z","steps":["trace[1997990082] 'process raft request' (duration: 270.223822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:04.381593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.495246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2224964"} {"level":"info","ts":"2026-07-01T01:37:04.381728Z","caller":"traceutil/trace.go:171","msg":"trace[159411419] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22441; }","duration":"109.658921ms","start":"2026-07-01T01:37:04.272005Z","end":"2026-07-01T01:37:04.381664Z","steps":["trace[159411419] 'agreement among raft nodes before linearized reading' (duration: 96.448998ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:08.748976Z","caller":"traceutil/trace.go:171","msg":"trace[2051037565] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"124.150515ms","start":"2026-07-01T01:37:08.624801Z","end":"2026-07-01T01:37:08.748951Z","steps":["trace[2051037565] 'process raft request' (duration: 123.99467ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:12.264149Z","caller":"traceutil/trace.go:171","msg":"trace[1076098549] transaction","detail":"{read_only:false; response_revision:22608; number_of_response:1; }","duration":"109.63808ms","start":"2026-07-01T01:37:12.154485Z","end":"2026-07-01T01:37:12.264123Z","steps":["trace[1076098549] 'process raft request' (duration: 95.217118ms)","trace[1076098549] 'compare' (duration: 14.286198ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:37:14.152791Z","caller":"traceutil/trace.go:171","msg":"trace[285201549] transaction","detail":"{read_only:false; response_revision:22640; number_of_response:1; }","duration":"385.775172ms","start":"2026-07-01T01:37:13.766998Z","end":"2026-07-01T01:37:14.152773Z","steps":["trace[285201549] 'process raft request' (duration: 385.627288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.15296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:13.766969Z","time spent":"385.933296ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:37:14.153976Z","caller":"traceutil/trace.go:171","msg":"trace[1903692908] linearizableReadLoop","detail":"{readStateIndex:23408; appliedIndex:23406; }","duration":"300.350037ms","start":"2026-07-01T01:37:13.853601Z","end":"2026-07-01T01:37:14.153951Z","steps":["trace[1903692908] 'read index received' (duration: 299.091837ms)","trace[1903692908] 'applied index is now lower than readState.Index' (duration: 1.25693ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:37:14.154092Z","caller":"traceutil/trace.go:171","msg":"trace[1752285229] transaction","detail":"{read_only:false; response_revision:22641; number_of_response:1; }","duration":"326.525885ms","start":"2026-07-01T01:37:13.827539Z","end":"2026-07-01T01:37:14.154065Z","steps":["trace[1752285229] 'process raft request' (duration: 326.267176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.154202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.562283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:37:14.154228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:13.827515Z","time spent":"326.639079ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:37:14.154267Z","caller":"traceutil/trace.go:171","msg":"trace[1698395720] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22641; }","duration":"300.702708ms","start":"2026-07-01T01:37:13.853548Z","end":"2026-07-01T01:37:14.15425Z","steps":["trace[1698395720] 'agreement among raft nodes before linearized reading' (duration: 300.554383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:14.154425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:13.853525Z","time spent":"300.880954ms","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:37:14.154492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.214055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:37:14.154636Z","caller":"traceutil/trace.go:171","msg":"trace[1736269204] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22641; }","duration":"123.405531ms","start":"2026-07-01T01:37:14.031205Z","end":"2026-07-01T01:37:14.15461Z","steps":["trace[1736269204] 'agreement among raft nodes before linearized reading' (duration: 122.927766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.00314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465779235,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:37:15.150561Z","caller":"traceutil/trace.go:171","msg":"trace[1484060682] transaction","detail":"{read_only:false; response_revision:22644; number_of_response:1; }","duration":"650.939162ms","start":"2026-07-01T01:37:14.499582Z","end":"2026-07-01T01:37:15.150521Z","steps":["trace[1484060682] 'process raft request' (duration: 650.789157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.150756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:14.499558Z","time spent":"651.073286ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:37:15.159314Z","caller":"traceutil/trace.go:171","msg":"trace[694535079] linearizableReadLoop","detail":"{readStateIndex:23413; appliedIndex:23410; }","duration":"657.070508ms","start":"2026-07-01T01:37:14.502224Z","end":"2026-07-01T01:37:15.159294Z","steps":["trace[694535079] 'read index received' (duration: 648.235855ms)","trace[694535079] 'applied index is now lower than readState.Index' (duration: 8.833973ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:15.159732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.495841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T01:37:15.159764Z","caller":"traceutil/trace.go:171","msg":"trace[494730247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22647; }","duration":"657.568174ms","start":"2026-07-01T01:37:14.502187Z","end":"2026-07-01T01:37:15.159755Z","steps":["trace[494730247] 'agreement among raft nodes before linearized reading' (duration: 657.45178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.159824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:14.502175Z","time spent":"657.641726ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:37:15.159823Z","caller":"traceutil/trace.go:171","msg":"trace[371101252] transaction","detail":"{read_only:false; response_revision:22646; number_of_response:1; }","duration":"649.853127ms","start":"2026-07-01T01:37:14.509939Z","end":"2026-07-01T01:37:15.159792Z","steps":["trace[371101252] 'process raft request' (duration: 649.280369ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:15.159771Z","caller":"traceutil/trace.go:171","msg":"trace[1135417012] transaction","detail":"{read_only:false; response_revision:22645; number_of_response:1; }","duration":"659.431093ms","start":"2026-07-01T01:37:14.500313Z","end":"2026-07-01T01:37:15.159745Z","steps":["trace[1135417012] 'process raft request' (duration: 651.570822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.159927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.675438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-01T01:37:15.159974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:14.509929Z","time spent":"649.96773ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:37:15.160068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:14.500276Z","time spent":"659.678141ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:37:15.159987Z","caller":"traceutil/trace.go:171","msg":"trace[1640422735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22647; }","duration":"657.773311ms","start":"2026-07-01T01:37:14.502197Z","end":"2026-07-01T01:37:15.159971Z","steps":["trace[1640422735] 'agreement among raft nodes before linearized reading' (duration: 657.563694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.16017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.64422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T01:37:15.160198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.807896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:37:15.160222Z","caller":"traceutil/trace.go:171","msg":"trace[477460365] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22647; }","duration":"654.848777ms","start":"2026-07-01T01:37:14.505366Z","end":"2026-07-01T01:37:15.160215Z","steps":["trace[477460365] 'agreement among raft nodes before linearized reading' (duration: 654.766614ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:15.160221Z","caller":"traceutil/trace.go:171","msg":"trace[1587386806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22647; }","duration":"500.727782ms","start":"2026-07-01T01:37:14.659485Z","end":"2026-07-01T01:37:15.160212Z","steps":["trace[1587386806] 'agreement among raft nodes before linearized reading' (duration: 500.607129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.160242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:14.505355Z","time spent":"654.883428ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:37:15.160249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:14.659466Z","time spent":"500.777003ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:37:15.160171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:14.502184Z","time spent":"657.971297ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:37:15.160702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.203484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:37:15.160793Z","caller":"traceutil/trace.go:171","msg":"trace[548839836] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22647; }","duration":"222.354059ms","start":"2026-07-01T01:37:14.938414Z","end":"2026-07-01T01:37:15.160768Z","steps":["trace[548839836] 'agreement among raft nodes before linearized reading' (duration: 222.177614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.160884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.599505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-01T01:37:15.160929Z","caller":"traceutil/trace.go:171","msg":"trace[951411262] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22647; }","duration":"113.320498ms","start":"2026-07-01T01:37:15.047596Z","end":"2026-07-01T01:37:15.160917Z","steps":["trace[951411262] 'agreement among raft nodes before linearized reading' (duration: 112.281295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.16129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.545761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:37:15.161327Z","caller":"traceutil/trace.go:171","msg":"trace[514623190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22647; }","duration":"388.611583ms","start":"2026-07-01T01:37:14.772706Z","end":"2026-07-01T01:37:15.161317Z","steps":["trace[514623190] 'agreement among raft nodes before linearized reading' (duration: 387.304001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:15.16135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:14.772688Z","time spent":"388.654824ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:37:18.431889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19904} {"level":"info","ts":"2026-07-01T01:37:18.547677Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19904,"took":"111.848891ms","hash":145532816,"current-db-size-bytes":57090048,"current-db-size":"57 MB","current-db-size-in-use-bytes":41312256,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-07-01T01:37:18.54776Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":145532816,"revision":19904,"compact-revision":17518} {"level":"info","ts":"2026-07-01T01:37:19.787533Z","caller":"traceutil/trace.go:171","msg":"trace[517993167] linearizableReadLoop","detail":"{readStateIndex:23495; appliedIndex:23494; }","duration":"169.831928ms","start":"2026-07-01T01:37:19.617676Z","end":"2026-07-01T01:37:19.787508Z","steps":["trace[517993167] 'read index received' (duration: 169.60416ms)","trace[517993167] 'applied index is now lower than readState.Index' (duration: 226.698µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:19.787795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.099796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-01T01:37:19.787883Z","caller":"traceutil/trace.go:171","msg":"trace[1810067658] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:22725; }","duration":"170.21515ms","start":"2026-07-01T01:37:19.617645Z","end":"2026-07-01T01:37:19.78786Z","steps":["trace[1810067658] 'agreement among raft nodes before linearized reading' (duration: 170.000613ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:19.787887Z","caller":"traceutil/trace.go:171","msg":"trace[1192028932] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"197.002848ms","start":"2026-07-01T01:37:19.590845Z","end":"2026-07-01T01:37:19.787847Z","steps":["trace[1192028932] 'process raft request' (duration: 196.500982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:19.787981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.86792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129239"} {"level":"info","ts":"2026-07-01T01:37:19.788032Z","caller":"traceutil/trace.go:171","msg":"trace[1324514036] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22725; }","duration":"160.950073ms","start":"2026-07-01T01:37:19.627072Z","end":"2026-07-01T01:37:19.788022Z","steps":["trace[1324514036] 'agreement among raft nodes before linearized reading' (duration: 160.800588ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:37:20.507759Z","caller":"traceutil/trace.go:171","msg":"trace[1878690322] linearizableReadLoop","detail":"{readStateIndex:23497; appliedIndex:23495; }","duration":"326.39592ms","start":"2026-07-01T01:37:20.18134Z","end":"2026-07-01T01:37:20.507736Z","steps":["trace[1878690322] 'read index received' (duration: 26.796567ms)","trace[1878690322] 'applied index is now lower than readState.Index' (duration: 299.598143ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:37:20.507865Z","caller":"traceutil/trace.go:171","msg":"trace[582086576] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"335.602455ms","start":"2026-07-01T01:37:20.172232Z","end":"2026-07-01T01:37:20.507835Z","steps":["trace[582086576] 'process raft request' (duration: 308.721704ms)","trace[582086576] 'compare' (duration: 26.476488ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:37:20.50795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.604117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:37:20.507973Z","caller":"traceutil/trace.go:171","msg":"trace[1305225158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22727; }","duration":"326.665229ms","start":"2026-07-01T01:37:20.181299Z","end":"2026-07-01T01:37:20.507964Z","steps":["trace[1305225158] 'agreement among raft nodes before linearized reading' (duration: 326.535525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:20.507992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.181281Z","time spent":"326.70618ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:37:20.508026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.172208Z","time spent":"335.74035ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:37:20.508036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.298223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:37:20.508125Z","caller":"traceutil/trace.go:171","msg":"trace[2082236942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22727; }","duration":"324.404617ms","start":"2026-07-01T01:37:20.183696Z","end":"2026-07-01T01:37:20.5081Z","steps":["trace[2082236942] 'agreement among raft nodes before linearized reading' (duration: 324.247221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:37:20.508206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:37:20.183682Z","time spent":"324.503379ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:37:20.508273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.809656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:37:20.50847Z","caller":"traceutil/trace.go:171","msg":"trace[429662173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22727; }","duration":"254.048364ms","start":"2026-07-01T01:37:20.254396Z","end":"2026-07-01T01:37:20.508444Z","steps":["trace[429662173] 'agreement among raft nodes before linearized reading' (duration: 253.557428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:38:38.232998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.835956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18451"} {"level":"info","ts":"2026-07-01T01:38:38.233101Z","caller":"traceutil/trace.go:171","msg":"trace[1591730001] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23555; }","duration":"178.98805ms","start":"2026-07-01T01:38:38.054093Z","end":"2026-07-01T01:38:38.233081Z","steps":["trace[1591730001] 'range keys from in-memory index tree' (duration: 178.553807ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:38.255793Z","caller":"traceutil/trace.go:171","msg":"trace[793663965] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"127.76672ms","start":"2026-07-01T01:38:38.127994Z","end":"2026-07-01T01:38:38.255761Z","steps":["trace[793663965] 'process raft request' (duration: 127.510812ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:38:45.366412Z","caller":"traceutil/trace.go:171","msg":"trace[524979165] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"111.058016ms","start":"2026-07-01T01:38:45.255327Z","end":"2026-07-01T01:38:45.366385Z","steps":["trace[524979165] 'process raft request' (duration: 110.902491ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:28.054933Z","caller":"traceutil/trace.go:171","msg":"trace[1553892438] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"344.79649ms","start":"2026-07-01T01:40:27.71011Z","end":"2026-07-01T01:40:28.054906Z","steps":["trace[1553892438] 'process raft request' (duration: 344.652876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:28.055076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:27.710085Z","time spent":"344.921833ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:28.05963Z","caller":"traceutil/trace.go:171","msg":"trace[1974897501] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"221.045008ms","start":"2026-07-01T01:40:27.838561Z","end":"2026-07-01T01:40:28.059606Z","steps":["trace[1974897501] 'process raft request' (duration: 220.913604ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:28.059907Z","caller":"traceutil/trace.go:171","msg":"trace[562633738] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"215.321174ms","start":"2026-07-01T01:40:27.844565Z","end":"2026-07-01T01:40:28.059887Z","steps":["trace[562633738] 'process raft request' (duration: 215.009814ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:28.060101Z","caller":"traceutil/trace.go:171","msg":"trace[668777846] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"207.796344ms","start":"2026-07-01T01:40:27.852278Z","end":"2026-07-01T01:40:28.060074Z","steps":["trace[668777846] 'process raft request' (duration: 207.515965ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:28.060223Z","caller":"traceutil/trace.go:171","msg":"trace[1377202287] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"200.967414ms","start":"2026-07-01T01:40:27.859248Z","end":"2026-07-01T01:40:28.060215Z","steps":["trace[1377202287] 'process raft request' (duration: 200.783868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:33.676638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.591843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:33.676872Z","caller":"traceutil/trace.go:171","msg":"trace[904734047] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"252.969599ms","start":"2026-07-01T01:40:33.423885Z","end":"2026-07-01T01:40:33.676855Z","steps":["trace[904734047] 'process raft request' (duration: 252.880456ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:33.676874Z","caller":"traceutil/trace.go:171","msg":"trace[2142019302] linearizableReadLoop","detail":"{readStateIndex:25506; appliedIndex:25505; }","duration":"365.193583ms","start":"2026-07-01T01:40:33.311656Z","end":"2026-07-01T01:40:33.676849Z","steps":["trace[2142019302] 'read index received' (duration: 35.330422ms)","trace[2142019302] 'applied index is now lower than readState.Index' (duration: 329.861681ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:33.677006Z","caller":"traceutil/trace.go:171","msg":"trace[198901025] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"416.513366ms","start":"2026-07-01T01:40:33.260478Z","end":"2026-07-01T01:40:33.676991Z","steps":["trace[198901025] 'process raft request' (duration: 86.495769ms)","trace[198901025] 'compare' (duration: 329.356846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:33.677147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:33.260456Z","time spent":"416.587618ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:33.67749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.832943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-01T01:40:33.677552Z","caller":"traceutil/trace.go:171","msg":"trace[1168704595] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24688; }","duration":"365.930286ms","start":"2026-07-01T01:40:33.311604Z","end":"2026-07-01T01:40:33.677534Z","steps":["trace[1168704595] 'agreement among raft nodes before linearized reading' (duration: 365.710659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:33.677599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:33.311584Z","time spent":"366.002739ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-01T01:40:33.677765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.675087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T01:40:33.677807Z","caller":"traceutil/trace.go:171","msg":"trace[1732322557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24688; }","duration":"186.74951ms","start":"2026-07-01T01:40:33.491047Z","end":"2026-07-01T01:40:33.677796Z","steps":["trace[1732322557] 'agreement among raft nodes before linearized reading' (duration: 186.646666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:33.677899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.273709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:40:33.678004Z","caller":"traceutil/trace.go:171","msg":"trace[1940234977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24688; }","duration":"208.421113ms","start":"2026-07-01T01:40:33.469557Z","end":"2026-07-01T01:40:33.677978Z","steps":["trace[1940234977] 'agreement among raft nodes before linearized reading' (duration: 208.117084ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:34.099185Z","caller":"traceutil/trace.go:171","msg":"trace[1041050020] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"417.598851ms","start":"2026-07-01T01:40:33.681561Z","end":"2026-07-01T01:40:34.09916Z","steps":["trace[1041050020] 'process raft request' (duration: 384.176391ms)","trace[1041050020] 'compare' (duration: 32.916564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:34.099327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:33.681547Z","time spent":"417.716154ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:34.560847Z","caller":"traceutil/trace.go:171","msg":"trace[1131540711] linearizableReadLoop","detail":"{readStateIndex:25509; appliedIndex:25507; }","duration":"733.02123ms","start":"2026-07-01T01:40:33.827793Z","end":"2026-07-01T01:40:34.560814Z","steps":["trace[1131540711] 'read index received' (duration: 237.951519ms)","trace[1131540711] 'applied index is now lower than readState.Index' (duration: 495.067991ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:34.561186Z","caller":"traceutil/trace.go:171","msg":"trace[295210561] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"879.546952ms","start":"2026-07-01T01:40:33.681625Z","end":"2026-07-01T01:40:34.561172Z","steps":["trace[295210561] 'process raft request' (duration: 879.006854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:34.561486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.678191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-7b9f86b864-gxddq\" ","response":"range_response_count:1 size:8652"} {"level":"info","ts":"2026-07-01T01:40:34.561588Z","caller":"traceutil/trace.go:171","msg":"trace[675931063] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-7b9f86b864-gxddq; range_end:; response_count:1; response_revision:24690; }","duration":"733.816435ms","start":"2026-07-01T01:40:33.827746Z","end":"2026-07-01T01:40:34.561563Z","steps":["trace[675931063] 'agreement among raft nodes before linearized reading' (duration: 733.567157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:34.56164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:33.827729Z","time spent":"733.900808ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8673,"request content":"key:\"/registry/pods/openstack/magnum-api-7b9f86b864-gxddq\" "} {"level":"warn","ts":"2026-07-01T01:40:34.561673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:33.681601Z","time spent":"879.759768ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:35.09451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.407765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:35.094846Z","caller":"traceutil/trace.go:171","msg":"trace[1401157633] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"1.019709029s","start":"2026-07-01T01:40:34.075102Z","end":"2026-07-01T01:40:35.094811Z","steps":["trace[1401157633] 'process raft request' (duration: 903.900691ms)","trace[1401157633] 'compare' (duration: 114.883478ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:35.094903Z","caller":"traceutil/trace.go:171","msg":"trace[1672894148] linearizableReadLoop","detail":"{readStateIndex:25515; appliedIndex:25509; }","duration":"533.955306ms","start":"2026-07-01T01:40:34.560933Z","end":"2026-07-01T01:40:35.094888Z","steps":["trace[1672894148] 'read index received' (duration: 418.113817ms)","trace[1672894148] 'applied index is now lower than readState.Index' (duration: 115.840579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:35.09501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002102586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:35.095029Z","caller":"traceutil/trace.go:171","msg":"trace[242165319] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24696; }","duration":"1.002161017s","start":"2026-07-01T01:40:34.092861Z","end":"2026-07-01T01:40:35.095022Z","steps":["trace[242165319] 'agreement among raft nodes before linearized reading' (duration: 1.002079715s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.075073Z","time spent":"1.019853313s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:35.095051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.092843Z","time spent":"1.002202148s","remote":"127.0.0.1:38726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:35.095268Z","caller":"traceutil/trace.go:171","msg":"trace[465264070] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"1.018983096s","start":"2026-07-01T01:40:34.076275Z","end":"2026-07-01T01:40:35.095258Z","steps":["trace[465264070] 'process raft request' (duration: 1.018395997s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.076255Z","time spent":"1.019039027s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:35.095498Z","caller":"traceutil/trace.go:171","msg":"trace[1247793182] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"1.017811358s","start":"2026-07-01T01:40:34.077678Z","end":"2026-07-01T01:40:35.095489Z","steps":["trace[1247793182] 'process raft request' (duration: 1.017086695s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.07767Z","time spent":"1.017846669s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:35.095704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.53977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T01:40:35.095721Z","caller":"traceutil/trace.go:171","msg":"trace[1216425956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24696; }","duration":"943.574482ms","start":"2026-07-01T01:40:34.152139Z","end":"2026-07-01T01:40:35.095714Z","steps":["trace[1216425956] 'agreement among raft nodes before linearized reading' (duration: 943.479479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.15213Z","time spent":"943.602032ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:40:35.095731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.96492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:35.095732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.558099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:35.09577Z","caller":"traceutil/trace.go:171","msg":"trace[2099199056] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24696; }","duration":"828.055083ms","start":"2026-07-01T01:40:34.267702Z","end":"2026-07-01T01:40:35.095757Z","steps":["trace[2099199056] 'agreement among raft nodes before linearized reading' (duration: 827.96924ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:35.095797Z","caller":"traceutil/trace.go:171","msg":"trace[736885010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24696; }","duration":"650.669474ms","start":"2026-07-01T01:40:34.445111Z","end":"2026-07-01T01:40:35.095781Z","steps":["trace[736885010] 'agreement among raft nodes before linearized reading' (duration: 650.55719ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:35.095755Z","caller":"traceutil/trace.go:171","msg":"trace[1874247691] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"1.015557976s","start":"2026-07-01T01:40:34.080148Z","end":"2026-07-01T01:40:35.095706Z","steps":["trace[1874247691] 'process raft request' (duration: 1.014680968s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.267679Z","time spent":"828.125995ms","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:35.0958Z","caller":"traceutil/trace.go:171","msg":"trace[1471202338] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"641.82703ms","start":"2026-07-01T01:40:34.453952Z","end":"2026-07-01T01:40:35.095779Z","steps":["trace[1471202338] 'process raft request' (duration: 640.90052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.445085Z","time spent":"650.742705ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:40:35.095843Z","caller":"traceutil/trace.go:171","msg":"trace[1486572943] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"1.017772538s","start":"2026-07-01T01:40:34.078062Z","end":"2026-07-01T01:40:35.095835Z","steps":["trace[1486572943] 'process raft request' (duration: 1.016742205s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.338427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-01T01:40:35.095902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.078042Z","time spent":"1.017819288s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:35.095902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.453926Z","time spent":"641.924883ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:35.095909Z","caller":"traceutil/trace.go:171","msg":"trace[1928658002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24696; }","duration":"900.4017ms","start":"2026-07-01T01:40:34.195495Z","end":"2026-07-01T01:40:35.095896Z","steps":["trace[1928658002] 'agreement among raft nodes before linearized reading' (duration: 900.329697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.944105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T01:40:35.095938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.195478Z","time spent":"900.453791ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:40:35.095784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.603061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T01:40:35.095942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.080125Z","time spent":"1.015719182s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:35.095973Z","caller":"traceutil/trace.go:171","msg":"trace[1386573887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24696; }","duration":"903.801828ms","start":"2026-07-01T01:40:34.192165Z","end":"2026-07-01T01:40:35.095967Z","steps":["trace[1386573887] 'agreement among raft nodes before linearized reading' (duration: 903.451767ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:35.095979Z","caller":"traceutil/trace.go:171","msg":"trace[1188075629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24696; }","duration":"711.997287ms","start":"2026-07-01T01:40:34.383948Z","end":"2026-07-01T01:40:35.095946Z","steps":["trace[1188075629] 'agreement among raft nodes before linearized reading' (duration: 711.858173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.441189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-01T01:40:35.096001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.383932Z","time spent":"712.064749ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-01T01:40:35.096024Z","caller":"traceutil/trace.go:171","msg":"trace[2040654279] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24696; }","duration":"949.693617ms","start":"2026-07-01T01:40:34.146317Z","end":"2026-07-01T01:40:35.096011Z","steps":["trace[2040654279] 'agreement among raft nodes before linearized reading' (duration: 949.327995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.095995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.192119Z","time spent":"903.872841ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:40:35.096052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.146265Z","time spent":"949.77895ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:40:35.101454Z","caller":"traceutil/trace.go:171","msg":"trace[1786549060] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"529.863635ms","start":"2026-07-01T01:40:34.571576Z","end":"2026-07-01T01:40:35.101439Z","steps":["trace[1786549060] 'process raft request' (duration: 529.72057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:35.101549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:34.571546Z","time spent":"529.946978ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:35.101637Z","caller":"traceutil/trace.go:171","msg":"trace[311059138] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"234.793297ms","start":"2026-07-01T01:40:34.866819Z","end":"2026-07-01T01:40:35.101612Z","steps":["trace[311059138] 'process raft request' (duration: 234.57146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:38.62193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784169,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:40:38.903166Z","caller":"traceutil/trace.go:171","msg":"trace[1137745388] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"785.078266ms","start":"2026-07-01T01:40:38.118067Z","end":"2026-07-01T01:40:38.903146Z","steps":["trace[1137745388] 'process raft request' (duration: 784.942592ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:38.90322Z","caller":"traceutil/trace.go:171","msg":"trace[720468698] linearizableReadLoop","detail":"{readStateIndex:25542; appliedIndex:25542; }","duration":"781.357078ms","start":"2026-07-01T01:40:38.121838Z","end":"2026-07-01T01:40:38.903195Z","steps":["trace[720468698] 'read index received' (duration: 781.344587ms)","trace[720468698] 'applied index is now lower than readState.Index' (duration: 10.351µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:38.903316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.118049Z","time spent":"785.17997ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:38.903444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.597285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18433"} {"level":"info","ts":"2026-07-01T01:40:38.903469Z","caller":"traceutil/trace.go:171","msg":"trace[284986920] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24722; }","duration":"781.668617ms","start":"2026-07-01T01:40:38.121793Z","end":"2026-07-01T01:40:38.903462Z","steps":["trace[284986920] 'agreement among raft nodes before linearized reading' (duration: 781.509352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:38.90349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.121771Z","time spent":"781.714809ms","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T01:40:39.403751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:39.904395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:40.404797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:40.678247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.775231249s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:41.043225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.559143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:41.043502Z","caller":"traceutil/trace.go:171","msg":"trace[2129145151] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"2.402497702s","start":"2026-07-01T01:40:38.640984Z","end":"2026-07-01T01:40:41.043481Z","steps":["trace[2129145151] 'process raft request' (duration: 2.037595089s)","trace[2129145151] 'compare' (duration: 363.300352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:41.043619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.640954Z","time spent":"2.402601265s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:41.04368Z","caller":"traceutil/trace.go:171","msg":"trace[1973503121] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"2.360121256s","start":"2026-07-01T01:40:38.683413Z","end":"2026-07-01T01:40:41.043534Z","steps":["trace[1973503121] 'process raft request' (duration: 2.360011422s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:41.04386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.683389Z","time spent":"2.360415315s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:41.442145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000732828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:41.442227Z","caller":"traceutil/trace.go:171","msg":"trace[1184918646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000831942s","start":"2026-07-01T01:40:39.441376Z","end":"2026-07-01T01:40:41.442208Z","steps":["trace[1184918646] 'agreement among raft nodes before linearized reading' (duration: 2.000728708s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:41.442276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.441322Z","time spent":"2.000943175s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:40:41.47977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031231815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:41.479827Z","caller":"traceutil/trace.go:171","msg":"trace[250422103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.031329629s","start":"2026-07-01T01:40:39.448484Z","end":"2026-07-01T01:40:41.479814Z","steps":["trace[250422103] 'agreement among raft nodes before linearized reading' (duration: 2.031257106s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:41.479857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.44847Z","time spent":"2.03138046s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:40:42.870346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744517587s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:40:42.870915Z","caller":"traceutil/trace.go:171","msg":"trace[1236489816] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"3.759566504s","start":"2026-07-01T01:40:39.111328Z","end":"2026-07-01T01:40:42.870894Z","steps":["trace[1236489816] 'process raft request' (duration: 3.759490591s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:42.870965Z","caller":"traceutil/trace.go:171","msg":"trace[1444893483] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"3.762856669s","start":"2026-07-01T01:40:39.108067Z","end":"2026-07-01T01:40:42.870924Z","steps":["trace[1444893483] 'process raft request' (duration: 3.76258337s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:42.871051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.111308Z","time spent":"3.759673487s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:42.871114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.108045Z","time spent":"3.762989593s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:42.871168Z","caller":"traceutil/trace.go:171","msg":"trace[827637350] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"3.758676415s","start":"2026-07-01T01:40:39.112483Z","end":"2026-07-01T01:40:42.871159Z","steps":["trace[827637350] 'process raft request' (duration: 3.758559721s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:42.871196Z","caller":"traceutil/trace.go:171","msg":"trace[1925745671] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"3.758654824s","start":"2026-07-01T01:40:39.112512Z","end":"2026-07-01T01:40:42.871167Z","steps":["trace[1925745671] 'process raft request' (duration: 3.758596172s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:42.871242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.112478Z","time spent":"3.758738487s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:42.871221Z","caller":"traceutil/trace.go:171","msg":"trace[1743849427] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"3.758731157s","start":"2026-07-01T01:40:39.112432Z","end":"2026-07-01T01:40:42.871163Z","steps":["trace[1743849427] 'process raft request' (duration: 3.758425467s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:42.871297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.112508Z","time spent":"3.758737857s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:42.871333Z","caller":"traceutil/trace.go:171","msg":"trace[1856100515] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"3.758668415s","start":"2026-07-01T01:40:39.112656Z","end":"2026-07-01T01:40:42.871324Z","steps":["trace[1856100515] 'process raft request' (duration: 3.758485139s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:42.871378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.11265Z","time spent":"3.758704226s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:42.871376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.112422Z","time spent":"3.758871971s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:42.871361Z","caller":"traceutil/trace.go:171","msg":"trace[1953392424] linearizableReadLoop","detail":"{readStateIndex:25551; appliedIndex:25542; }","duration":"3.96807099s","start":"2026-07-01T01:40:38.903268Z","end":"2026-07-01T01:40:42.871339Z","steps":["trace[1953392424] 'read index received' (duration: 1.77525035s)","trace[1953392424] 'applied index is now lower than readState.Index' (duration: 2.19281933s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:42.871477Z","caller":"traceutil/trace.go:171","msg":"trace[1777409874] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"3.758777688s","start":"2026-07-01T01:40:39.112691Z","end":"2026-07-01T01:40:42.871469Z","steps":["trace[1777409874] 'process raft request' (duration: 3.758569831s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:42.87147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996476929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:42.871485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017022637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:42.871513Z","caller":"traceutil/trace.go:171","msg":"trace[756724052] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24731; }","duration":"3.996567492s","start":"2026-07-01T01:40:38.874935Z","end":"2026-07-01T01:40:42.871502Z","steps":["trace[756724052] 'agreement among raft nodes before linearized reading' (duration: 3.996427277s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:42.871518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.112688Z","time spent":"3.7588098s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:42.871529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.570664484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-01T01:40:42.87153Z","caller":"traceutil/trace.go:171","msg":"trace[108463646] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24731; }","duration":"4.017098909s","start":"2026-07-01T01:40:38.854419Z","end":"2026-07-01T01:40:42.871518Z","steps":["trace[108463646] 'agreement among raft nodes before linearized reading' (duration: 4.016995356s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:42.871539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.874917Z","time spent":"3.996615804s","remote":"127.0.0.1:38770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:42.87155Z","caller":"traceutil/trace.go:171","msg":"trace[1847274743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24731; }","duration":"4.570737365s","start":"2026-07-01T01:40:38.300806Z","end":"2026-07-01T01:40:42.871543Z","steps":["trace[1847274743] 'agreement among raft nodes before linearized reading' (duration: 4.570655663s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:42.871554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294729409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T01:40:42.871566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.300788Z","time spent":"4.570774797s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:40:42.871563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.854398Z","time spent":"4.017157502s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:40:42.871589Z","caller":"traceutil/trace.go:171","msg":"trace[1338116563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24731; }","duration":"4.294825341s","start":"2026-07-01T01:40:38.576754Z","end":"2026-07-01T01:40:42.871579Z","steps":["trace[1338116563] 'agreement among raft nodes before linearized reading' (duration: 4.294691917s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:42.871623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:38.57672Z","time spent":"4.294895194s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:40:43.371823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:43.457105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976973568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:43.457174Z","caller":"traceutil/trace.go:171","msg":"trace[476809851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.977059831s","start":"2026-07-01T01:40:41.4801Z","end":"2026-07-01T01:40:43.45716Z","steps":["trace[476809851] 'agreement among raft nodes before linearized reading' (duration: 1.976969788s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:43.457208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:41.48007Z","time spent":"1.977130623s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:44.121019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999956147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:44.121119Z","caller":"traceutil/trace.go:171","msg":"trace[268886459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000177965s","start":"2026-07-01T01:40:39.120922Z","end":"2026-07-01T01:40:44.1211Z","steps":["trace[268886459] 'agreement among raft nodes before linearized reading' (duration: 4.999960468s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:44.121164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.120918Z","time spent":"5.000236236s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:40:44.881156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321881375s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:44.88125Z","caller":"traceutil/trace.go:171","msg":"trace[851786136] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"3.436888352s","start":"2026-07-01T01:40:41.444344Z","end":"2026-07-01T01:40:44.881232Z","steps":["trace[851786136] 'process raft request' (duration: 2.114853423s)","trace[851786136] 'compare' (duration: 1.321732059s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:44.881289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:41.444326Z","time spent":"3.436946554s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:40:45.457194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999935554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:45.45726Z","caller":"traceutil/trace.go:171","msg":"trace[121583432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047038s","start":"2026-07-01T01:40:43.457198Z","end":"2026-07-01T01:40:45.457245Z","steps":["trace[121583432] 'agreement among raft nodes before linearized reading' (duration: 1.999961255s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.457294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.457181Z","time spent":"2.00010708s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:45.675334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.116058312s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:45.905814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99908301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:45.905885Z","caller":"traceutil/trace.go:171","msg":"trace[3691736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999200545s","start":"2026-07-01T01:40:40.906664Z","end":"2026-07-01T01:40:45.905865Z","steps":["trace[3691736] 'agreement among raft nodes before linearized reading' (duration: 4.999115032s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:45.905924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.906643Z","time spent":"4.999273166s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:40:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:46.497523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.597846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:46.497736Z","caller":"traceutil/trace.go:171","msg":"trace[2066560535] linearizableReadLoop","detail":"{readStateIndex:25553; appliedIndex:25551; }","duration":"3.626299557s","start":"2026-07-01T01:40:42.87142Z","end":"2026-07-01T01:40:46.49772Z","steps":["trace[2066560535] 'read index received' (duration: 687.897484ms)","trace[2066560535] 'applied index is now lower than readState.Index' (duration: 2.938400663s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:46.497767Z","caller":"traceutil/trace.go:171","msg":"trace[1218624438] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"2.994347284s","start":"2026-07-01T01:40:43.503398Z","end":"2026-07-01T01:40:46.497745Z","steps":["trace[1218624438] 'process raft request' (duration: 2.99422372s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.497827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.281218843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-07-01T01:40:46.497861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.198712128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:46.497883Z","caller":"traceutil/trace.go:171","msg":"trace[1016070327] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24734; }","duration":"6.281305685s","start":"2026-07-01T01:40:40.216567Z","end":"2026-07-01T01:40:46.497872Z","steps":["trace[1016070327] 'agreement among raft nodes before linearized reading' (duration: 6.28115595s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:46.497886Z","caller":"traceutil/trace.go:171","msg":"trace[1051190537] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24734; }","duration":"7.19877238s","start":"2026-07-01T01:40:39.299105Z","end":"2026-07-01T01:40:46.497877Z","steps":["trace[1051190537] 'agreement among raft nodes before linearized reading' (duration: 7.198724698s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.497907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.216557Z","time spent":"6.281343557s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-01T01:40:46.497806Z","caller":"traceutil/trace.go:171","msg":"trace[420760577] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"3.618107424s","start":"2026-07-01T01:40:42.879685Z","end":"2026-07-01T01:40:46.497793Z","steps":["trace[420760577] 'process raft request' (duration: 2.796162207s)","trace[420760577] 'compare' (duration: 821.301367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:46.497943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.302511994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:46.497955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:42.879677Z","time spent":"3.618253129s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:46.497953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216053939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:46.497996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943944122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:46.497882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.765861913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-01T01:40:46.497999Z","caller":"traceutil/trace.go:171","msg":"trace[1427074361] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24734; }","duration":"4.216138942s","start":"2026-07-01T01:40:42.281842Z","end":"2026-07-01T01:40:46.497981Z","steps":["trace[1427074361] 'agreement among raft nodes before linearized reading' (duration: 4.21608171s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.377158801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:40:46.498019Z","caller":"traceutil/trace.go:171","msg":"trace[1513278253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24734; }","duration":"6.943998283s","start":"2026-07-01T01:40:39.554014Z","end":"2026-07-01T01:40:46.498012Z","steps":["trace[1513278253] 'agreement among raft nodes before linearized reading' (duration: 6.943964892s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:46.49803Z","caller":"traceutil/trace.go:171","msg":"trace[2004124278] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24734; }","duration":"4.76606833s","start":"2026-07-01T01:40:41.731954Z","end":"2026-07-01T01:40:46.498022Z","steps":["trace[2004124278] 'agreement among raft nodes before linearized reading' (duration: 4.76577749s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.553998Z","time spent":"6.944081985s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:46.498095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:42.281815Z","time spent":"4.216218775s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:46.498115Z","caller":"traceutil/trace.go:171","msg":"trace[1036850955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24734; }","duration":"7.377215683s","start":"2026-07-01T01:40:39.120822Z","end":"2026-07-01T01:40:46.498038Z","steps":["trace[1036850955] 'agreement among raft nodes before linearized reading' (duration: 7.37710615s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.182687809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-01T01:40:46.498168Z","caller":"traceutil/trace.go:171","msg":"trace[884875430] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:24734; }","duration":"5.182737911s","start":"2026-07-01T01:40:41.315423Z","end":"2026-07-01T01:40:46.498161Z","steps":["trace[884875430] 'agreement among raft nodes before linearized reading' (duration: 5.182671949s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.120816Z","time spent":"7.377344427s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:40:46.498193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:41.315407Z","time spent":"5.182781062s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-01T01:40:46.497968Z","caller":"traceutil/trace.go:171","msg":"trace[1930583137] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24734; }","duration":"6.302565156s","start":"2026-07-01T01:40:40.195397Z","end":"2026-07-01T01:40:46.497962Z","steps":["trace[1930583137] 'agreement among raft nodes before linearized reading' (duration: 6.302524264s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.195381Z","time spent":"6.302905397s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:46.498356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.269363103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:40:46.49838Z","caller":"traceutil/trace.go:171","msg":"trace[916107880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24734; }","duration":"6.269420205s","start":"2026-07-01T01:40:40.228954Z","end":"2026-07-01T01:40:46.498374Z","steps":["trace[916107880] 'agreement among raft nodes before linearized reading' (duration: 6.269351683s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.228937Z","time spent":"6.269456535s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:40:46.498081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951760285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:46.498435Z","caller":"traceutil/trace.go:171","msg":"trace[803010719] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24734; }","duration":"4.952132007s","start":"2026-07-01T01:40:41.54629Z","end":"2026-07-01T01:40:46.498422Z","steps":["trace[803010719] 'agreement among raft nodes before linearized reading' (duration: 4.951745885s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.379765604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T01:40:46.49852Z","caller":"traceutil/trace.go:171","msg":"trace[194703181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24734; }","duration":"7.379833007s","start":"2026-07-01T01:40:39.118675Z","end":"2026-07-01T01:40:46.498508Z","steps":["trace[194703181] 'agreement among raft nodes before linearized reading' (duration: 7.379699633s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.118669Z","time spent":"7.37992458s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:40:46.498591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.382808002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T01:40:46.497902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.281765959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-01T01:40:46.498651Z","caller":"traceutil/trace.go:171","msg":"trace[990832040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24734; }","duration":"7.382895335s","start":"2026-07-01T01:40:39.115742Z","end":"2026-07-01T01:40:46.498637Z","steps":["trace[990832040] 'agreement among raft nodes before linearized reading' (duration: 7.382690549s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.115733Z","time spent":"7.382949167s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T01:40:46.498657Z","caller":"traceutil/trace.go:171","msg":"trace[187704933] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24734; }","duration":"6.282563916s","start":"2026-07-01T01:40:40.216084Z","end":"2026-07-01T01:40:46.498648Z","steps":["trace[187704933] 'agreement among raft nodes before linearized reading' (duration: 6.281715748s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:46.498106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:41.731896Z","time spent":"4.766201854s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7719,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T01:40:46.498775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:40.216062Z","time spent":"6.282706269s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:40:46.497905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.503378Z","time spent":"2.994459598s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:46.497907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:39.299086Z","time spent":"7.198815091s","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:46.498478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:41.546278Z","time spent":"4.952185789s","remote":"127.0.0.1:44140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:46.997823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:47.465313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:47.465387Z","caller":"traceutil/trace.go:171","msg":"trace[591301680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205722s","start":"2026-07-01T01:40:45.465165Z","end":"2026-07-01T01:40:47.46537Z","steps":["trace[591301680] 'agreement among raft nodes before linearized reading' (duration: 2.000107449s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:47.465426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.465143Z","time spent":"2.000275284s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:47.498678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:47.668148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.859180837s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:47.789582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.143539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:40:47.789992Z","caller":"traceutil/trace.go:171","msg":"trace[1044546718] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"2.912871233s","start":"2026-07-01T01:40:44.877096Z","end":"2026-07-01T01:40:47.789967Z","steps":["trace[1044546718] 'process raft request' (duration: 2.912595115s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:47.790147Z","caller":"traceutil/trace.go:171","msg":"trace[1699220253] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"2.9046563s","start":"2026-07-01T01:40:44.885468Z","end":"2026-07-01T01:40:47.790125Z","steps":["trace[1699220253] 'process raft request' (duration: 2.904597599s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:47.790266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.885445Z","time spent":"2.904767214s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:47.790321Z","caller":"traceutil/trace.go:171","msg":"trace[1404742807] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"2.912813932s","start":"2026-07-01T01:40:44.87749Z","end":"2026-07-01T01:40:47.790303Z","steps":["trace[1404742807] 'process raft request' (duration: 2.91242709s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:47.790401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.877482Z","time spent":"2.912873554s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:47.790394Z","caller":"traceutil/trace.go:171","msg":"trace[58931364] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"2.911460908s","start":"2026-07-01T01:40:44.878914Z","end":"2026-07-01T01:40:47.790375Z","steps":["trace[58931364] 'process raft request' (duration: 2.911050545s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:47.790461Z","caller":"traceutil/trace.go:171","msg":"trace[415214433] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"2.905411185s","start":"2026-07-01T01:40:44.88504Z","end":"2026-07-01T01:40:47.790451Z","steps":["trace[415214433] 'process raft request' (duration: 2.904971691s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:47.790506Z","caller":"traceutil/trace.go:171","msg":"trace[1072671807] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"2.913144442s","start":"2026-07-01T01:40:44.877355Z","end":"2026-07-01T01:40:47.790499Z","steps":["trace[1072671807] 'process raft request' (duration: 2.912481771s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:47.790495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.878905Z","time spent":"2.911538081s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:47.790587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.885031Z","time spent":"2.905480427s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:47.790587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.877349Z","time spent":"2.913175903s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:47.790452Z","caller":"traceutil/trace.go:171","msg":"trace[105995271] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"2.913122082s","start":"2026-07-01T01:40:44.877307Z","end":"2026-07-01T01:40:47.790429Z","steps":["trace[105995271] 'process raft request' (duration: 2.912473911s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:47.790631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.877066Z","time spent":"2.913016258s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:47.790717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.877222Z","time spent":"2.913457022s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:47.790882Z","caller":"traceutil/trace.go:171","msg":"trace[1629016158] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"3.75602091s","start":"2026-07-01T01:40:44.033776Z","end":"2026-07-01T01:40:47.789797Z","steps":["trace[1629016158] 'process raft request' (duration: 3.63454506s)","trace[1629016158] 'compare' (duration: 119.711613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:47.790958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.033754Z","time spent":"3.757165857s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:49.101281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314632171s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:49.115993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.504668Z","time spent":"2.611317028s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:49.119442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.50561Z","time spent":"2.613829119s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:49.120649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.504722Z","time spent":"2.615924465s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:49.121285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997358518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:49.121344Z","caller":"traceutil/trace.go:171","msg":"trace[299998637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997570595s","start":"2026-07-01T01:40:46.123758Z","end":"2026-07-01T01:40:49.121329Z","steps":["trace[299998637] 'agreement among raft nodes before linearized reading' (duration: 2.997378829s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:49.121389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.123742Z","time spent":"2.997638337s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 01:40:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:49.465559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:49.465649Z","caller":"traceutil/trace.go:171","msg":"trace[1170799366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078768s","start":"2026-07-01T01:40:47.465549Z","end":"2026-07-01T01:40:49.465627Z","steps":["trace[1170799366] 'agreement among raft nodes before linearized reading' (duration: 1.999940604s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:49.465701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.465534Z","time spent":"2.000156711s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:40:50.152665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374561261s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:50.152982Z","caller":"traceutil/trace.go:171","msg":"trace[666943275] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24742; }","duration":"1.374889721s","start":"2026-07-01T01:40:48.778075Z","end":"2026-07-01T01:40:50.152965Z","steps":["trace[666943275] 'range keys from in-memory index tree' (duration: 1.37454249s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:50.154071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052396406s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-01T01:40:50.154416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.500016Z","time spent":"3.654392646s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:40:50.154563Z","caller":"traceutil/trace.go:171","msg":"trace[915127765] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"4.102774632s","start":"2026-07-01T01:40:46.05174Z","end":"2026-07-01T01:40:50.154515Z","steps":["trace[915127765] 'process raft request' (duration: 3.04986397s)","trace[915127765] 'compare' (duration: 1.051488126s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:40:50.154584Z","caller":"traceutil/trace.go:171","msg":"trace[317246996] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"3.649398676s","start":"2026-07-01T01:40:46.505164Z","end":"2026-07-01T01:40:50.154563Z","steps":["trace[317246996] 'process raft request' (duration: 3.64921691s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:50.154587Z","caller":"traceutil/trace.go:171","msg":"trace[1791298593] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"3.649807598s","start":"2026-07-01T01:40:46.504749Z","end":"2026-07-01T01:40:50.154556Z","steps":["trace[1791298593] 'process raft request' (duration: 3.649570151s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:50.154663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.05172Z","time spent":"4.102878885s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:50.154755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.504742Z","time spent":"3.649928172s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:50.154695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.505156Z","time spent":"3.649475298s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:50.906479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997793823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:50.906586Z","caller":"traceutil/trace.go:171","msg":"trace[94912051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997949447s","start":"2026-07-01T01:40:47.908619Z","end":"2026-07-01T01:40:50.906568Z","steps":["trace[94912051] 'agreement among raft nodes before linearized reading' (duration: 2.997826573s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:50.906636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.908597Z","time spent":"2.99802858s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:40:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/01 01:40:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:51.443718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:51.443783Z","caller":"traceutil/trace.go:171","msg":"trace[788627724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112228s","start":"2026-07-01T01:40:49.443656Z","end":"2026-07-01T01:40:51.443768Z","steps":["trace[788627724] 'agreement among raft nodes before linearized reading' (duration: 2.000027006s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:51.443819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.44364Z","time spent":"2.000172161s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:51.473073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:51.473128Z","caller":"traceutil/trace.go:171","msg":"trace[294171520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362807s","start":"2026-07-01T01:40:49.472753Z","end":"2026-07-01T01:40:51.473116Z","steps":["trace[294171520] 'agreement among raft nodes before linearized reading' (duration: 2.000294315s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:51.47316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.472744Z","time spent":"2.000410378s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:40:52.58959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435138388s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:40:52.589806Z","caller":"traceutil/trace.go:171","msg":"trace[1019873081] linearizableReadLoop","detail":"{readStateIndex:25570; appliedIndex:25554; }","duration":"6.092013182s","start":"2026-07-01T01:40:46.497772Z","end":"2026-07-01T01:40:52.589785Z","steps":["trace[1019873081] 'read index received' (duration: 1.170561648s)","trace[1019873081] 'applied index is now lower than readState.Index' (duration: 4.921450294s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:52.590182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.317837131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:40:52.590219Z","caller":"traceutil/trace.go:171","msg":"trace[122275118] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24749; }","duration":"7.317913993s","start":"2026-07-01T01:40:45.272295Z","end":"2026-07-01T01:40:52.590209Z","steps":["trace[122275118] 'agreement among raft nodes before linearized reading' (duration: 7.317833211s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.590246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.272277Z","time spent":"7.317962004s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.590262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.365773255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:52.590314Z","caller":"traceutil/trace.go:171","msg":"trace[578295877] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24749; }","duration":"7.365853268s","start":"2026-07-01T01:40:45.224443Z","end":"2026-07-01T01:40:52.590296Z","steps":["trace[578295877] 'agreement among raft nodes before linearized reading' (duration: 7.365771405s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.5907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.238881579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:52.590762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.712238324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:52.590816Z","caller":"traceutil/trace.go:171","msg":"trace[413034998] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24749; }","duration":"9.712305846s","start":"2026-07-01T01:40:42.878493Z","end":"2026-07-01T01:40:52.590799Z","steps":["trace[413034998] 'agreement among raft nodes before linearized reading' (duration: 9.712215333s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.590839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.492166202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:52.590857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:42.878484Z","time spent":"9.712361218s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:40:52.59088Z","caller":"traceutil/trace.go:171","msg":"trace[158379757] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24749; }","duration":"7.492237424s","start":"2026-07-01T01:40:45.09863Z","end":"2026-07-01T01:40:52.590868Z","steps":["trace[158379757] 'agreement among raft nodes before linearized reading' (duration: 7.492168712s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.590924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.098614Z","time spent":"7.492296197s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.591091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.42379074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:52.591134Z","caller":"traceutil/trace.go:171","msg":"trace[266982952] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24749; }","duration":"9.423874132s","start":"2026-07-01T01:40:43.167247Z","end":"2026-07-01T01:40:52.591121Z","steps":["trace[266982952] 'agreement among raft nodes before linearized reading' (duration: 9.42379538s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.591173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.1672Z","time spent":"9.423960585s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.591216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.707255469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-01T01:40:52.591243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.711993867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-01T01:40:52.591303Z","caller":"traceutil/trace.go:171","msg":"trace[816370770] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d8481b8c-7b92-49ea-a57d-c546003844f2; range_end:; response_count:1; response_revision:24749; }","duration":"9.712069649s","start":"2026-07-01T01:40:42.879218Z","end":"2026-07-01T01:40:52.591288Z","steps":["trace[816370770] 'agreement among raft nodes before linearized reading' (duration: 9.711888323s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.591331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:42.879214Z","time spent":"9.71211188s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" "} {"level":"info","ts":"2026-07-01T01:40:52.590769Z","caller":"traceutil/trace.go:171","msg":"trace[839257089] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24749; }","duration":"9.238990553s","start":"2026-07-01T01:40:43.351762Z","end":"2026-07-01T01:40:52.590753Z","steps":["trace[839257089] 'agreement among raft nodes before linearized reading' (duration: 9.238872899s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.591381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.198437006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-01T01:40:52.591387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.351745Z","time spent":"9.239623043s","remote":"127.0.0.1:48896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:52.591423Z","caller":"traceutil/trace.go:171","msg":"trace[1146785980] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24749; }","duration":"8.198506399s","start":"2026-07-01T01:40:44.392904Z","end":"2026-07-01T01:40:52.591411Z","steps":["trace[1146785980] 'agreement among raft nodes before linearized reading' (duration: 8.198382445s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.591462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.392889Z","time spent":"8.19856365s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-01T01:40:52.591712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.421286092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:52.591757Z","caller":"traceutil/trace.go:171","msg":"trace[1934890834] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24749; }","duration":"8.421366164s","start":"2026-07-01T01:40:44.170378Z","end":"2026-07-01T01:40:52.591744Z","steps":["trace[1934890834] 'agreement among raft nodes before linearized reading' (duration: 8.421288412s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.591799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.170358Z","time spent":"8.421427456s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.592023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.089743934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:52.592072Z","caller":"traceutil/trace.go:171","msg":"trace[1819484956] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24749; }","duration":"9.089826796s","start":"2026-07-01T01:40:43.502229Z","end":"2026-07-01T01:40:52.592056Z","steps":["trace[1819484956] 'agreement among raft nodes before linearized reading' (duration: 9.089748994s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.592116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.502208Z","time spent":"9.089893969s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.592197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.199453916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:52.592226Z","caller":"traceutil/trace.go:171","msg":"trace[1752881962] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24749; }","duration":"9.199507498s","start":"2026-07-01T01:40:43.392711Z","end":"2026-07-01T01:40:52.592219Z","steps":["trace[1752881962] 'agreement among raft nodes before linearized reading' (duration: 9.199427816s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.592247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.3927Z","time spent":"9.199540299s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.59232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.252322835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:52.592377Z","caller":"traceutil/trace.go:171","msg":"trace[478703557] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24749; }","duration":"6.252407258s","start":"2026-07-01T01:40:46.339952Z","end":"2026-07-01T01:40:52.592359Z","steps":["trace[478703557] 'agreement among raft nodes before linearized reading' (duration: 6.252310585s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.592423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.339937Z","time spent":"6.25247154s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.59243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.462946754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:40:52.592463Z","caller":"traceutil/trace.go:171","msg":"trace[95163387] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24749; }","duration":"9.463020426s","start":"2026-07-01T01:40:43.129432Z","end":"2026-07-01T01:40:52.592452Z","steps":["trace[95163387] 'agreement among raft nodes before linearized reading' (duration: 9.462889212s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.592486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:43.129411Z","time spent":"9.463069237s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:52.591261Z","caller":"traceutil/trace.go:171","msg":"trace[837061404] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be046113567648; range_end:; response_count:1; response_revision:24749; }","duration":"7.707323231s","start":"2026-07-01T01:40:44.883924Z","end":"2026-07-01T01:40:52.591248Z","steps":["trace[837061404] 'agreement among raft nodes before linearized reading' (duration: 7.707166496s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.592625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.649619646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:52.592609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:44.883914Z","time spent":"7.708651954s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" "} {"level":"info","ts":"2026-07-01T01:40:52.592675Z","caller":"traceutil/trace.go:171","msg":"trace[1225503648] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24749; }","duration":"6.649706789s","start":"2026-07-01T01:40:45.942954Z","end":"2026-07-01T01:40:52.592661Z","steps":["trace[1225503648] 'agreement among raft nodes before linearized reading' (duration: 6.649630586s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.59272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.942934Z","time spent":"6.64977181s","remote":"127.0.0.1:59672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.592742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.895343603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:52.592799Z","caller":"traceutil/trace.go:171","msg":"trace[1211477281] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24749; }","duration":"6.895437666s","start":"2026-07-01T01:40:45.697345Z","end":"2026-07-01T01:40:52.592783Z","steps":["trace[1211477281] 'agreement among raft nodes before linearized reading' (duration: 6.895342343s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.59283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.697328Z","time spent":"6.895495258s","remote":"127.0.0.1:59660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.590368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:45.224426Z","time spent":"7.36592832s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:52.593001Z","caller":"traceutil/trace.go:171","msg":"trace[535396852] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"4.041346165s","start":"2026-07-01T01:40:48.551628Z","end":"2026-07-01T01:40:52.592974Z","steps":["trace[535396852] 'process raft request' (duration: 4.03806749s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.593062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.132793148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:40:52.593111Z","caller":"traceutil/trace.go:171","msg":"trace[314322415] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24749; }","duration":"6.132842679s","start":"2026-07-01T01:40:46.460253Z","end":"2026-07-01T01:40:52.593095Z","steps":["trace[314322415] 'agreement among raft nodes before linearized reading' (duration: 6.131654311s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:52.593144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.46021Z","time spent":"6.132925672s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2670,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:52.593134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.551603Z","time spent":"4.041455928s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:53.090899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784216,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:53.168121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.75384015s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:53.482816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001130403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:53.482905Z","caller":"traceutil/trace.go:171","msg":"trace[101309572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001259607s","start":"2026-07-01T01:40:51.481625Z","end":"2026-07-01T01:40:53.482885Z","steps":["trace[101309572] 'agreement among raft nodes before linearized reading' (duration: 2.001151224s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.482961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.481609Z","time spent":"2.001340109s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:53.504561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999228535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:53.504625Z","caller":"traceutil/trace.go:171","msg":"trace[1759937317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999352848s","start":"2026-07-01T01:40:48.505258Z","end":"2026-07-01T01:40:53.504611Z","steps":["trace[1759937317] 'agreement among raft nodes before linearized reading' (duration: 4.999266806s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:53.504657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:48.505234Z","time spent":"4.999416071s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:40:54.122445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.123854Z","time spent":"4.998582313s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:54.795061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.808496Z","time spent":"4.986559678s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:54.795159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.795598Z","time spent":"4.999560004s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:54.795195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.795962Z","time spent":"4.999232263s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:54.795241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.795596Z","time spent":"4.999643817s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:54.795287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.79599Z","time spent":"4.999295895s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:54.795445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.79583Z","time spent":"4.999612235s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:40:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:55.149053Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.980699927s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:40:55.483308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:55.483402Z","caller":"traceutil/trace.go:171","msg":"trace[74454516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047759s","start":"2026-07-01T01:40:53.482902Z","end":"2026-07-01T01:40:55.483379Z","steps":["trace[74454516] 'agreement among raft nodes before linearized reading' (duration: 2.000350626s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.483467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.482888Z","time spent":"2.000566614s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:55.587853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419433975s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:448"} {"level":"info","ts":"2026-07-01T01:40:55.588202Z","caller":"traceutil/trace.go:171","msg":"trace[298945113] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24750; }","duration":"6.465444389s","start":"2026-07-01T01:40:49.122734Z","end":"2026-07-01T01:40:55.588178Z","steps":["trace[298945113] 'process raft request' (duration: 6.465271674s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.588303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.122723Z","time spent":"6.465529352s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:55.588598Z","caller":"traceutil/trace.go:171","msg":"trace[336124710] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24750; }","duration":"6.466840534s","start":"2026-07-01T01:40:49.121734Z","end":"2026-07-01T01:40:55.588575Z","steps":["trace[336124710] 'process raft request' (duration: 4.046579923s)","trace[336124710] 'compare' (duration: 2.419353932s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:55.588685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.121716Z","time spent":"6.466924376s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:55.590417Z","caller":"traceutil/trace.go:171","msg":"trace[811496511] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"5.793793704s","start":"2026-07-01T01:40:49.796614Z","end":"2026-07-01T01:40:55.590407Z","steps":["trace[811496511] 'process raft request' (duration: 5.793745112s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.590467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.796606Z","time spent":"5.793834236s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:55.590805Z","caller":"traceutil/trace.go:171","msg":"trace[1978403645] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24758; }","duration":"5.435299326s","start":"2026-07-01T01:40:50.155484Z","end":"2026-07-01T01:40:55.590784Z","steps":["trace[1978403645] 'process raft request' (duration: 5.435193283s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.590919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:50.155466Z","time spent":"5.43539787s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:40:55.591268Z","caller":"traceutil/trace.go:171","msg":"trace[1032028913] linearizableReadLoop","detail":"{readStateIndex:25584; appliedIndex:25571; }","duration":"3.001396118s","start":"2026-07-01T01:40:52.589853Z","end":"2026-07-01T01:40:55.591249Z","steps":["trace[1032028913] 'read index received' (duration: 578.488012ms)","trace[1032028913] 'applied index is now lower than readState.Index' (duration: 2.422906446s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:40:55.591365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.955360637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.591391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.959763989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.591438Z","caller":"traceutil/trace.go:171","msg":"trace[521616411] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24760; }","duration":"5.959853311s","start":"2026-07-01T01:40:49.631568Z","end":"2026-07-01T01:40:55.591421Z","steps":["trace[521616411] 'agreement among raft nodes before linearized reading' (duration: 5.959768539s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.591439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.469359769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:55.591469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.034735345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.591521Z","caller":"traceutil/trace.go:171","msg":"trace[1025433050] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24760; }","duration":"8.034817047s","start":"2026-07-01T01:40:47.556694Z","end":"2026-07-01T01:40:55.591511Z","steps":["trace[1025433050] 'agreement among raft nodes before linearized reading' (duration: 8.034743725s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.591514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.631548Z","time spent":"5.959923723s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.591531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.500456942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.591513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9887812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.591565Z","caller":"traceutil/trace.go:171","msg":"trace[584667348] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24760; }","duration":"5.500569146s","start":"2026-07-01T01:40:50.090988Z","end":"2026-07-01T01:40:55.591557Z","steps":["trace[584667348] 'agreement among raft nodes before linearized reading' (duration: 5.500473413s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.591565Z","caller":"traceutil/trace.go:171","msg":"trace[1228807974] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"2.996693708s","start":"2026-07-01T01:40:52.594858Z","end":"2026-07-01T01:40:55.591551Z","steps":["trace[1228807974] 'process raft request' (duration: 2.996122759s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.591602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:50.090969Z","time spent":"5.500623908s","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.591614Z","caller":"traceutil/trace.go:171","msg":"trace[1186306021] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24760; }","duration":"4.988966306s","start":"2026-07-01T01:40:50.602621Z","end":"2026-07-01T01:40:55.591588Z","steps":["trace[1186306021] 'agreement among raft nodes before linearized reading' (duration: 4.988750369s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.591635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.118597074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-01T01:40:55.59166Z","caller":"traceutil/trace.go:171","msg":"trace[2030920218] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24760; }","duration":"6.118631305s","start":"2026-07-01T01:40:49.473022Z","end":"2026-07-01T01:40:55.591653Z","steps":["trace[2030920218] 'agreement among raft nodes before linearized reading' (duration: 6.118531142s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.59165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:52.594836Z","time spent":"2.99676243s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:55.591664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:50.602592Z","time spent":"4.989061909s","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.59168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.473017Z","time spent":"6.118657005s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:40:55.591707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.052921894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.591807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.140207655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.591518Z","caller":"traceutil/trace.go:171","msg":"trace[1563817784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24760; }","duration":"4.469483903s","start":"2026-07-01T01:40:51.122018Z","end":"2026-07-01T01:40:55.591502Z","steps":["trace[1563817784] 'agreement among raft nodes before linearized reading' (duration: 4.469354769s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.591836Z","caller":"traceutil/trace.go:171","msg":"trace[325210908] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24760; }","duration":"6.140281028s","start":"2026-07-01T01:40:49.451547Z","end":"2026-07-01T01:40:55.591828Z","steps":["trace[325210908] 'agreement among raft nodes before linearized reading' (duration: 6.140230567s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.591824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.087229252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T01:40:55.591856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.451525Z","time spent":"6.140325259s","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.591857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.787207883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.591859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.122001Z","time spent":"4.469843525s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.591879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.698230978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.591873Z","caller":"traceutil/trace.go:171","msg":"trace[241051689] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24760; }","duration":"9.087303274s","start":"2026-07-01T01:40:46.504556Z","end":"2026-07-01T01:40:55.591859Z","steps":["trace[241051689] 'agreement among raft nodes before linearized reading' (duration: 9.08716225s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.5919Z","caller":"traceutil/trace.go:171","msg":"trace[702297016] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24760; }","duration":"8.698276939s","start":"2026-07-01T01:40:46.893617Z","end":"2026-07-01T01:40:55.591894Z","steps":["trace[702297016] 'agreement among raft nodes before linearized reading' (duration: 8.698248999s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.591919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.795281082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:40:55.591917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.504541Z","time spent":"9.087365277s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:40:55.591932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.893599Z","time spent":"8.698326301s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.591542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.556676Z","time spent":"8.034858888s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.591436Z","caller":"traceutil/trace.go:171","msg":"trace[446285931] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24760; }","duration":"5.9554481s","start":"2026-07-01T01:40:49.635967Z","end":"2026-07-01T01:40:55.591415Z","steps":["trace[446285931] 'agreement among raft nodes before linearized reading' (duration: 5.955324186s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.591967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.192283814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.591979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.635913Z","time spent":"5.95605477s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.591989Z","caller":"traceutil/trace.go:171","msg":"trace[741769450] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24760; }","duration":"6.192333474s","start":"2026-07-01T01:40:49.399648Z","end":"2026-07-01T01:40:55.591981Z","steps":["trace[741769450] 'agreement among raft nodes before linearized reading' (duration: 6.192297593s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.592009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.399632Z","time spent":"6.192372156s","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.591818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.528609214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.591938Z","caller":"traceutil/trace.go:171","msg":"trace[1613328812] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24760; }","duration":"5.795317353s","start":"2026-07-01T01:40:49.796616Z","end":"2026-07-01T01:40:55.591933Z","steps":["trace[1613328812] 'agreement among raft nodes before linearized reading' (duration: 5.795280822s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.592094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.796609Z","time spent":"5.795476638s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.591897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.544199805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:40:55.592121Z","caller":"traceutil/trace.go:171","msg":"trace[501873969] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24760; }","duration":"4.544460803s","start":"2026-07-01T01:40:51.047653Z","end":"2026-07-01T01:40:55.592114Z","steps":["trace[501873969] 'agreement among raft nodes before linearized reading' (duration: 4.544182985s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:40:55.591883Z","caller":"traceutil/trace.go:171","msg":"trace[1416680882] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24760; }","duration":"5.787243635s","start":"2026-07-01T01:40:49.804633Z","end":"2026-07-01T01:40:55.591876Z","steps":["trace[1416680882] 'agreement among raft nodes before linearized reading' (duration: 5.787204614s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.592142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:51.047635Z","time spent":"4.544498285s","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.591798Z","caller":"traceutil/trace.go:171","msg":"trace[184309721] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24760; }","duration":"9.053078739s","start":"2026-07-01T01:40:46.538695Z","end":"2026-07-01T01:40:55.591773Z","steps":["trace[184309721] 'agreement among raft nodes before linearized reading' (duration: 9.052894323s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.592178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.804628Z","time spent":"5.787530354s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.592198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:46.538672Z","time spent":"9.053515483s","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.591942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701812303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.592264Z","caller":"traceutil/trace.go:171","msg":"trace[1685915075] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24760; }","duration":"4.702162033s","start":"2026-07-01T01:40:50.890092Z","end":"2026-07-01T01:40:55.592254Z","steps":["trace[1685915075] 'agreement among raft nodes before linearized reading' (duration: 4.701823912s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.59185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.156844694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:40:55.592291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:50.890066Z","time spent":"4.702213705s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.592306Z","caller":"traceutil/trace.go:171","msg":"trace[1677202798] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24760; }","duration":"8.157298848s","start":"2026-07-01T01:40:47.434998Z","end":"2026-07-01T01:40:55.592297Z","steps":["trace[1677202798] 'agreement among raft nodes before linearized reading' (duration: 8.156828903s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.592333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:47.434938Z","time spent":"8.157385811s","remote":"127.0.0.1:57946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:55.592134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.560289926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:40:55.592469Z","caller":"traceutil/trace.go:171","msg":"trace[1486190643] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24760; }","duration":"6.560642157s","start":"2026-07-01T01:40:49.031807Z","end":"2026-07-01T01:40:55.592449Z","steps":["trace[1486190643] 'agreement among raft nodes before linearized reading' (duration: 6.560303546s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.592523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:49.031789Z","time spent":"6.56071557s","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:40:55.592094Z","caller":"traceutil/trace.go:171","msg":"trace[768423529] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24760; }","duration":"5.528912553s","start":"2026-07-01T01:40:50.063169Z","end":"2026-07-01T01:40:55.592081Z","steps":["trace[768423529] 'agreement among raft nodes before linearized reading' (duration: 5.528613504s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:55.592726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:50.063143Z","time spent":"5.529564054s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:40:56.092319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:56.592895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:57.093691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:57.488937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:40:57.489007Z","caller":"traceutil/trace.go:171","msg":"trace[838104295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248963s","start":"2026-07-01T01:40:55.488744Z","end":"2026-07-01T01:40:57.488993Z","steps":["trace[838104295] 'agreement among raft nodes before linearized reading' (duration: 2.00015741s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:57.489042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.488727Z","time spent":"2.000308225s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:40:57.593824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784220,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:40:57.903431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.752954063s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:40:57.907882Z","caller":"traceutil/trace.go:171","msg":"trace[1707301421] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"4.343991654s","start":"2026-07-01T01:40:53.563856Z","end":"2026-07-01T01:40:57.907848Z","steps":["trace[1707301421] 'process raft request' (duration: 4.339775029s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:57.908231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.563832Z","time spent":"4.344131979s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:40:58.504839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995794069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:58.504909Z","caller":"traceutil/trace.go:171","msg":"trace[2099511836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.995913752s","start":"2026-07-01T01:40:55.508983Z","end":"2026-07-01T01:40:58.504896Z","steps":["trace[2099511836] 'agreement among raft nodes before linearized reading' (duration: 2.99582919s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:58.504941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.508959Z","time spent":"2.995973254s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 01:40:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:59.489213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999619364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:59.489286Z","caller":"traceutil/trace.go:171","msg":"trace[1401698276] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999722487s","start":"2026-07-01T01:40:57.489544Z","end":"2026-07-01T01:40:59.489266Z","steps":["trace[1401698276] 'agreement among raft nodes before linearized reading' (duration: 1.999634384s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:59.489323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.489532Z","time spent":"1.99978377s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:59.793788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998156021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:59.793871Z","caller":"traceutil/trace.go:171","msg":"trace[510242391] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998282905s","start":"2026-07-01T01:40:54.795569Z","end":"2026-07-01T01:40:59.793852Z","steps":["trace[510242391] 'agreement among raft nodes before linearized reading' (duration: 4.998177092s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:59.79392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.795555Z","time spent":"4.998355747s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 01:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:59.793996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998168001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:59.794087Z","caller":"traceutil/trace.go:171","msg":"trace[1503635544] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998432029s","start":"2026-07-01T01:40:54.795637Z","end":"2026-07-01T01:40:59.794069Z","steps":["trace[1503635544] 'agreement among raft nodes before linearized reading' (duration: 4.998172871s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:59.794296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.795633Z","time spent":"4.998632366s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/01 01:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:59.794503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998634376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-01T01:40:59.794749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99780268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:59.794795Z","caller":"traceutil/trace.go:171","msg":"trace[680302794] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997843891s","start":"2026-07-01T01:40:54.796935Z","end":"2026-07-01T01:40:59.794779Z","steps":["trace[680302794] 'agreement among raft nodes before linearized reading' (duration: 4.99780164s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:59.794832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.796897Z","time spent":"4.997928313s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/01 01:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:59.794112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998453261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:59.79475Z","caller":"traceutil/trace.go:171","msg":"trace[34221131] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998918995s","start":"2026-07-01T01:40:54.795815Z","end":"2026-07-01T01:40:59.794734Z","steps":["trace[34221131] 'agreement among raft nodes before linearized reading' (duration: 4.998648397s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:59.794966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.795809Z","time spent":"4.999132842s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/01 01:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T01:40:59.794898Z","caller":"traceutil/trace.go:171","msg":"trace[1081556444] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999254756s","start":"2026-07-01T01:40:54.795629Z","end":"2026-07-01T01:40:59.794883Z","steps":["trace[1081556444] 'agreement among raft nodes before linearized reading' (duration: 4.998448991s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:59.795186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.795613Z","time spent":"4.999559636s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/01 01:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:59.794173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998340396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:59.795357Z","caller":"traceutil/trace.go:171","msg":"trace[521870108] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999548345s","start":"2026-07-01T01:40:54.795793Z","end":"2026-07-01T01:40:59.795341Z","steps":["trace[521870108] 'agreement among raft nodes before linearized reading' (duration: 4.998335556s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:59.795436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.795763Z","time spent":"4.999657099s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/01 01:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:40:59.816118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.221592357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:40:59.816158Z","caller":"traceutil/trace.go:171","msg":"trace[1772443520] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"4.221662769s","start":"2026-07-01T01:40:55.594484Z","end":"2026-07-01T01:40:59.816147Z","steps":["trace[1772443520] 'agreement among raft nodes before linearized reading' (duration: 4.221618118s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:40:59.816189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.59447Z","time spent":"4.22170878s","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/07/01 01:40:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:00.200952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.274107983s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:00.465743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688894845s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:00.465862Z","caller":"traceutil/trace.go:171","msg":"trace[218087259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24761; }","duration":"1.689026289s","start":"2026-07-01T01:40:58.77682Z","end":"2026-07-01T01:41:00.465846Z","steps":["trace[218087259] 'range keys from in-memory index tree' (duration: 1.688881775s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.466815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.543702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:00.467399Z","caller":"traceutil/trace.go:171","msg":"trace[335907643] linearizableReadLoop","detail":"{readStateIndex:25589; appliedIndex:25584; }","duration":"4.876072111s","start":"2026-07-01T01:40:55.591304Z","end":"2026-07-01T01:41:00.467377Z","steps":["trace[335907643] 'read index received' (duration: 2.312312524s)","trace[335907643] 'applied index is now lower than readState.Index' (duration: 2.563758177s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:00.467519Z","caller":"traceutil/trace.go:171","msg":"trace[351531704] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"5.307433503s","start":"2026-07-01T01:40:55.160068Z","end":"2026-07-01T01:41:00.467501Z","steps":["trace[351531704] 'process raft request' (duration: 5.041099806s)","trace[351531704] 'compare' (duration: 263.889019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:00.467618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.160043Z","time spent":"5.307524026s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:00.467987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.868991378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:00.468019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.369535339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:00.468064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.464869132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:41:00.468098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.871817329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-07-01T01:41:00.46818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.335357736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:00.468149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.182512379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:00.46819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.870450255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-01T01:41:00.468208Z","caller":"traceutil/trace.go:171","msg":"trace[404919102] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"2.869718533s","start":"2026-07-01T01:40:57.598482Z","end":"2026-07-01T01:41:00.4682Z","steps":["trace[404919102] 'process raft request' (duration: 2.868780263s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:00.468217Z","caller":"traceutil/trace.go:171","msg":"trace[1989231452] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24766; }","duration":"6.335419578s","start":"2026-07-01T01:40:54.132786Z","end":"2026-07-01T01:41:00.468206Z","steps":["trace[1989231452] 'agreement among raft nodes before linearized reading' (duration: 6.335373006s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.468209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.198487795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:00.468241Z","caller":"traceutil/trace.go:171","msg":"trace[1764904135] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24766; }","duration":"7.870539998s","start":"2026-07-01T01:40:52.597686Z","end":"2026-07-01T01:41:00.468226Z","steps":["trace[1764904135] 'agreement among raft nodes before linearized reading' (duration: 7.870384953s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:00.468262Z","caller":"traceutil/trace.go:171","msg":"trace[1123045504] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"4.867361162s","start":"2026-07-01T01:40:55.600887Z","end":"2026-07-01T01:41:00.468248Z","steps":["trace[1123045504] 'process raft request' (duration: 4.866189405s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.468307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:52.597674Z","time spent":"7.87060955s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-01T01:41:00.468103Z","caller":"traceutil/trace.go:171","msg":"trace[141772440] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"3.813218032s","start":"2026-07-01T01:40:56.65486Z","end":"2026-07-01T01:41:00.468078Z","steps":["trace[141772440] 'process raft request' (duration: 3.812331303s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.469326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:56.654839Z","time spent":"3.81442966s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:00.468249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.132768Z","time spent":"6.335472219s","remote":"127.0.0.1:46464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:00.468168Z","caller":"traceutil/trace.go:171","msg":"trace[1128034700] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"2.585778702s","start":"2026-07-01T01:40:57.882367Z","end":"2026-07-01T01:41:00.468145Z","steps":["trace[1128034700] 'process raft request' (duration: 2.584950175s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.469753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.882343Z","time spent":"2.587356013s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:00.46825Z","caller":"traceutil/trace.go:171","msg":"trace[756531853] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24766; }","duration":"5.198550127s","start":"2026-07-01T01:40:55.269691Z","end":"2026-07-01T01:41:00.468241Z","steps":["trace[756531853] 'agreement among raft nodes before linearized reading' (duration: 5.198458424s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:00.468119Z","caller":"traceutil/trace.go:171","msg":"trace[1672122201] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24766; }","duration":"6.464957094s","start":"2026-07-01T01:40:54.003146Z","end":"2026-07-01T01:41:00.468103Z","steps":["trace[1672122201] 'agreement among raft nodes before linearized reading' (duration: 6.464721117s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.470226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.269656Z","time spent":"5.200333164s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:00.470258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.003129Z","time spent":"6.467114224s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:00.468108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.471818421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:00.468241Z","caller":"traceutil/trace.go:171","msg":"trace[1008321401] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24766; }","duration":"7.182628742s","start":"2026-07-01T01:40:53.285593Z","end":"2026-07-01T01:41:00.468222Z","steps":["trace[1008321401] 'agreement among raft nodes before linearized reading' (duration: 7.182451367s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.470751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.285535Z","time spent":"7.185205965s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:00.47074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.501834835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:41:00.47078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.598461Z","time spent":"2.869779155s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:00.470818Z","caller":"traceutil/trace.go:171","msg":"trace[381336584] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24766; }","duration":"6.501933909s","start":"2026-07-01T01:40:53.968828Z","end":"2026-07-01T01:41:00.470784Z","steps":["trace[381336584] 'agreement among raft nodes before linearized reading' (duration: 6.499202502s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:00.470701Z","caller":"traceutil/trace.go:171","msg":"trace[1124982191] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24766; }","duration":"7.474437476s","start":"2026-07-01T01:40:52.99623Z","end":"2026-07-01T01:41:00.470667Z","steps":["trace[1124982191] 'agreement among raft nodes before linearized reading' (duration: 7.471847903s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.470876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:52.996213Z","time spent":"7.474653232s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:00.470873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.968809Z","time spent":"6.502051593s","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2671,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:00.468052Z","caller":"traceutil/trace.go:171","msg":"trace[382464412] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24766; }","duration":"7.869085641s","start":"2026-07-01T01:40:52.598949Z","end":"2026-07-01T01:41:00.468034Z","steps":["trace[382464412] 'agreement among raft nodes before linearized reading' (duration: 7.868982268s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.471069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:52.598935Z","time spent":"7.872123778s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:41:00.468117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.416530921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:00.471409Z","caller":"traceutil/trace.go:171","msg":"trace[483987163] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24766; }","duration":"7.419858068s","start":"2026-07-01T01:40:53.051534Z","end":"2026-07-01T01:41:00.471392Z","steps":["trace[483987163] 'agreement among raft nodes before linearized reading' (duration: 7.416522761s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.471435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:53.051519Z","time spent":"7.41990862s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:00.468155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.59459Z","time spent":"4.873561121s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:41:00.468199Z","caller":"traceutil/trace.go:171","msg":"trace[101082781] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24766; }","duration":"7.871936513s","start":"2026-07-01T01:40:52.596245Z","end":"2026-07-01T01:41:00.468182Z","steps":["trace[101082781] 'agreement among raft nodes before linearized reading' (duration: 7.871705646s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.472476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:52.596235Z","time spent":"7.87623188s","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-01T01:41:00.472567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.600863Z","time spent":"4.867435155s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:00.468115Z","caller":"traceutil/trace.go:171","msg":"trace[2132177591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24766; }","duration":"6.369685175s","start":"2026-07-01T01:40:54.098406Z","end":"2026-07-01T01:41:00.468091Z","steps":["trace[2132177591] 'agreement among raft nodes before linearized reading' (duration: 6.369457338s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.472887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:54.098385Z","time spent":"6.374490898s","remote":"127.0.0.1:54688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:00.468243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.872014946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-01T01:41:00.47355Z","caller":"traceutil/trace.go:171","msg":"trace[366924208] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24766; }","duration":"7.877319555s","start":"2026-07-01T01:40:52.596186Z","end":"2026-07-01T01:41:00.473505Z","steps":["trace[366924208] 'agreement among raft nodes before linearized reading' (duration: 7.871958394s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:00.473616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:52.596171Z","time spent":"7.877412008s","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-01T01:41:00.967802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:01.445134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:01.445231Z","caller":"traceutil/trace.go:171","msg":"trace[499508356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577684s","start":"2026-07-01T01:40:59.444631Z","end":"2026-07-01T01:41:01.445209Z","steps":["trace[499508356] 'agreement among raft nodes before linearized reading' (duration: 2.00045195s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:01.445283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.444611Z","time spent":"2.000660697s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:01.468997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784230,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:01.496669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:01.49673Z","caller":"traceutil/trace.go:171","msg":"trace[172258074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999957094s","start":"2026-07-01T01:40:59.496758Z","end":"2026-07-01T01:41:01.496715Z","steps":["trace[172258074] 'agreement among raft nodes before linearized reading' (duration: 1.999876171s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:01.496761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.496743Z","time spent":"2.000012936s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:01.926287Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454720677s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:02.279375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.586529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:02.279553Z","caller":"traceutil/trace.go:171","msg":"trace[646434530] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"2.175481863s","start":"2026-07-01T01:41:00.104058Z","end":"2026-07-01T01:41:02.27954Z","steps":["trace[646434530] 'process raft request' (duration: 2.175446932s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.279604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.104028Z","time spent":"2.175554926s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:02.279798Z","caller":"traceutil/trace.go:171","msg":"trace[1897742384] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"3.772652572s","start":"2026-07-01T01:40:58.507136Z","end":"2026-07-01T01:41:02.279789Z","steps":["trace[1897742384] 'process raft request' (duration: 3.419585758s)","trace[1897742384] 'compare' (duration: 352.501926ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:02.279878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.507118Z","time spent":"3.772726205s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:02.280017Z","caller":"traceutil/trace.go:171","msg":"trace[288929811] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"2.480643084s","start":"2026-07-01T01:40:59.799364Z","end":"2026-07-01T01:41:02.280007Z","steps":["trace[288929811] 'process raft request' (duration: 2.480099527s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:02.280072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.799352Z","time spent":"2.480694807s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:41:03.50267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996764143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:03.502753Z","caller":"traceutil/trace.go:171","msg":"trace[1632739111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996887847s","start":"2026-07-01T01:41:01.505849Z","end":"2026-07-01T01:41:03.502736Z","steps":["trace[1632739111] 'agreement among raft nodes before linearized reading' (duration: 1.996783814s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:03.502802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.505834Z","time spent":"1.996957979s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:03.985591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.840694276s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:04.078335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.436691Z","time spent":"641.635454ms","remote":"127.0.0.1:44162","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:41:04.079917Z","caller":"traceutil/trace.go:171","msg":"trace[60334856] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"3.605431768s","start":"2026-07-01T01:41:00.474452Z","end":"2026-07-01T01:41:04.079884Z","steps":["trace[60334856] 'process raft request' (duration: 3.511322405s)","trace[60334856] 'compare' (duration: 93.510824ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:04.079964Z","caller":"traceutil/trace.go:171","msg":"trace[768437629] linearizableReadLoop","detail":"{readStateIndex:25597; appliedIndex:25591; }","duration":"3.612490744s","start":"2026-07-01T01:41:00.467456Z","end":"2026-07-01T01:41:04.079947Z","steps":["trace[768437629] 'read index received' (duration: 1.459057345s)","trace[768437629] 'applied index is now lower than readState.Index' (duration: 2.153432209s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:04.080055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.474437Z","time spent":"3.605546982s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:04.080062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.956871929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:04.080208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275374379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:04.080191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.284693137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-01T01:41:04.080254Z","caller":"traceutil/trace.go:171","msg":"trace[1551188367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24772; }","duration":"4.275474881s","start":"2026-07-01T01:40:59.804769Z","end":"2026-07-01T01:41:04.080244Z","steps":["trace[1551188367] 'agreement among raft nodes before linearized reading' (duration: 4.275359308s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:04.080235Z","caller":"traceutil/trace.go:171","msg":"trace[434697448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24772; }","duration":"4.957019424s","start":"2026-07-01T01:40:59.123135Z","end":"2026-07-01T01:41:04.080154Z","steps":["trace[434697448] 'agreement among raft nodes before linearized reading' (duration: 4.956887229s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:04.080343Z","caller":"traceutil/trace.go:171","msg":"trace[974523173] transaction","detail":"{read_only:false; response_revision:24772; number_of_response:1; }","duration":"3.599457246s","start":"2026-07-01T01:41:00.480875Z","end":"2026-07-01T01:41:04.080333Z","steps":["trace[974523173] 'process raft request' (duration: 3.599026692s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.080379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216322278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:04.080411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.480858Z","time spent":"3.599523459s","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:04.080412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.281478573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-01T01:41:04.080426Z","caller":"traceutil/trace.go:171","msg":"trace[469445532] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24772; }","duration":"4.21640237s","start":"2026-07-01T01:40:59.864016Z","end":"2026-07-01T01:41:04.080418Z","steps":["trace[469445532] 'agreement among raft nodes before linearized reading' (duration: 4.216304507s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:04.080284Z","caller":"traceutil/trace.go:171","msg":"trace[1366123435] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24772; }","duration":"4.284818161s","start":"2026-07-01T01:40:59.795441Z","end":"2026-07-01T01:41:04.080259Z","steps":["trace[1366123435] 'agreement among raft nodes before linearized reading' (duration: 4.284556222s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:04.080463Z","caller":"traceutil/trace.go:171","msg":"trace[2020179438] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24772; }","duration":"4.281576347s","start":"2026-07-01T01:40:59.798874Z","end":"2026-07-01T01:41:04.080451Z","steps":["trace[2020179438] 'agreement among raft nodes before linearized reading' (duration: 4.281440883s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.080479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.795426Z","time spent":"4.285039467s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-01T01:41:04.080508Z","caller":"traceutil/trace.go:171","msg":"trace[192619432] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"3.601029468s","start":"2026-07-01T01:41:00.479469Z","end":"2026-07-01T01:41:04.080498Z","steps":["trace[192619432] 'process raft request' (duration: 3.600345876s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.080462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.863988Z","time spent":"4.216467612s","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:04.080612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.479451Z","time spent":"3.601100659s","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:04.080522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.79886Z","time spent":"4.281647889s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-01T01:41:04.080605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.148264668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:04.080706Z","caller":"traceutil/trace.go:171","msg":"trace[509616014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24772; }","duration":"4.148352261s","start":"2026-07-01T01:40:59.932297Z","end":"2026-07-01T01:41:04.080649Z","steps":["trace[509616014] 'agreement among raft nodes before linearized reading' (duration: 4.148246978s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.080748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.932283Z","time spent":"4.148457695s","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:04.080306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.80476Z","time spent":"4.275538003s","remote":"127.0.0.1:54668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:04.080388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.123116Z","time spent":"4.9572463s","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:04.080811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.688362857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:04.080815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.017623249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:04.080861Z","caller":"traceutil/trace.go:171","msg":"trace[787172419] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24772; }","duration":"6.68845458s","start":"2026-07-01T01:40:57.39239Z","end":"2026-07-01T01:41:04.080844Z","steps":["trace[787172419] 'agreement among raft nodes before linearized reading' (duration: 6.688362567s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.080596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.186239115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:04.080941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.610129483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:04.080978Z","caller":"traceutil/trace.go:171","msg":"trace[641933810] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24772; }","duration":"6.610200846s","start":"2026-07-01T01:40:57.470768Z","end":"2026-07-01T01:41:04.080968Z","steps":["trace[641933810] 'agreement among raft nodes before linearized reading' (duration: 6.610146684s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.080962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.485527359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-01T01:41:04.081012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.470748Z","time spent":"6.610256627s","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:04.081016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.651443835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:04.081048Z","caller":"traceutil/trace.go:171","msg":"trace[505310881] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24772; }","duration":"6.651512467s","start":"2026-07-01T01:40:57.429527Z","end":"2026-07-01T01:41:04.081039Z","steps":["trace[505310881] 'agreement among raft nodes before linearized reading' (duration: 6.651458035s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:04.081034Z","caller":"traceutil/trace.go:171","msg":"trace[66000910] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be046113567648; range_end:; response_count:1; response_revision:24772; }","duration":"8.485631892s","start":"2026-07-01T01:40:55.595382Z","end":"2026-07-01T01:41:04.081014Z","steps":["trace[66000910] 'agreement among raft nodes before linearized reading' (duration: 8.485407735s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.081073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.429507Z","time spent":"6.651560479s","remote":"127.0.0.1:49000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:04.081077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:55.595369Z","time spent":"8.485701054s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" "} {"level":"info","ts":"2026-07-01T01:41:04.081174Z","caller":"traceutil/trace.go:171","msg":"trace[1520446391] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24772; }","duration":"4.186869375s","start":"2026-07-01T01:40:59.894084Z","end":"2026-07-01T01:41:04.080953Z","steps":["trace[1520446391] 'agreement among raft nodes before linearized reading' (duration: 4.185966336s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.081373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:59.894066Z","time spent":"4.187288418s","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:04.080895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.392357Z","time spent":"6.688528952s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:04.081538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.168218094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18433"} {"level":"info","ts":"2026-07-01T01:41:04.080882Z","caller":"traceutil/trace.go:171","msg":"trace[1924883860] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24772; }","duration":"7.017727112s","start":"2026-07-01T01:40:57.063136Z","end":"2026-07-01T01:41:04.080863Z","steps":["trace[1924883860] 'agreement among raft nodes before linearized reading' (duration: 7.017621759s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:04.081575Z","caller":"traceutil/trace.go:171","msg":"trace[1432506070] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24772; }","duration":"6.168278536s","start":"2026-07-01T01:40:57.91328Z","end":"2026-07-01T01:41:04.081558Z","steps":["trace[1432506070] 'agreement among raft nodes before linearized reading' (duration: 6.16684702s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.081598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.913267Z","time spent":"6.168326718s","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-01T01:41:04.081599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:57.063117Z","time spent":"7.018466246s","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:04.080108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.606418136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:04.081751Z","caller":"traceutil/trace.go:171","msg":"trace[617527588] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24772; }","duration":"5.608087469s","start":"2026-07-01T01:40:58.47365Z","end":"2026-07-01T01:41:04.081737Z","steps":["trace[617527588] 'agreement among raft nodes before linearized reading' (duration: 5.606432996s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:04.081787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:40:58.473632Z","time spent":"5.608145132s","remote":"127.0.0.1:38810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:05.434655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040605577s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:05.502934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:05.503011Z","caller":"traceutil/trace.go:171","msg":"trace[983985077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178131s","start":"2026-07-01T01:41:03.502816Z","end":"2026-07-01T01:41:05.502994Z","steps":["trace[983985077] 'agreement among raft nodes before linearized reading' (duration: 2.000082298s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:05.503054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.502794Z","time spent":"2.000250883s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:06.252527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85835156s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:06.25368Z","caller":"traceutil/trace.go:171","msg":"trace[1676545741] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"2.169171642s","start":"2026-07-01T01:41:04.084483Z","end":"2026-07-01T01:41:06.253655Z","steps":["trace[1676545741] 'process raft request' (duration: 2.1681744s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:06.253731Z","caller":"traceutil/trace.go:171","msg":"trace[1615316834] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"2.167408055s","start":"2026-07-01T01:41:04.085442Z","end":"2026-07-01T01:41:06.25285Z","steps":["trace[1615316834] 'process raft request' (duration: 2.167334193s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.253807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.084474Z","time spent":"2.169263615s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:06.253868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.776233252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5204d85-558e-4a5e-b5f1-88ebf6168deb\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-01T01:41:06.253885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911546987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:06.253683Z","caller":"traceutil/trace.go:171","msg":"trace[1766415675] linearizableReadLoop","detail":"{readStateIndex:25598; appliedIndex:25597; }","duration":"2.173639175s","start":"2026-07-01T01:41:04.08Z","end":"2026-07-01T01:41:06.253639Z","steps":["trace[1766415675] 'read index received' (duration: 314.024324ms)","trace[1766415675] 'applied index is now lower than readState.Index' (duration: 1.8596114s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:06.253918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288115457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:06.253954Z","caller":"traceutil/trace.go:171","msg":"trace[1924089895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24775; }","duration":"4.911658361s","start":"2026-07-01T01:41:01.342277Z","end":"2026-07-01T01:41:06.253935Z","steps":["trace[1924089895] 'agreement among raft nodes before linearized reading' (duration: 4.911539677s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.253962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.477679693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:06.253945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584139648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:06.253988Z","caller":"traceutil/trace.go:171","msg":"trace[145574344] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24775; }","duration":"5.477744436s","start":"2026-07-01T01:41:00.776236Z","end":"2026-07-01T01:41:06.253981Z","steps":["trace[145574344] 'agreement among raft nodes before linearized reading' (duration: 5.477694464s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:06.253911Z","caller":"traceutil/trace.go:171","msg":"trace[911759990] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5204d85-558e-4a5e-b5f1-88ebf6168deb; range_end:; response_count:1; response_revision:24775; }","duration":"5.776302245s","start":"2026-07-01T01:41:00.477596Z","end":"2026-07-01T01:41:06.253898Z","steps":["trace[911759990] 'agreement among raft nodes before linearized reading' (duration: 5.776134779s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459641891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:06.254014Z","caller":"traceutil/trace.go:171","msg":"trace[1384269383] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24775; }","duration":"2.584246352s","start":"2026-07-01T01:41:03.669751Z","end":"2026-07-01T01:41:06.253997Z","steps":["trace[1384269383] 'agreement among raft nodes before linearized reading' (duration: 2.584095057s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.253987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.342261Z","time spent":"4.911718272s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:06.254053Z","caller":"traceutil/trace.go:171","msg":"trace[319706851] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24775; }","duration":"3.459699012s","start":"2026-07-01T01:41:02.794339Z","end":"2026-07-01T01:41:06.254038Z","steps":["trace[319706851] 'agreement among raft nodes before linearized reading' (duration: 3.459656511s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659003132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:06.25406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.669735Z","time spent":"2.584316494s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:06.254061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.132500784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:06.254083Z","caller":"traceutil/trace.go:171","msg":"trace[1167932307] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24775; }","duration":"4.659062324s","start":"2026-07-01T01:41:01.595013Z","end":"2026-07-01T01:41:06.254075Z","steps":["trace[1167932307] 'agreement among raft nodes before linearized reading' (duration: 4.659027562s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.794321Z","time spent":"3.459755094s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:06.254103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.594992Z","time spent":"4.659106555s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:06.254095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375558386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:06.254102Z","caller":"traceutil/trace.go:171","msg":"trace[1375642242] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24775; }","duration":"4.132546885s","start":"2026-07-01T01:41:02.121544Z","end":"2026-07-01T01:41:06.254091Z","steps":["trace[1375642242] 'agreement among raft nodes before linearized reading' (duration: 4.132472883s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:06.254128Z","caller":"traceutil/trace.go:171","msg":"trace[656108358] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24775; }","duration":"4.375619618s","start":"2026-07-01T01:41:01.878499Z","end":"2026-07-01T01:41:06.254118Z","steps":["trace[656108358] 'agreement among raft nodes before linearized reading' (duration: 4.375559176s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.87848Z","time spent":"4.37566607s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:06.254146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.121525Z","time spent":"4.132607157s","remote":"127.0.0.1:46436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:06.25422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.770073295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:06.254248Z","caller":"traceutil/trace.go:171","msg":"trace[1432402561] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24775; }","duration":"5.770117306s","start":"2026-07-01T01:41:00.484123Z","end":"2026-07-01T01:41:06.25424Z","steps":["trace[1432402561] 'agreement among raft nodes before linearized reading' (duration: 5.770068844s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:06.254253Z","caller":"traceutil/trace.go:171","msg":"trace[1141288917] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"3.770995799s","start":"2026-07-01T01:41:02.483243Z","end":"2026-07-01T01:41:06.254239Z","steps":["trace[1141288917] 'process raft request' (duration: 1.91080032s)","trace[1141288917] 'compare' (duration: 1.857941937s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:06.254275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.484115Z","time spent":"5.770153788s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:41:06.253985Z","caller":"traceutil/trace.go:171","msg":"trace[1371328266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24775; }","duration":"4.288248771s","start":"2026-07-01T01:41:01.965716Z","end":"2026-07-01T01:41:06.253965Z","steps":["trace[1371328266] 'agreement among raft nodes before linearized reading' (duration: 4.288063185s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.965697Z","time spent":"4.288606742s","remote":"127.0.0.1:57778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:06.254287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.648848356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:06.254331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.483221Z","time spent":"3.771058441s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:06.253955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541789551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:06.254362Z","caller":"traceutil/trace.go:171","msg":"trace[107600077] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24775; }","duration":"4.649288621s","start":"2026-07-01T01:41:01.605055Z","end":"2026-07-01T01:41:06.254344Z","steps":["trace[107600077] 'agreement among raft nodes before linearized reading' (duration: 4.648801356s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.776215Z","time spent":"5.477798647s","remote":"127.0.0.1:59804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:06.254394Z","caller":"traceutil/trace.go:171","msg":"trace[1410989244] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24775; }","duration":"3.542279816s","start":"2026-07-01T01:41:02.712106Z","end":"2026-07-01T01:41:06.254386Z","steps":["trace[1410989244] 'agreement among raft nodes before linearized reading' (duration: 3.54177057s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:01.605026Z","time spent":"4.649374463s","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:06.254423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:02.712086Z","time spent":"3.542327437s","remote":"127.0.0.1:46508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:06.254438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771643415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-01T01:41:06.254462Z","caller":"traceutil/trace.go:171","msg":"trace[1684186080] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24775; }","duration":"5.771680307s","start":"2026-07-01T01:41:00.482775Z","end":"2026-07-01T01:41:06.254455Z","steps":["trace[1684186080] 'agreement among raft nodes before linearized reading' (duration: 5.771575523s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.477582Z","time spent":"5.776436269s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-b5204d85-558e-4a5e-b5f1-88ebf6168deb\" "} {"level":"warn","ts":"2026-07-01T01:41:06.254481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:00.482765Z","time spent":"5.771711307s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:41:06.254597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.085436Z","time spent":"2.169029277s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:06.254647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187412516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:06.254654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542945799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:06.254677Z","caller":"traceutil/trace.go:171","msg":"trace[1830882614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24775; }","duration":"2.187473268s","start":"2026-07-01T01:41:04.067194Z","end":"2026-07-01T01:41:06.254667Z","steps":["trace[1830882614] 'agreement among raft nodes before linearized reading' (duration: 2.187328903s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.067179Z","time spent":"2.187518439s","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:06.254706Z","caller":"traceutil/trace.go:171","msg":"trace[686468264] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24775; }","duration":"2.543038532s","start":"2026-07-01T01:41:03.711654Z","end":"2026-07-01T01:41:06.254692Z","steps":["trace[686468264] 'agreement among raft nodes before linearized reading' (duration: 2.542950379s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:06.254749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:03.711635Z","time spent":"2.543101245s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:06.754607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:06.876067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.402595818s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:07.510617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:07.510732Z","caller":"traceutil/trace.go:171","msg":"trace[1961977777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100359s","start":"2026-07-01T01:41:05.510607Z","end":"2026-07-01T01:41:07.510707Z","steps":["trace[1961977777] 'agreement among raft nodes before linearized reading' (duration: 1.999915754s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:07.510851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.510579Z","time spent":"2.000260285s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:08.426735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.550509464s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:08.60891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732522891s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:08.609215Z","caller":"traceutil/trace.go:171","msg":"trace[2109170144] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"3.135785351s","start":"2026-07-01T01:41:05.47337Z","end":"2026-07-01T01:41:08.609155Z","steps":["trace[2109170144] 'process raft request' (duration: 1.402877767s)","trace[2109170144] 'compare' (duration: 1.731196789s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:08.609403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.473346Z","time spent":"3.135940526s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:09.511269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:09.51137Z","caller":"traceutil/trace.go:171","msg":"trace[1673061115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293244s","start":"2026-07-01T01:41:07.511055Z","end":"2026-07-01T01:41:09.511348Z","steps":["trace[1673061115] 'agreement among raft nodes before linearized reading' (duration: 2.00016884s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:09.511436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.511023Z","time spent":"2.000399478s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:11.444589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:11.444704Z","caller":"traceutil/trace.go:171","msg":"trace[956115574] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000790651s","start":"2026-07-01T01:41:09.443863Z","end":"2026-07-01T01:41:11.444654Z","steps":["trace[956115574] 'agreement among raft nodes before linearized reading' (duration: 2.000664317s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:11.44478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:09.443848Z","time spent":"2.000921446s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:11.519953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000775881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:11.520045Z","caller":"traceutil/trace.go:171","msg":"trace[709970640] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000910445s","start":"2026-07-01T01:41:09.51911Z","end":"2026-07-01T01:41:11.520021Z","steps":["trace[709970640] 'agreement among raft nodes before linearized reading' (duration: 2.000796091s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:11.520107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:09.519098Z","time spent":"2.000995408s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:12.187835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.760891006s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:12.307967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698893581s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-01T01:41:12.308032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530513849s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:12.308171Z","caller":"traceutil/trace.go:171","msg":"trace[1893613082] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24776; }","duration":"3.530676224s","start":"2026-07-01T01:41:08.777472Z","end":"2026-07-01T01:41:12.308148Z","steps":["trace[1893613082] 'range keys from in-memory index tree' (duration: 3.530491149s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:12.30979Z","caller":"traceutil/trace.go:171","msg":"trace[1261689846] linearizableReadLoop","detail":"{readStateIndex:25602; appliedIndex:25600; }","duration":"6.055822294s","start":"2026-07-01T01:41:06.253953Z","end":"2026-07-01T01:41:12.309775Z","steps":["trace[1261689846] 'read index received' (duration: 622.259673ms)","trace[1261689846] 'applied index is now lower than readState.Index' (duration: 5.433561271s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:12.309924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.150607317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-01T01:41:12.309944Z","caller":"traceutil/trace.go:171","msg":"trace[1563962544] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24776; }","duration":"7.150653479s","start":"2026-07-01T01:41:05.159285Z","end":"2026-07-01T01:41:12.309938Z","steps":["trace[1563962544] 'agreement among raft nodes before linearized reading' (duration: 7.150557286s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.309963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.159271Z","time spent":"7.150686659s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:41:12.310008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.150627128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-07-01T01:41:12.310078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.162191678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:12.310072Z","caller":"traceutil/trace.go:171","msg":"trace[678537764] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24776; }","duration":"7.150742842s","start":"2026-07-01T01:41:05.159315Z","end":"2026-07-01T01:41:12.310057Z","steps":["trace[678537764] 'agreement among raft nodes before linearized reading' (duration: 7.150503794s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:12.310094Z","caller":"traceutil/trace.go:171","msg":"trace[675460931] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24776; }","duration":"7.16223251s","start":"2026-07-01T01:41:05.147856Z","end":"2026-07-01T01:41:12.310089Z","steps":["trace[675460931] 'agreement among raft nodes before linearized reading' (duration: 7.162203619s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.31011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.147838Z","time spent":"7.16226826s","remote":"127.0.0.1:54906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:12.310109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.159292Z","time spent":"7.150809944s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:41:12.310151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.241493749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:12.310197Z","caller":"traceutil/trace.go:171","msg":"trace[1279085055] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24776; }","duration":"6.241582642s","start":"2026-07-01T01:41:06.068601Z","end":"2026-07-01T01:41:12.310184Z","steps":["trace[1279085055] 'agreement among raft nodes before linearized reading' (duration: 6.241497619s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.227812106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-01T01:41:12.310225Z","caller":"traceutil/trace.go:171","msg":"trace[1283741803] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24776; }","duration":"8.227845127s","start":"2026-07-01T01:41:04.082376Z","end":"2026-07-01T01:41:12.310222Z","steps":["trace[1283741803] 'agreement among raft nodes before linearized reading' (duration: 8.227797595s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.404550079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:12.310269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.026553645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:12.310236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.349106075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:12.310296Z","caller":"traceutil/trace.go:171","msg":"trace[1427673477] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24776; }","duration":"7.026605287s","start":"2026-07-01T01:41:05.28368Z","end":"2026-07-01T01:41:12.310285Z","steps":["trace[1427673477] 'agreement among raft nodes before linearized reading' (duration: 7.026557215s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.372388188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:12.310287Z","caller":"traceutil/trace.go:171","msg":"trace[156053459] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24776; }","duration":"6.404692364s","start":"2026-07-01T01:41:05.90557Z","end":"2026-07-01T01:41:12.310263Z","steps":["trace[156053459] 'agreement among raft nodes before linearized reading' (duration: 6.404507498s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.283661Z","time spent":"7.026650398s","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:12.310319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.063672081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:12.310326Z","caller":"traceutil/trace.go:171","msg":"trace[327916702] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24776; }","duration":"7.37245013s","start":"2026-07-01T01:41:04.937866Z","end":"2026-07-01T01:41:12.310316Z","steps":["trace[327916702] 'agreement among raft nodes before linearized reading' (duration: 7.372393168s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.414635043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:41:12.31035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.905559Z","time spent":"6.404779147s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:12.310368Z","caller":"traceutil/trace.go:171","msg":"trace[862288233] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24776; }","duration":"8.063744503s","start":"2026-07-01T01:41:04.246603Z","end":"2026-07-01T01:41:12.310348Z","steps":["trace[862288233] 'agreement among raft nodes before linearized reading' (duration: 8.063682211s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.937848Z","time spent":"7.372523493s","remote":"127.0.0.1:48944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:12.310388Z","caller":"traceutil/trace.go:171","msg":"trace[950576776] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24776; }","duration":"6.414728326s","start":"2026-07-01T01:41:05.895647Z","end":"2026-07-01T01:41:12.310375Z","steps":["trace[950576776] 'agreement among raft nodes before linearized reading' (duration: 6.414457147s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.22607517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18be06d6fb092c00\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-07-01T01:41:12.310412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.246585Z","time spent":"8.063818226s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:12.31032Z","caller":"traceutil/trace.go:171","msg":"trace[1547700207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24776; }","duration":"6.349243769s","start":"2026-07-01T01:41:05.961057Z","end":"2026-07-01T01:41:12.310301Z","steps":["trace[1547700207] 'agreement among raft nodes before linearized reading' (duration: 6.349086924s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.895626Z","time spent":"6.414786637s","remote":"127.0.0.1:46402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":183,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:12.310427Z","caller":"traceutil/trace.go:171","msg":"trace[2137078460] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18be06d6fb092c00; range_end:; response_count:1; response_revision:24776; }","duration":"8.226272027s","start":"2026-07-01T01:41:04.084145Z","end":"2026-07-01T01:41:12.310417Z","steps":["trace[2137078460] 'agreement among raft nodes before linearized reading' (duration: 8.225973258s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:05.961039Z","time spent":"6.349404354s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:12.310241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.082362Z","time spent":"8.227875698s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T01:41:12.310581Z","caller":"traceutil/trace.go:171","msg":"trace[2097963697] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"4.049317441s","start":"2026-07-01T01:41:08.261189Z","end":"2026-07-01T01:41:12.310507Z","steps":["trace[2097963697] 'process raft request' (duration: 4.046877623s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:12.310489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:04.084132Z","time spent":"8.226345139s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":743,"request content":"key:\"/registry/events/openstack/container-infra-registry.18be06d6fb092c00\" "} {"level":"warn","ts":"2026-07-01T01:41:12.31023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.068582Z","time spent":"6.241637224s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:12.310728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:08.261164Z","time spent":"4.049480655s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:12.811093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:13.311438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784245,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:13.488102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181379916s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:13.527975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:13.528035Z","caller":"traceutil/trace.go:171","msg":"trace[1362066147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508581s","start":"2026-07-01T01:41:11.527511Z","end":"2026-07-01T01:41:13.52802Z","steps":["trace[1362066147] 'agreement among raft nodes before linearized reading' (duration: 2.000431569s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:13.528065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:11.527493Z","time spent":"2.000565874s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:14.991019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502162617s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:14.991195Z","caller":"traceutil/trace.go:171","msg":"trace[179231758] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"5.205252651s","start":"2026-07-01T01:41:09.78592Z","end":"2026-07-01T01:41:14.991172Z","steps":["trace[179231758] 'process raft request' (duration: 3.702410902s)","trace[179231758] 'compare' (duration: 1.499269744s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:14.991228Z","caller":"traceutil/trace.go:171","msg":"trace[510212662] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"4.331693601s","start":"2026-07-01T01:41:10.659524Z","end":"2026-07-01T01:41:14.991218Z","steps":["trace[510212662] 'process raft request' (duration: 4.331634069s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:14.991269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:09.785878Z","time spent":"5.205355675s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:14.991282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.659496Z","time spent":"4.331756553s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:14.991558Z","caller":"traceutil/trace.go:171","msg":"trace[521429200] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"4.395870977s","start":"2026-07-01T01:41:10.595675Z","end":"2026-07-01T01:41:14.991546Z","steps":["trace[521429200] 'process raft request' (duration: 4.395425822s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:14.991612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.595647Z","time spent":"4.395934999s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:15.528845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00074604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:15.528945Z","caller":"traceutil/trace.go:171","msg":"trace[400868468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000888693s","start":"2026-07-01T01:41:13.528034Z","end":"2026-07-01T01:41:15.528922Z","steps":["trace[400868468] 'agreement among raft nodes before linearized reading' (duration: 2.00076466s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:15.529003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:13.528009Z","time spent":"2.000982467s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:16.132553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.644280064s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:16.249265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.386447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:16.249434Z","caller":"traceutil/trace.go:171","msg":"trace[1571170080] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"3.928684328s","start":"2026-07-01T01:41:12.320718Z","end":"2026-07-01T01:41:16.249402Z","steps":["trace[1571170080] 'process raft request' (duration: 3.812088275s)","trace[1571170080] 'compare' (duration: 116.18235ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:16.249472Z","caller":"traceutil/trace.go:171","msg":"trace[559326331] linearizableReadLoop","detail":"{readStateIndex:25609; appliedIndex:25603; }","duration":"3.939645089s","start":"2026-07-01T01:41:12.309813Z","end":"2026-07-01T01:41:16.249458Z","steps":["trace[559326331] 'read index received' (duration: 1.178511353s)","trace[559326331] 'applied index is now lower than readState.Index' (duration: 2.761132926s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:16.249564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.320699Z","time spent":"3.928794592s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:16.249657Z","caller":"traceutil/trace.go:171","msg":"trace[1764741278] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"3.925931999s","start":"2026-07-01T01:41:12.32368Z","end":"2026-07-01T01:41:16.249612Z","steps":["trace[1764741278] 'process raft request' (duration: 3.925742663s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.249743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001693886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:16.24981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.282255177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:16.249814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.650746138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:16.24981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993649145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:16.249826Z","caller":"traceutil/trace.go:171","msg":"trace[2128129368] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24783; }","duration":"4.001857391s","start":"2026-07-01T01:41:12.24795Z","end":"2026-07-01T01:41:16.249807Z","steps":["trace[2128129368] 'agreement among raft nodes before linearized reading' (duration: 4.001708566s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:16.249843Z","caller":"traceutil/trace.go:171","msg":"trace[1197667294] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24783; }","duration":"8.650833851s","start":"2026-07-01T01:41:07.599Z","end":"2026-07-01T01:41:16.249834Z","steps":["trace[1197667294] 'agreement among raft nodes before linearized reading' (duration: 8.650790979s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.249866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.24789Z","time spent":"4.001967654s","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.249839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.32366Z","time spent":"3.926140807s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:16.249873Z","caller":"traceutil/trace.go:171","msg":"trace[91112525] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24783; }","duration":"4.993743948s","start":"2026-07-01T01:41:11.256105Z","end":"2026-07-01T01:41:16.249849Z","steps":["trace[91112525] 'agreement among raft nodes before linearized reading' (duration: 4.993654745s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.249906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.089579898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:16.249935Z","caller":"traceutil/trace.go:171","msg":"trace[319942244] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24783; }","duration":"9.08963663s","start":"2026-07-01T01:41:07.160294Z","end":"2026-07-01T01:41:16.24993Z","steps":["trace[319942244] 'agreement among raft nodes before linearized reading' (duration: 9.089595148s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.249934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:11.256083Z","time spent":"4.993839901s","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.249949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.571436086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T01:41:16.249951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.515041701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:16.24991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.088062501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:16.249995Z","caller":"traceutil/trace.go:171","msg":"trace[576287887] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24783; }","duration":"8.088175795s","start":"2026-07-01T01:41:08.161814Z","end":"2026-07-01T01:41:16.24999Z","steps":["trace[576287887] 'agreement among raft nodes before linearized reading' (duration: 8.088072881s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:16.250001Z","caller":"traceutil/trace.go:171","msg":"trace[1968522910] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24783; }","duration":"9.515121934s","start":"2026-07-01T01:41:06.734866Z","end":"2026-07-01T01:41:16.249988Z","steps":["trace[1968522910] 'agreement among raft nodes before linearized reading' (duration: 9.515030411s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:08.1618Z","time spent":"8.088208806s","remote":"127.0.0.1:44216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.249692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.239559305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:16.249995Z","caller":"traceutil/trace.go:171","msg":"trace[1374958935] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24783; }","duration":"9.571522939s","start":"2026-07-01T01:41:06.678459Z","end":"2026-07-01T01:41:16.249982Z","steps":["trace[1374958935] 'agreement among raft nodes before linearized reading' (duration: 9.571352114s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.734851Z","time spent":"9.515175885s","remote":"127.0.0.1:34566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:16.250044Z","caller":"traceutil/trace.go:171","msg":"trace[61064903] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24783; }","duration":"7.239975438s","start":"2026-07-01T01:41:09.010057Z","end":"2026-07-01T01:41:16.250032Z","steps":["trace[61064903] 'agreement among raft nodes before linearized reading' (duration: 7.239443891s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.25005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.678438Z","time spent":"9.571602841s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:41:16.250075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:09.01004Z","time spent":"7.24002559s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.249872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.826840946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:16.250157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.145121027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:16.250173Z","caller":"traceutil/trace.go:171","msg":"trace[1617527597] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24783; }","duration":"9.145171518s","start":"2026-07-01T01:41:07.104997Z","end":"2026-07-01T01:41:16.250169Z","steps":["trace[1617527597] 'agreement among raft nodes before linearized reading' (duration: 9.145140147s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.249964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.160275Z","time spent":"9.089684712s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:16.250175Z","caller":"traceutil/trace.go:171","msg":"trace[132499400] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24783; }","duration":"8.827139735s","start":"2026-07-01T01:41:07.423025Z","end":"2026-07-01T01:41:16.250165Z","steps":["trace[132499400] 'agreement among raft nodes before linearized reading' (duration: 8.826832235s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.104972Z","time spent":"9.145211219s","remote":"127.0.0.1:49036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:16.25004Z","caller":"traceutil/trace.go:171","msg":"trace[2058305078] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"3.929165074s","start":"2026-07-01T01:41:12.320863Z","end":"2026-07-01T01:41:16.250028Z","steps":["trace[2058305078] 'process raft request' (duration: 3.928479242s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.422945Z","time spent":"8.827248479s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.250208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.405237603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:16.250225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.56747903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:16.249843Z","caller":"traceutil/trace.go:171","msg":"trace[1743415134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24783; }","duration":"9.282344s","start":"2026-07-01T01:41:06.967487Z","end":"2026-07-01T01:41:16.249831Z","steps":["trace[1743415134] 'agreement among raft nodes before linearized reading' (duration: 9.282302518s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:16.250246Z","caller":"traceutil/trace.go:171","msg":"trace[1262838043] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24783; }","duration":"5.405303235s","start":"2026-07-01T01:41:10.844931Z","end":"2026-07-01T01:41:16.250234Z","steps":["trace[1262838043] 'agreement among raft nodes before linearized reading' (duration: 5.405238173s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.157578107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:41:16.250264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.967453Z","time spent":"9.282805915s","remote":"127.0.0.1:51838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:16.250285Z","caller":"traceutil/trace.go:171","msg":"trace[671450080] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24783; }","duration":"8.157823585s","start":"2026-07-01T01:41:08.092454Z","end":"2026-07-01T01:41:16.250278Z","steps":["trace[671450080] 'agreement among raft nodes before linearized reading' (duration: 8.157473474s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.844898Z","time spent":"5.405385848s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.249743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473879984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:16.250262Z","caller":"traceutil/trace.go:171","msg":"trace[457574537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24783; }","duration":"9.567519861s","start":"2026-07-01T01:41:06.682731Z","end":"2026-07-01T01:41:16.250251Z","steps":["trace[457574537] 'agreement among raft nodes before linearized reading' (duration: 9.567452969s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:16.250355Z","caller":"traceutil/trace.go:171","msg":"trace[125090647] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24783; }","duration":"4.474538715s","start":"2026-07-01T01:41:11.775803Z","end":"2026-07-01T01:41:16.250341Z","steps":["trace[125090647] 'agreement among raft nodes before linearized reading' (duration: 4.473873524s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:11.77574Z","time spent":"4.474652319s","remote":"127.0.0.1:46376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.250435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.09067283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:16.24987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:07.598966Z","time spent":"8.650898283s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.250459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.941467104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-07-01T01:41:16.250478Z","caller":"traceutil/trace.go:171","msg":"trace[1769974974] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24783; }","duration":"6.090751282s","start":"2026-07-01T01:41:10.159716Z","end":"2026-07-01T01:41:16.250467Z","steps":["trace[1769974974] 'agreement among raft nodes before linearized reading' (duration: 6.09068744s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.320846Z","time spent":"3.92936032s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:16.250304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:08.092433Z","time spent":"8.157865547s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.250363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.682707Z","time spent":"9.567651025s","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.250589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.551443635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:16.250601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.889598843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-07-01T01:41:16.250513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.159696Z","time spent":"6.090805184s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.249757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.967986156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:16.250626Z","caller":"traceutil/trace.go:171","msg":"trace[1012750204] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24783; }","duration":"9.889667496s","start":"2026-07-01T01:41:06.360953Z","end":"2026-07-01T01:41:16.25062Z","steps":["trace[1012750204] 'agreement among raft nodes before linearized reading' (duration: 9.889543472s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.360924Z","time spent":"9.889725027s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-01T01:41:16.250656Z","caller":"traceutil/trace.go:171","msg":"trace[256542244] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24783; }","duration":"3.968909356s","start":"2026-07-01T01:41:12.281735Z","end":"2026-07-01T01:41:16.250644Z","steps":["trace[256542244] 'agreement among raft nodes before linearized reading' (duration: 3.967985456s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:16.250482Z","caller":"traceutil/trace.go:171","msg":"trace[582642438] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:24783; }","duration":"9.941519496s","start":"2026-07-01T01:41:06.308955Z","end":"2026-07-01T01:41:16.250475Z","steps":["trace[582642438] 'agreement among raft nodes before linearized reading' (duration: 9.941465994s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.78835224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:16.25076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.700206053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:16.250781Z","caller":"traceutil/trace.go:171","msg":"trace[1636008864] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24783; }","duration":"5.788440923s","start":"2026-07-01T01:41:10.462332Z","end":"2026-07-01T01:41:16.250773Z","steps":["trace[1636008864] 'agreement among raft nodes before linearized reading' (duration: 5.788336959s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:16.250626Z","caller":"traceutil/trace.go:171","msg":"trace[1725747256] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24783; }","duration":"5.551534548s","start":"2026-07-01T01:41:10.699082Z","end":"2026-07-01T01:41:16.250617Z","steps":["trace[1725747256] 'agreement among raft nodes before linearized reading' (duration: 5.551475486s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.462278Z","time spent":"5.788520786s","remote":"127.0.0.1:57682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:16.250806Z","caller":"traceutil/trace.go:171","msg":"trace[1689467386] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24783; }","duration":"7.700339798s","start":"2026-07-01T01:41:08.550455Z","end":"2026-07-01T01:41:16.250795Z","steps":["trace[1689467386] 'agreement among raft nodes before linearized reading' (duration: 7.699076028s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.699051Z","time spent":"5.551758005s","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.250842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:08.550435Z","time spent":"7.70039594s","remote":"127.0.0.1:54860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.25087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75933405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:41:16.250693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.281723Z","time spent":"3.968957538s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.250904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.990882757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-01T01:41:16.250911Z","caller":"traceutil/trace.go:171","msg":"trace[92225984] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24783; }","duration":"5.759409093s","start":"2026-07-01T01:41:10.491493Z","end":"2026-07-01T01:41:16.250902Z","steps":["trace[92225984] 'agreement among raft nodes before linearized reading' (duration: 5.759148154s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:16.250935Z","caller":"traceutil/trace.go:171","msg":"trace[1992340321] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be046113567648; range_end:; response_count:1; response_revision:24783; }","duration":"9.990967709s","start":"2026-07-01T01:41:06.259959Z","end":"2026-07-01T01:41:16.250927Z","steps":["trace[1992340321] 'agreement among raft nodes before linearized reading' (duration: 9.990869816s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.250944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:10.491477Z","time spent":"5.759458095s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.25077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.308938Z","time spent":"9.941819125s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":542,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-07-01T01:41:16.250969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:06.259942Z","time spent":"9.991019121s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" "} {"level":"warn","ts":"2026-07-01T01:41:16.251359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.608626978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:16.2514Z","caller":"traceutil/trace.go:171","msg":"trace[1493699301] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24783; }","duration":"4.608669519s","start":"2026-07-01T01:41:11.642717Z","end":"2026-07-01T01:41:16.251387Z","steps":["trace[1493699301] 'agreement among raft nodes before linearized reading' (duration: 4.606799349s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:16.251516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:11.642634Z","time spent":"4.608870425s","remote":"127.0.0.1:54874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:16.750349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:17.534768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000002307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:17.534837Z","caller":"traceutil/trace.go:171","msg":"trace[1558417850] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094219s","start":"2026-07-01T01:41:15.534723Z","end":"2026-07-01T01:41:17.534817Z","steps":["trace[1558417850] 'agreement among raft nodes before linearized reading' (duration: 2.000013007s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:17.534886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.534716Z","time spent":"2.000162431s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:17.545338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.404587Z","time spent":"1.140745944s","remote":"127.0.0.1:50722","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:41:17.546697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.208693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:17.547134Z","caller":"traceutil/trace.go:171","msg":"trace[1833547014] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"3.929794124s","start":"2026-07-01T01:41:13.617256Z","end":"2026-07-01T01:41:17.54705Z","steps":["trace[1833547014] 'process raft request' (duration: 3.445040863s)","trace[1833547014] 'compare' (duration: 483.294914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:17.547298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:13.617233Z","time spent":"3.929975959s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:18.932924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386089059s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-01T01:41:18.933029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.703919ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:18.933138Z","caller":"traceutil/trace.go:171","msg":"trace[105720925] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24785; }","duration":"152.822372ms","start":"2026-07-01T01:41:18.780297Z","end":"2026-07-01T01:41:18.93312Z","steps":["trace[105720925] 'range keys from in-memory index tree' (duration: 152.690608ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:18.933984Z","caller":"traceutil/trace.go:171","msg":"trace[319924395] linearizableReadLoop","detail":"{readStateIndex:25612; appliedIndex:25609; }","duration":"2.68445126s","start":"2026-07-01T01:41:16.249505Z","end":"2026-07-01T01:41:18.933956Z","steps":["trace[319924395] 'read index received' (duration: 812.805155ms)","trace[319924395] 'applied index is now lower than readState.Index' (duration: 1.871644195s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:18.934116Z","caller":"traceutil/trace.go:171","msg":"trace[1029837789] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"2.67945751s","start":"2026-07-01T01:41:16.254644Z","end":"2026-07-01T01:41:18.934102Z","steps":["trace[1029837789] 'process raft request' (duration: 2.678368005s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.934248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655100926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:18.934288Z","caller":"traceutil/trace.go:171","msg":"trace[2053652485] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24786; }","duration":"4.655171698s","start":"2026-07-01T01:41:14.279105Z","end":"2026-07-01T01:41:18.934277Z","steps":["trace[2053652485] 'agreement among raft nodes before linearized reading' (duration: 4.655041464s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.934237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.2546Z","time spent":"2.679553673s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:18.934338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:14.279087Z","time spent":"4.65523988s","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:18.934506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264795642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:18.934563Z","caller":"traceutil/trace.go:171","msg":"trace[379533603] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24786; }","duration":"3.264885114s","start":"2026-07-01T01:41:15.669671Z","end":"2026-07-01T01:41:18.934556Z","steps":["trace[379533603] 'agreement among raft nodes before linearized reading' (duration: 3.264814192s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.934586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.669651Z","time spent":"3.264929266s","remote":"127.0.0.1:46292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:18.934645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.911028698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:18.934701Z","caller":"traceutil/trace.go:171","msg":"trace[387920517] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24786; }","duration":"5.911125332s","start":"2026-07-01T01:41:13.023561Z","end":"2026-07-01T01:41:18.934686Z","steps":["trace[387920517] 'agreement among raft nodes before linearized reading' (duration: 5.910945166s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.934746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:13.023536Z","time spent":"5.911199063s","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:18.934864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.416352024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:18.934891Z","caller":"traceutil/trace.go:171","msg":"trace[1187787539] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24786; }","duration":"3.416417776s","start":"2026-07-01T01:41:15.518467Z","end":"2026-07-01T01:41:18.934885Z","steps":["trace[1187787539] 'agreement among raft nodes before linearized reading' (duration: 3.416265181s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.93488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649383513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:18.934912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.518447Z","time spent":"3.416459158s","remote":"127.0.0.1:46410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:18.934954Z","caller":"traceutil/trace.go:171","msg":"trace[1591377603] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24786; }","duration":"4.649515807s","start":"2026-07-01T01:41:14.285421Z","end":"2026-07-01T01:41:18.934937Z","steps":["trace[1591377603] 'agreement among raft nodes before linearized reading' (duration: 4.649382252s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.934965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680431991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-djp67\" ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-07-01T01:41:18.935002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:14.285385Z","time spent":"4.649593809s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:18.935029Z","caller":"traceutil/trace.go:171","msg":"trace[1721003774] range","detail":"{range_begin:/registry/pods/kube-system/cilium-djp67; range_end:; response_count:1; response_revision:24786; }","duration":"2.680516594s","start":"2026-07-01T01:41:16.254494Z","end":"2026-07-01T01:41:18.935011Z","steps":["trace[1721003774] 'agreement among raft nodes before linearized reading' (duration: 2.680303057s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.935089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.254476Z","time spent":"2.680600657s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18547,"request content":"key:\"/registry/pods/kube-system/cilium-djp67\" "} {"level":"warn","ts":"2026-07-01T01:41:18.935205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597738336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:18.935254Z","caller":"traceutil/trace.go:171","msg":"trace[1905634605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24786; }","duration":"1.597828458s","start":"2026-07-01T01:41:17.33741Z","end":"2026-07-01T01:41:18.935239Z","steps":["trace[1905634605] 'agreement among raft nodes before linearized reading' (duration: 1.597749436s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.935272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546967126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-07-01T01:41:18.935297Z","caller":"traceutil/trace.go:171","msg":"trace[766990346] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj; range_end:; response_count:1; response_revision:24786; }","duration":"3.547028088s","start":"2026-07-01T01:41:15.38826Z","end":"2026-07-01T01:41:18.935288Z","steps":["trace[766990346] 'agreement among raft nodes before linearized reading' (duration: 3.546920914s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.935294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:17.337389Z","time spent":"1.597893911s","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:18.935317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:15.388238Z","time spent":"3.54707464s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4716,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj\" "} {"level":"warn","ts":"2026-07-01T01:41:18.935654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678664195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b6d97d61-b900-400c-aa7f-5d79c2c31aec\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T01:41:18.935718Z","caller":"traceutil/trace.go:171","msg":"trace[1182398336] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b6d97d61-b900-400c-aa7f-5d79c2c31aec; range_end:; response_count:1; response_revision:24786; }","duration":"2.678759318s","start":"2026-07-01T01:41:16.256943Z","end":"2026-07-01T01:41:18.935702Z","steps":["trace[1182398336] 'agreement among raft nodes before linearized reading' (duration: 2.678619064s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.935764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.256915Z","time spent":"2.678836781s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-b6d97d61-b900-400c-aa7f-5d79c2c31aec\" "} {"level":"warn","ts":"2026-07-01T01:41:18.936474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679585234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18be06d668532c8c\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-07-01T01:41:18.935411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575881084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:18.935478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628597221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:18.935539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655234804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:18.936495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.913059073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:18.936897Z","caller":"traceutil/trace.go:171","msg":"trace[1597226107] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24786; }","duration":"2.630019397s","start":"2026-07-01T01:41:16.306868Z","end":"2026-07-01T01:41:18.936887Z","steps":["trace[1597226107] 'agreement among raft nodes before linearized reading' (duration: 2.628574901s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.936936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.306802Z","time spent":"2.63011972s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:18.936923Z","caller":"traceutil/trace.go:171","msg":"trace[1508825758] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24786; }","duration":"5.91359298s","start":"2026-07-01T01:41:13.023301Z","end":"2026-07-01T01:41:18.936894Z","steps":["trace[1508825758] 'agreement among raft nodes before linearized reading' (duration: 5.912422873s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.93704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:13.023276Z","time spent":"5.913739425s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:18.937097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40174358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:18.937143Z","caller":"traceutil/trace.go:171","msg":"trace[272817961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24786; }","duration":"1.401851694s","start":"2026-07-01T01:41:17.535279Z","end":"2026-07-01T01:41:18.937131Z","steps":["trace[272817961] 'agreement among raft nodes before linearized reading' (duration: 1.401776201s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.937177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:17.535236Z","time spent":"1.401934476s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:18.937258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.616165885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:18.937254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562213478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:18.937294Z","caller":"traceutil/trace.go:171","msg":"trace[370788882] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:24786; }","duration":"6.616224457s","start":"2026-07-01T01:41:12.321062Z","end":"2026-07-01T01:41:18.937286Z","steps":["trace[370788882] 'agreement among raft nodes before linearized reading' (duration: 6.616162085s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.936608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611776259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-01T01:41:18.937318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:12.321053Z","time spent":"6.616256077s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-01T01:41:18.937309Z","caller":"traceutil/trace.go:171","msg":"trace[1297054943] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:24786; }","duration":"1.562295911s","start":"2026-07-01T01:41:17.374996Z","end":"2026-07-01T01:41:18.937292Z","steps":["trace[1297054943] 'agreement among raft nodes before linearized reading' (duration: 1.562217218s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.937349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:17.374978Z","time spent":"1.562361772s","remote":"127.0.0.1:51884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:18.937344Z","caller":"traceutil/trace.go:171","msg":"trace[323855123] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24786; }","duration":"4.612559674s","start":"2026-07-01T01:41:14.324764Z","end":"2026-07-01T01:41:18.937324Z","steps":["trace[323855123] 'agreement among raft nodes before linearized reading' (duration: 4.611755708s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.93744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:14.324747Z","time spent":"4.612681937s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:41:18.936809Z","caller":"traceutil/trace.go:171","msg":"trace[1410449186] range","detail":"{range_begin:/registry/events/openstack/container-infra.18be06d668532c8c; range_end:; response_count:1; response_revision:24786; }","duration":"2.679941666s","start":"2026-07-01T01:41:16.256855Z","end":"2026-07-01T01:41:18.936797Z","steps":["trace[1410449186] 'agreement among raft nodes before linearized reading' (duration: 2.679318196s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.937635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.256848Z","time spent":"2.680761062s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":716,"request content":"key:\"/registry/events/openstack/container-infra.18be06d668532c8c\" "} {"level":"info","ts":"2026-07-01T01:41:18.93684Z","caller":"traceutil/trace.go:171","msg":"trace[2047991803] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24786; }","duration":"2.577351391s","start":"2026-07-01T01:41:16.359476Z","end":"2026-07-01T01:41:18.936828Z","steps":["trace[2047991803] 'agreement among raft nodes before linearized reading' (duration: 2.575859893s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.937702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.35946Z","time spent":"2.578228918s","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:18.936601Z","caller":"traceutil/trace.go:171","msg":"trace[147862897] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24786; }","duration":"2.656330529s","start":"2026-07-01T01:41:16.280251Z","end":"2026-07-01T01:41:18.936581Z","steps":["trace[147862897] 'agreement among raft nodes before linearized reading' (duration: 2.655253145s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:18.937883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:16.280209Z","time spent":"2.657652482s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:41:19.440468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:20.60548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.322267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:20.605583Z","caller":"traceutil/trace.go:171","msg":"trace[946104398] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"1.666068805s","start":"2026-07-01T01:41:18.939495Z","end":"2026-07-01T01:41:20.605564Z","steps":["trace[946104398] 'process raft request' (duration: 750.519481ms)","trace[946104398] 'compare' (duration: 914.1944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:20.60634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.93947Z","time spent":"1.666145148s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:20.844774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15495093s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:20.94595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000821182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:20.946029Z","caller":"traceutil/trace.go:171","msg":"trace[454515861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000932637s","start":"2026-07-01T01:41:18.945079Z","end":"2026-07-01T01:41:20.946011Z","steps":["trace[454515861] 'agreement among raft nodes before linearized reading' (duration: 2.000830823s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:20.946071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.945071Z","time spent":"2.000989648s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:22.946294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:22.946382Z","caller":"traceutil/trace.go:171","msg":"trace[1674027986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306055s","start":"2026-07-01T01:41:20.946058Z","end":"2026-07-01T01:41:22.946364Z","steps":["trace[1674027986] 'agreement among raft nodes before linearized reading' (duration: 2.000176021s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:22.946433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:20.946038Z","time spent":"2.000385158s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:23.702831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85781813s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-01T01:41:23.703055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.939662Z","time spent":"4.763388984s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:41:23.703418Z","caller":"traceutil/trace.go:171","msg":"trace[1056189651] linearizableReadLoop","detail":"{readStateIndex:25615; appliedIndex:25612; }","duration":"4.763815358s","start":"2026-07-01T01:41:18.93958Z","end":"2026-07-01T01:41:23.703396Z","steps":["trace[1056189651] 'read index received' (duration: 750.448078ms)","trace[1056189651] 'applied index is now lower than readState.Index' (duration: 4.01336636s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:23.703468Z","caller":"traceutil/trace.go:171","msg":"trace[2140836940] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"4.757700702s","start":"2026-07-01T01:41:18.945738Z","end":"2026-07-01T01:41:23.703439Z","steps":["trace[2140836940] 'process raft request' (duration: 4.757196896s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:23.703553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.763955902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:23.703585Z","caller":"traceutil/trace.go:171","msg":"trace[1904431557] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:0; response_revision:24788; }","duration":"4.764030924s","start":"2026-07-01T01:41:18.939547Z","end":"2026-07-01T01:41:23.703578Z","steps":["trace[1904431557] 'agreement among raft nodes before linearized reading' (duration: 4.763952332s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:23.703608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.939533Z","time spent":"4.764069856s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-01T01:41:23.70361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.94573Z","time spent":"4.757803415s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:24.204665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:24.283947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.78115578s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:24.953452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000480071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:24.953524Z","caller":"traceutil/trace.go:171","msg":"trace[1654075956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597495s","start":"2026-07-01T01:41:22.952911Z","end":"2026-07-01T01:41:24.953508Z","steps":["trace[1654075956] 'agreement among raft nodes before linearized reading' (duration: 2.000504362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:24.953561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.952894Z","time spent":"2.000659547s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:25.942347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.651158037s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:26.075277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790971184s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:26.077458Z","caller":"traceutil/trace.go:171","msg":"trace[1942378169] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"3.525228111s","start":"2026-07-01T01:41:22.55219Z","end":"2026-07-01T01:41:26.077418Z","steps":["trace[1942378169] 'process raft request' (duration: 3.524370744s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:26.077553Z","caller":"traceutil/trace.go:171","msg":"trace[1727380482] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"3.462565455s","start":"2026-07-01T01:41:22.614965Z","end":"2026-07-01T01:41:26.07753Z","steps":["trace[1727380482] 'process raft request' (duration: 3.462210694s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:26.077557Z","caller":"traceutil/trace.go:171","msg":"trace[1670622009] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"3.574878561s","start":"2026-07-01T01:41:22.502644Z","end":"2026-07-01T01:41:26.077523Z","steps":["trace[1670622009] 'process raft request' (duration: 1.781532121s)","trace[1670622009] 'compare' (duration: 1.789421264s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:26.077589Z","caller":"traceutil/trace.go:171","msg":"trace[1224011021] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"2.373400411s","start":"2026-07-01T01:41:23.704143Z","end":"2026-07-01T01:41:26.077544Z","steps":["trace[1224011021] 'process raft request' (duration: 2.373098292s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.077676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.55217Z","time spent":"3.525381786s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:26.077675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.502608Z","time spent":"3.575014216s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:26.077757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.704124Z","time spent":"2.373543926s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:26.077872Z","caller":"traceutil/trace.go:171","msg":"trace[1484642109] linearizableReadLoop","detail":"{readStateIndex:25621; appliedIndex:25615; }","duration":"2.374322662s","start":"2026-07-01T01:41:23.703479Z","end":"2026-07-01T01:41:26.077802Z","steps":["trace[1484642109] 'read index received' (duration: 580.684923ms)","trace[1484642109] 'applied index is now lower than readState.Index' (duration: 1.793636529s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:26.077485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.704241Z","time spent":"2.373237456s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:41:26.078104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819415012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:26.078113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.120114875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:26.078129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.894299133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:26.078154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84635396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:41:26.078178Z","caller":"traceutil/trace.go:171","msg":"trace[1138930371] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24793; }","duration":"5.120198378s","start":"2026-07-01T01:41:20.95796Z","end":"2026-07-01T01:41:26.078159Z","steps":["trace[1138930371] 'agreement among raft nodes before linearized reading' (duration: 5.120022112s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:26.078184Z","caller":"traceutil/trace.go:171","msg":"trace[929641300] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24793; }","duration":"5.894387376s","start":"2026-07-01T01:41:20.183777Z","end":"2026-07-01T01:41:26.078165Z","steps":["trace[929641300] 'agreement among raft nodes before linearized reading' (duration: 5.89417875s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.078216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:20.95792Z","time spent":"5.120288181s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:26.078215Z","caller":"traceutil/trace.go:171","msg":"trace[1322045821] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24793; }","duration":"4.846448013s","start":"2026-07-01T01:41:21.231748Z","end":"2026-07-01T01:41:26.078196Z","steps":["trace[1322045821] 'agreement among raft nodes before linearized reading' (duration: 4.846200175s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:26.078245Z","caller":"traceutil/trace.go:171","msg":"trace[1420379799] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"2.373191595s","start":"2026-07-01T01:41:23.705046Z","end":"2026-07-01T01:41:26.078237Z","steps":["trace[1420379799] 'process raft request' (duration: 2.372377649s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.078271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.231707Z","time spent":"4.846551696s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:41:26.078285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.705033Z","time spent":"2.373230916s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:41:26.078281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.206861093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:26.07832Z","caller":"traceutil/trace.go:171","msg":"trace[1679843256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24793; }","duration":"5.206926745s","start":"2026-07-01T01:41:20.871379Z","end":"2026-07-01T01:41:26.078306Z","steps":["trace[1679843256] 'agreement among raft nodes before linearized reading' (duration: 5.206866143s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.078355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:20.87136Z","time spent":"5.206986656s","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:26.078138Z","caller":"traceutil/trace.go:171","msg":"trace[568338937] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24793; }","duration":"2.819477924s","start":"2026-07-01T01:41:23.258649Z","end":"2026-07-01T01:41:26.078127Z","steps":["trace[568338937] 'agreement among raft nodes before linearized reading' (duration: 2.819414892s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.078434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.258634Z","time spent":"2.819790194s","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:26.078428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.134339156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:26.078489Z","caller":"traceutil/trace.go:171","msg":"trace[124149368] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24793; }","duration":"7.134423949s","start":"2026-07-01T01:41:18.944046Z","end":"2026-07-01T01:41:26.07847Z","steps":["trace[124149368] 'agreement among raft nodes before linearized reading' (duration: 7.134311735s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.078566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.944036Z","time spent":"7.134485011s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:41:26.078754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985586727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268837"} {"level":"info","ts":"2026-07-01T01:41:26.078788Z","caller":"traceutil/trace.go:171","msg":"trace[1991494757] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24793; }","duration":"4.9856641s","start":"2026-07-01T01:41:21.093113Z","end":"2026-07-01T01:41:26.078777Z","steps":["trace[1991494757] 'agreement among raft nodes before linearized reading' (duration: 4.985259927s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.078798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262048881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:26.078821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.378512086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:26.07884Z","caller":"traceutil/trace.go:171","msg":"trace[1055842122] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24793; }","duration":"4.262131304s","start":"2026-07-01T01:41:21.816698Z","end":"2026-07-01T01:41:26.078829Z","steps":["trace[1055842122] 'agreement among raft nodes before linearized reading' (duration: 4.262047671s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:26.078873Z","caller":"traceutil/trace.go:171","msg":"trace[1291721756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24793; }","duration":"6.378585668s","start":"2026-07-01T01:41:19.700269Z","end":"2026-07-01T01:41:26.078855Z","steps":["trace[1291721756] 'agreement among raft nodes before linearized reading' (duration: 6.378502166s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.078924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843110737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:26.078935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:19.700254Z","time spent":"6.378667061s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:26.078958Z","caller":"traceutil/trace.go:171","msg":"trace[1311346397] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24793; }","duration":"3.843164859s","start":"2026-07-01T01:41:22.235783Z","end":"2026-07-01T01:41:26.078948Z","steps":["trace[1311346397] 'agreement among raft nodes before linearized reading' (duration: 3.843115668s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.078979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.13790836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-01T01:41:26.078989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.235768Z","time spent":"3.84321361s","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:26.07901Z","caller":"traceutil/trace.go:171","msg":"trace[808299158] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24793; }","duration":"7.137959622s","start":"2026-07-01T01:41:18.941041Z","end":"2026-07-01T01:41:26.079001Z","steps":["trace[808299158] 'agreement among raft nodes before linearized reading' (duration: 7.137853659s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.079033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:18.941031Z","time spent":"7.137997093s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-01T01:41:26.078812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.093089Z","time spent":"4.985716831s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268858,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:41:26.078224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:20.183759Z","time spent":"5.894456379s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:26.078877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:21.816675Z","time spent":"4.262193175s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:26.079213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.975529093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:26.079914Z","caller":"traceutil/trace.go:171","msg":"trace[13727703] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24793; }","duration":"5.976268607s","start":"2026-07-01T01:41:20.103631Z","end":"2026-07-01T01:41:26.0799Z","steps":["trace[13727703] 'agreement among raft nodes before linearized reading' (duration: 5.974339016s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.079987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:20.103595Z","time spent":"5.976343849s","remote":"127.0.0.1:38748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:26.080012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163029603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:26.080157Z","caller":"traceutil/trace.go:171","msg":"trace[2061026929] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24793; }","duration":"3.164692247s","start":"2026-07-01T01:41:22.915417Z","end":"2026-07-01T01:41:26.08011Z","steps":["trace[2061026929] 'agreement among raft nodes before linearized reading' (duration: 3.163027223s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.080189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.915399Z","time spent":"3.164778519s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:26.07764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:22.614938Z","time spent":"3.462655788s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:26.578947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:26.953882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:26.953963Z","caller":"traceutil/trace.go:171","msg":"trace[1382632181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000172811s","start":"2026-07-01T01:41:24.953769Z","end":"2026-07-01T01:41:26.953942Z","steps":["trace[1382632181] 'agreement among raft nodes before linearized reading' (duration: 2.000071188s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:26.95401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:24.953757Z","time spent":"2.000242373s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:27.079997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:27.580466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:27.981909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.193506344s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:28.961081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:28.961208Z","caller":"traceutil/trace.go:171","msg":"trace[1042491928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000178371s","start":"2026-07-01T01:41:26.961015Z","end":"2026-07-01T01:41:28.961193Z","steps":["trace[1042491928] 'agreement among raft nodes before linearized reading' (duration: 2.000024237s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:28.961264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:26.960995Z","time spent":"2.000260774s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:29.54847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.177332ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:29.548572Z","caller":"traceutil/trace.go:171","msg":"trace[1384286552] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24793; }","duration":"771.288736ms","start":"2026-07-01T01:41:28.777267Z","end":"2026-07-01T01:41:29.548556Z","steps":["trace[1384286552] 'range keys from in-memory index tree' (duration: 771.163081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:29.548634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566386832s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:29.548785Z","caller":"traceutil/trace.go:171","msg":"trace[1106608289] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"4.269669146s","start":"2026-07-01T01:41:25.279101Z","end":"2026-07-01T01:41:29.54877Z","steps":["trace[1106608289] 'process raft request' (duration: 4.269594553s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:29.548816Z","caller":"traceutil/trace.go:171","msg":"trace[1636942612] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"4.385740732s","start":"2026-07-01T01:41:25.163037Z","end":"2026-07-01T01:41:29.548777Z","steps":["trace[1636942612] 'process raft request' (duration: 2.819153453s)","trace[1636942612] 'compare' (duration: 1.563959395s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:29.549011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.162998Z","time spent":"4.385901857s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:29.548856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.279078Z","time spent":"4.269743578s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:30.448625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.466547333s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:30.632976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.926698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:30.633188Z","caller":"traceutil/trace.go:171","msg":"trace[1635044236] transaction","detail":"{read_only:false; response_revision:24796; number_of_response:1; }","duration":"4.55434095s","start":"2026-07-01T01:41:26.078812Z","end":"2026-07-01T01:41:30.633153Z","steps":["trace[1635044236] 'process raft request' (duration: 4.370147913s)","trace[1635044236] 'compare' (duration: 183.623029ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:30.633334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:26.078795Z","time spent":"4.554461814s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:30.633438Z","caller":"traceutil/trace.go:171","msg":"trace[1859216491] linearizableReadLoop","detail":"{readStateIndex:25625; appliedIndex:25621; }","duration":"4.555482726s","start":"2026-07-01T01:41:26.077936Z","end":"2026-07-01T01:41:30.633419Z","steps":["trace[1859216491] 'read index received' (duration: 1.90425346s)","trace[1859216491] 'applied index is now lower than readState.Index' (duration: 2.651227426s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:30.63354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.378049693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:30.633579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.504395278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:30.633662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.1443608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:30.633664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.673291534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.633658Z","caller":"traceutil/trace.go:171","msg":"trace[802233197] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24797; }","duration":"5.504508412s","start":"2026-07-01T01:41:25.129138Z","end":"2026-07-01T01:41:30.633646Z","steps":["trace[802233197] 'agreement among raft nodes before linearized reading' (duration: 5.504397208s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:30.633725Z","caller":"traceutil/trace.go:171","msg":"trace[1695466508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24797; }","duration":"5.144423962s","start":"2026-07-01T01:41:25.489292Z","end":"2026-07-01T01:41:30.633716Z","steps":["trace[1695466508] 'agreement among raft nodes before linearized reading' (duration: 5.14434629s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.633646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.957306811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.633743Z","caller":"traceutil/trace.go:171","msg":"trace[489333570] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24797; }","duration":"6.673370597s","start":"2026-07-01T01:41:23.960358Z","end":"2026-07-01T01:41:30.633729Z","steps":["trace[489333570] 'agreement among raft nodes before linearized reading' (duration: 6.673258683s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.633762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.489269Z","time spent":"5.144483924s","remote":"127.0.0.1:51860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.633784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.960297Z","time spent":"6.67347817s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.633789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.129092Z","time spent":"5.504654586s","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:30.63379Z","caller":"traceutil/trace.go:171","msg":"trace[663701586] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24797; }","duration":"4.957484167s","start":"2026-07-01T01:41:25.676285Z","end":"2026-07-01T01:41:30.633769Z","steps":["trace[663701586] 'agreement among raft nodes before linearized reading' (duration: 4.957225189s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.633872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.676253Z","time spent":"4.957605071s","remote":"127.0.0.1:46384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:30.633612Z","caller":"traceutil/trace.go:171","msg":"trace[768473291] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24797; }","duration":"5.378169517s","start":"2026-07-01T01:41:25.255421Z","end":"2026-07-01T01:41:30.633591Z","steps":["trace[768473291] 'agreement among raft nodes before linearized reading' (duration: 5.378013002s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.634051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:25.25539Z","time spent":"5.378648233s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:30.634187Z","caller":"traceutil/trace.go:171","msg":"trace[138664269] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"4.551453288s","start":"2026-07-01T01:41:26.082721Z","end":"2026-07-01T01:41:30.634174Z","steps":["trace[138664269] 'process raft request' (duration: 4.550345622s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.634265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:26.082705Z","time spent":"4.551514259s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:41:30.636293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.928167135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-r5ggk\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-07-01T01:41:30.636342Z","caller":"traceutil/trace.go:171","msg":"trace[924844843] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-r5ggk; range_end:; response_count:1; response_revision:24797; }","duration":"6.928230567s","start":"2026-07-01T01:41:23.708096Z","end":"2026-07-01T01:41:30.636327Z","steps":["trace[924844843] 'agreement among raft nodes before linearized reading' (duration: 6.926043377s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.636359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.708087Z","time spent":"6.928267138s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5509,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-r5ggk\" "} {"level":"warn","ts":"2026-07-01T01:41:30.635536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.660657249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:30.636771Z","caller":"traceutil/trace.go:171","msg":"trace[1679620718] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24797; }","duration":"6.662352524s","start":"2026-07-01T01:41:23.974399Z","end":"2026-07-01T01:41:30.636752Z","steps":["trace[1679620718] 'agreement among raft nodes before linearized reading' (duration: 6.659276075s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.636796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:23.974381Z","time spent":"6.662404516s","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:30.963096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000837951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:30.963174Z","caller":"traceutil/trace.go:171","msg":"trace[1923613790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000951175s","start":"2026-07-01T01:41:28.962205Z","end":"2026-07-01T01:41:30.963156Z","steps":["trace[1923613790] 'agreement among raft nodes before linearized reading' (duration: 2.000854482s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:30.963232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:28.962193Z","time spent":"2.001029907s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:31.444868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000941666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:31.444953Z","caller":"traceutil/trace.go:171","msg":"trace[984323366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00108203s","start":"2026-07-01T01:41:29.443853Z","end":"2026-07-01T01:41:31.444935Z","steps":["trace[984323366] 'agreement among raft nodes before linearized reading' (duration: 2.000975386s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:31.445178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:29.443834Z","time spent":"2.001329647s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:32.968832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999935814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:41:32.968911Z","caller":"traceutil/trace.go:171","msg":"trace[1282182500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032297s","start":"2026-07-01T01:41:30.968861Z","end":"2026-07-01T01:41:32.968894Z","steps":["trace[1282182500] 'agreement among raft nodes before linearized reading' (duration: 1.999932804s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:32.968963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.968806Z","time spent":"2.000143451s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:33.505935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636488204s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:33.506047Z","caller":"traceutil/trace.go:171","msg":"trace[1375399324] linearizableReadLoop","detail":"{readStateIndex:25626; appliedIndex:25625; }","duration":"2.872521161s","start":"2026-07-01T01:41:30.633509Z","end":"2026-07-01T01:41:33.506031Z","steps":["trace[1375399324] 'read index received' (duration: 235.980415ms)","trace[1375399324] 'applied index is now lower than readState.Index' (duration: 2.636539126s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:33.506137Z","caller":"traceutil/trace.go:171","msg":"trace[1453257434] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"5.420205242s","start":"2026-07-01T01:41:28.085918Z","end":"2026-07-01T01:41:33.506123Z","steps":["trace[1453257434] 'process raft request' (duration: 2.783438879s)","trace[1453257434] 'compare' (duration: 2.635397459s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:33.506212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:28.085895Z","time spent":"5.420276595s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:33.506441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894709932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.506483Z","caller":"traceutil/trace.go:171","msg":"trace[1602465] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24798; }","duration":"2.894789294s","start":"2026-07-01T01:41:30.611683Z","end":"2026-07-01T01:41:33.506472Z","steps":["trace[1602465] 'agreement among raft nodes before linearized reading' (duration: 2.894717412s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.506517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.611662Z","time spent":"2.894846617s","remote":"127.0.0.1:59812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.506561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.68934364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.506604Z","caller":"traceutil/trace.go:171","msg":"trace[1314375540] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24798; }","duration":"5.689390761s","start":"2026-07-01T01:41:27.8172Z","end":"2026-07-01T01:41:33.506591Z","steps":["trace[1314375540] 'agreement among raft nodes before linearized reading' (duration: 5.689293898s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.506636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.817145Z","time spent":"5.689481134s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.506795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.424148594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c49b0534-884f-4eb2-a531-10e558ec362d\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-01T01:41:33.506836Z","caller":"traceutil/trace.go:171","msg":"trace[1012032179] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c49b0534-884f-4eb2-a531-10e558ec362d; range_end:; response_count:1; response_revision:24798; }","duration":"7.424229618s","start":"2026-07-01T01:41:26.082595Z","end":"2026-07-01T01:41:33.506825Z","steps":["trace[1012032179] 'agreement among raft nodes before linearized reading' (duration: 7.424092133s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.506844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346327672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:33.506824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.422394819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:33.506921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999474174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.506946Z","caller":"traceutil/trace.go:171","msg":"trace[1562307463] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24798; }","duration":"7.422563545s","start":"2026-07-01T01:41:26.084352Z","end":"2026-07-01T01:41:33.506916Z","steps":["trace[1562307463] 'agreement among raft nodes before linearized reading' (duration: 7.422328157s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51285134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:33.507017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:26.084335Z","time spent":"7.422670968s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:41:33.507033Z","caller":"traceutil/trace.go:171","msg":"trace[1544030566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24798; }","duration":"4.512920863s","start":"2026-07-01T01:41:28.994104Z","end":"2026-07-01T01:41:33.507025Z","steps":["trace[1544030566] 'agreement among raft nodes before linearized reading' (duration: 4.512873162s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.507065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:28.994084Z","time spent":"4.512970804s","remote":"127.0.0.1:44134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.50723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681861062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.507267Z","caller":"traceutil/trace.go:171","msg":"trace[1481911638] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:24798; }","duration":"4.681941985s","start":"2026-07-01T01:41:28.825316Z","end":"2026-07-01T01:41:33.507258Z","steps":["trace[1481911638] 'agreement among raft nodes before linearized reading' (duration: 4.681884163s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.507296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:28.825296Z","time spent":"4.681990867s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.507323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.505911694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:33.507365Z","caller":"traceutil/trace.go:171","msg":"trace[986223571] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24798; }","duration":"6.505999908s","start":"2026-07-01T01:41:27.001354Z","end":"2026-07-01T01:41:33.507354Z","steps":["trace[986223571] 'agreement among raft nodes before linearized reading' (duration: 6.505907835s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.507406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:27.001326Z","time spent":"6.50607048s","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.507465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.112645025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.507503Z","caller":"traceutil/trace.go:171","msg":"trace[1994457834] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24798; }","duration":"5.112717877s","start":"2026-07-01T01:41:28.394775Z","end":"2026-07-01T01:41:33.507493Z","steps":["trace[1994457834] 'agreement among raft nodes before linearized reading' (duration: 5.112656365s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.507541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:28.394756Z","time spent":"5.112772459s","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.507618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.60693935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.507663Z","caller":"traceutil/trace.go:171","msg":"trace[736013527] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24798; }","duration":"6.607014572s","start":"2026-07-01T01:41:26.900633Z","end":"2026-07-01T01:41:33.507647Z","steps":["trace[736013527] 'agreement among raft nodes before linearized reading' (duration: 6.60694213s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.507706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:26.900613Z","time spent":"6.607079414s","remote":"127.0.0.1:57858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.508075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.238186761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:41:33.508121Z","caller":"traceutil/trace.go:171","msg":"trace[1322763264] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24798; }","duration":"7.238270964s","start":"2026-07-01T01:41:26.269833Z","end":"2026-07-01T01:41:33.508104Z","steps":["trace[1322763264] 'agreement among raft nodes before linearized reading' (duration: 7.238028186s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.50815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:26.269805Z","time spent":"7.238337736s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.506871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:26.082575Z","time spent":"7.424289149s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c49b0534-884f-4eb2-a531-10e558ec362d\" "} {"level":"info","ts":"2026-07-01T01:41:33.506962Z","caller":"traceutil/trace.go:171","msg":"trace[1531873167] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24798; }","duration":"3.999542406s","start":"2026-07-01T01:41:29.507407Z","end":"2026-07-01T01:41:33.50695Z","steps":["trace[1531873167] 'agreement among raft nodes before linearized reading' (duration: 3.999488524s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.508508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:29.507385Z","time spent":"4.001107245s","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:33.506798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080735078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:33.508726Z","caller":"traceutil/trace.go:171","msg":"trace[176773351] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24798; }","duration":"3.082699051s","start":"2026-07-01T01:41:30.426008Z","end":"2026-07-01T01:41:33.508707Z","steps":["trace[176773351] 'agreement among raft nodes before linearized reading' (duration: 3.080752599s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.508774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.425988Z","time spent":"3.082772234s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:33.50688Z","caller":"traceutil/trace.go:171","msg":"trace[1621166657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24798; }","duration":"3.346386204s","start":"2026-07-01T01:41:30.160481Z","end":"2026-07-01T01:41:33.506867Z","steps":["trace[1621166657] 'agreement among raft nodes before linearized reading' (duration: 3.346335662s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:33.508984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.160464Z","time spent":"3.348509512s","remote":"127.0.0.1:44024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:34.007067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:34.225257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.355801825s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:34.969786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000687087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:34.96986Z","caller":"traceutil/trace.go:171","msg":"trace[1772614841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000797391s","start":"2026-07-01T01:41:32.969045Z","end":"2026-07-01T01:41:34.969842Z","steps":["trace[1772614841] 'agreement among raft nodes before linearized reading' (duration: 2.000710178s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:34.969903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.96903Z","time spent":"2.000863083s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:35.827721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602103027s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:35.827833Z","caller":"traceutil/trace.go:171","msg":"trace[366001971] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"5.184061394s","start":"2026-07-01T01:41:30.643751Z","end":"2026-07-01T01:41:35.827812Z","steps":["trace[366001971] 'process raft request' (duration: 3.581786941s)","trace[366001971] 'compare' (duration: 1.601042363s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:35.827897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.643734Z","time spent":"5.184133026s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:36.870797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.641995151s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:36.979616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003645812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:36.979684Z","caller":"traceutil/trace.go:171","msg":"trace[590363993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003752026s","start":"2026-07-01T01:41:34.975916Z","end":"2026-07-01T01:41:36.979668Z","steps":["trace[590363993] 'agreement among raft nodes before linearized reading' (duration: 2.003665363s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:36.979721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:34.975902Z","time spent":"2.003812078s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:37.679817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.664932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:37.679993Z","caller":"traceutil/trace.go:171","msg":"trace[645657000] linearizableReadLoop","detail":"{readStateIndex:25629; appliedIndex:25626; }","duration":"4.17389276s","start":"2026-07-01T01:41:33.506084Z","end":"2026-07-01T01:41:37.679977Z","steps":["trace[645657000] 'read index received' (duration: 719.466476ms)","trace[645657000] 'applied index is now lower than readState.Index' (duration: 3.454425194s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:37.680049Z","caller":"traceutil/trace.go:171","msg":"trace[402042657] transaction","detail":"{read_only:false; response_revision:24801; number_of_response:1; }","duration":"4.094355093s","start":"2026-07-01T01:41:33.585668Z","end":"2026-07-01T01:41:37.680023Z","steps":["trace[402042657] 'process raft request' (duration: 4.09423648s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:37.680102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.488667095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:37.680165Z","caller":"traceutil/trace.go:171","msg":"trace[1343331532] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24801; }","duration":"5.488769298s","start":"2026-07-01T01:41:32.191382Z","end":"2026-07-01T01:41:37.680151Z","steps":["trace[1343331532] 'agreement among raft nodes before linearized reading' (duration: 5.488604443s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:37.68018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.585468Z","time spent":"4.094646282s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:37.680202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.191365Z","time spent":"5.488829861s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:37.68024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.422750753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-01T01:41:37.680271Z","caller":"traceutil/trace.go:171","msg":"trace[345587678] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24801; }","duration":"6.422804335s","start":"2026-07-01T01:41:31.257456Z","end":"2026-07-01T01:41:37.680261Z","steps":["trace[345587678] 'agreement among raft nodes before linearized reading' (duration: 6.422690551s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:37.680302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.257448Z","time spent":"6.422847696s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:41:37.680348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680726787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:37.680359Z","caller":"traceutil/trace.go:171","msg":"trace[1420112166] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"6.597198868s","start":"2026-07-01T01:41:31.083134Z","end":"2026-07-01T01:41:37.680332Z","steps":["trace[1420112166] 'process raft request' (duration: 5.787935117s)","trace[1420112166] 'compare' (duration: 808.207798ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:37.680372Z","caller":"traceutil/trace.go:171","msg":"trace[1561331962] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24801; }","duration":"4.680786208s","start":"2026-07-01T01:41:32.99958Z","end":"2026-07-01T01:41:37.680366Z","steps":["trace[1561331962] 'agreement among raft nodes before linearized reading' (duration: 4.680743177s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:37.680395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.999562Z","time spent":"4.68082525s","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:37.680421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.083105Z","time spent":"6.597281391s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:37.680508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771586086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:37.680532Z","caller":"traceutil/trace.go:171","msg":"trace[535669037] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24801; }","duration":"4.771665498s","start":"2026-07-01T01:41:32.908861Z","end":"2026-07-01T01:41:37.680526Z","steps":["trace[535669037] 'agreement among raft nodes before linearized reading' (duration: 4.771612507s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:37.680551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:32.90884Z","time spent":"4.77170558s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:37.680089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.858814137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:37.680593Z","caller":"traceutil/trace.go:171","msg":"trace[1848215635] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:24801; }","duration":"5.859353204s","start":"2026-07-01T01:41:31.821227Z","end":"2026-07-01T01:41:37.680581Z","steps":["trace[1848215635] 'agreement among raft nodes before linearized reading' (duration: 5.858824757s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:37.68061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.044375006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-01T01:41:37.680129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.362089961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:37.680643Z","caller":"traceutil/trace.go:171","msg":"trace[1022919180] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24801; }","duration":"7.044426178s","start":"2026-07-01T01:41:30.636207Z","end":"2026-07-01T01:41:37.680633Z","steps":["trace[1022919180] 'agreement among raft nodes before linearized reading' (duration: 7.044321635s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:37.680669Z","caller":"traceutil/trace.go:171","msg":"trace[137666023] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24801; }","duration":"6.362663849s","start":"2026-07-01T01:41:31.317996Z","end":"2026-07-01T01:41:37.68066Z","steps":["trace[137666023] 'agreement among raft nodes before linearized reading' (duration: 6.362109541s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:37.680699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.317974Z","time spent":"6.362716921s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:37.680671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.636196Z","time spent":"7.044469169s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:41:37.680639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.821208Z","time spent":"5.859418057s","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:37.680825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.423855548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-01T01:41:37.68085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.042537757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be06db4cdeae40\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-01T01:41:37.681002Z","caller":"traceutil/trace.go:171","msg":"trace[1188227834] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be06db4cdeae40; range_end:; response_count:1; response_revision:24801; }","duration":"7.042733134s","start":"2026-07-01T01:41:30.638246Z","end":"2026-07-01T01:41:37.680979Z","steps":["trace[1188227834] 'agreement among raft nodes before linearized reading' (duration: 7.042153185s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:37.680927Z","caller":"traceutil/trace.go:171","msg":"trace[457493571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24801; }","duration":"6.424004103s","start":"2026-07-01T01:41:31.256897Z","end":"2026-07-01T01:41:37.680901Z","steps":["trace[457493571] 'agreement among raft nodes before linearized reading' (duration: 6.423750415s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:37.681106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:31.256876Z","time spent":"6.42421847s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:41:37.681127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:30.638227Z","time spent":"7.042850787s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be06db4cdeae40\" "} {"level":"warn","ts":"2026-07-01T01:41:38.031081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056468436s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:38.977432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997413133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:38.977507Z","caller":"traceutil/trace.go:171","msg":"trace[539998758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997538688s","start":"2026-07-01T01:41:36.979948Z","end":"2026-07-01T01:41:38.977487Z","steps":["trace[539998758] 'agreement among raft nodes before linearized reading' (duration: 1.997432534s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:38.977545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.979935Z","time spent":"1.997602469s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:41:39.315396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.622025ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:39.315485Z","caller":"traceutil/trace.go:171","msg":"trace[385932372] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24801; }","duration":"538.719729ms","start":"2026-07-01T01:41:38.776754Z","end":"2026-07-01T01:41:39.315474Z","steps":["trace[385932372] 'range keys from in-memory index tree' (duration: 538.607165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.316337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284929021s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:39.316579Z","caller":"traceutil/trace.go:171","msg":"trace[1167790399] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"1.631050393s","start":"2026-07-01T01:41:37.685515Z","end":"2026-07-01T01:41:39.316565Z","steps":["trace[1167790399] 'process raft request' (duration: 1.631014702s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.316634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.685502Z","time spent":"1.631107845s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:39.316779Z","caller":"traceutil/trace.go:171","msg":"trace[171316494] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"1.631968243s","start":"2026-07-01T01:41:37.684804Z","end":"2026-07-01T01:41:39.316772Z","steps":["trace[171316494] 'process raft request' (duration: 1.631691524s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.31682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.68479Z","time spent":"1.632007944s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:39.316884Z","caller":"traceutil/trace.go:171","msg":"trace[344934643] linearizableReadLoop","detail":"{readStateIndex:25630; appliedIndex:25629; }","duration":"1.636852569s","start":"2026-07-01T01:41:37.680024Z","end":"2026-07-01T01:41:39.316877Z","steps":["trace[344934643] 'read index received' (duration: 351.305719ms)","trace[344934643] 'applied index is now lower than readState.Index' (duration: 1.28554599s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:39.316854Z","caller":"traceutil/trace.go:171","msg":"trace[1819516285] transaction","detail":"{read_only:false; response_revision:24802; number_of_response:1; }","duration":"3.803099598s","start":"2026-07-01T01:41:35.513733Z","end":"2026-07-01T01:41:39.316832Z","steps":["trace[1819516285] 'process raft request' (duration: 2.517597939s)","trace[1819516285] 'compare' (duration: 1.283838805s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:39.316876Z","caller":"traceutil/trace.go:171","msg":"trace[547149119] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"1.633262044s","start":"2026-07-01T01:41:37.683595Z","end":"2026-07-01T01:41:39.316857Z","steps":["trace[547149119] 'process raft request' (duration: 1.63282332s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.316948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.103070911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:39.316972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:35.513711Z","time spent":"3.80320508s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:39.316983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.415464272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:39.316991Z","caller":"traceutil/trace.go:171","msg":"trace[152647374] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24805; }","duration":"5.103164954s","start":"2026-07-01T01:41:34.213815Z","end":"2026-07-01T01:41:39.31698Z","steps":["trace[152647374] 'agreement among raft nodes before linearized reading' (duration: 5.103089261s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:39.317012Z","caller":"traceutil/trace.go:171","msg":"trace[1985109479] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24805; }","duration":"5.415526534s","start":"2026-07-01T01:41:33.901471Z","end":"2026-07-01T01:41:39.316998Z","steps":["trace[1985109479] 'agreement among raft nodes before linearized reading' (duration: 5.415462012s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.31704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.901423Z","time spent":"5.415610187s","remote":"127.0.0.1:34556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:39.31708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007244439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:39.317106Z","caller":"traceutil/trace.go:171","msg":"trace[1380504467] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24805; }","duration":"2.007272329s","start":"2026-07-01T01:41:37.309828Z","end":"2026-07-01T01:41:39.3171Z","steps":["trace[1380504467] 'agreement among raft nodes before linearized reading' (duration: 2.007199717s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.317124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.309784Z","time spent":"2.007335061s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:39.317166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.553722849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:39.317174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.789543719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:39.317196Z","caller":"traceutil/trace.go:171","msg":"trace[794405865] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24805; }","duration":"5.553793541s","start":"2026-07-01T01:41:33.763395Z","end":"2026-07-01T01:41:39.317188Z","steps":["trace[794405865] 'agreement among raft nodes before linearized reading' (duration: 5.55374514s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.317222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.763372Z","time spent":"5.553842583s","remote":"127.0.0.1:51842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:39.317237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.800742019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:39.317257Z","caller":"traceutil/trace.go:171","msg":"trace[1710291962] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24805; }","duration":"5.800771469s","start":"2026-07-01T01:41:33.516479Z","end":"2026-07-01T01:41:39.31725Z","steps":["trace[1710291962] 'agreement among raft nodes before linearized reading' (duration: 5.800732008s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.317262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27248068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:39.317285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.516474Z","time spent":"5.80080559s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:39.317289Z","caller":"traceutil/trace.go:171","msg":"trace[1488546416] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24805; }","duration":"2.272537652s","start":"2026-07-01T01:41:37.044743Z","end":"2026-07-01T01:41:39.317281Z","steps":["trace[1488546416] 'agreement among raft nodes before linearized reading' (duration: 2.272493971s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.317324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.044717Z","time spent":"2.272590124s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:39.31718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.683578Z","time spent":"1.633395218s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:39.317406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.803024242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:39.317427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.578109411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:41:39.317452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467841335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:39.317461Z","caller":"traceutil/trace.go:171","msg":"trace[1580664543] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24805; }","duration":"5.578182173s","start":"2026-07-01T01:41:33.739269Z","end":"2026-07-01T01:41:39.317451Z","steps":["trace[1580664543] 'agreement among raft nodes before linearized reading' (duration: 5.578046418s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:39.317476Z","caller":"traceutil/trace.go:171","msg":"trace[1217471925] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24805; }","duration":"2.467897867s","start":"2026-07-01T01:41:36.849569Z","end":"2026-07-01T01:41:39.317467Z","steps":["trace[1217471925] 'agreement among raft nodes before linearized reading' (duration: 2.467856916s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.317488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.739246Z","time spent":"5.578234705s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:39.317496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.84955Z","time spent":"2.467939599s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:39.317198Z","caller":"traceutil/trace.go:171","msg":"trace[1101196774] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24805; }","duration":"5.789619312s","start":"2026-07-01T01:41:33.527571Z","end":"2026-07-01T01:41:39.31719Z","steps":["trace[1101196774] 'agreement among raft nodes before linearized reading' (duration: 5.789575631s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.31752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634249566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:41:39.317541Z","caller":"traceutil/trace.go:171","msg":"trace[433099929] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24805; }","duration":"1.634302637s","start":"2026-07-01T01:41:37.683233Z","end":"2026-07-01T01:41:39.317536Z","steps":["trace[433099929] 'agreement among raft nodes before linearized reading' (duration: 1.634215985s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.317569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.683217Z","time spent":"1.634341688s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-01T01:41:39.317571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.840327339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:39.317601Z","caller":"traceutil/trace.go:171","msg":"trace[1224413825] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24805; }","duration":"3.840398341s","start":"2026-07-01T01:41:35.477194Z","end":"2026-07-01T01:41:39.317592Z","steps":["trace[1224413825] 'agreement among raft nodes before linearized reading' (duration: 3.840339039s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.317645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:35.477175Z","time spent":"3.840463814s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:39.317704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.674555279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:39.317016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:34.213789Z","time spent":"5.103219645s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:39.317746Z","caller":"traceutil/trace.go:171","msg":"trace[1428663463] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24805; }","duration":"5.67459089s","start":"2026-07-01T01:41:33.643139Z","end":"2026-07-01T01:41:39.31773Z","steps":["trace[1428663463] 'agreement among raft nodes before linearized reading' (duration: 5.674522697s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.317773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.64305Z","time spent":"5.674716884s","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:39.31743Z","caller":"traceutil/trace.go:171","msg":"trace[876332936] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24805; }","duration":"5.803078564s","start":"2026-07-01T01:41:33.514346Z","end":"2026-07-01T01:41:39.317424Z","steps":["trace[876332936] 'agreement among raft nodes before linearized reading' (duration: 5.803035502s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.31781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.514331Z","time spent":"5.803468296s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:41:39.317128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.774954403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-01T01:41:39.317868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006649097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:41:39.317888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.7904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:39.317902Z","caller":"traceutil/trace.go:171","msg":"trace[74667578] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24805; }","duration":"3.006713009s","start":"2026-07-01T01:41:36.311181Z","end":"2026-07-01T01:41:39.317894Z","steps":["trace[74667578] 'agreement among raft nodes before linearized reading' (duration: 3.006630356s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:39.317908Z","caller":"traceutil/trace.go:171","msg":"trace[283293030] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24805; }","duration":"716.851732ms","start":"2026-07-01T01:41:38.60105Z","end":"2026-07-01T01:41:39.317901Z","steps":["trace[283293030] 'agreement among raft nodes before linearized reading' (duration: 716.807681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.31758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.527552Z","time spent":"5.789995585s","remote":"127.0.0.1:48910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:39.317925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595692589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-07-01T01:41:39.317929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:38.60103Z","time spent":"716.894814ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:39.317927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.311118Z","time spent":"3.006802202s","remote":"127.0.0.1:46584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:39.317906Z","caller":"traceutil/trace.go:171","msg":"trace[613118759] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24805; }","duration":"5.775724998s","start":"2026-07-01T01:41:33.542144Z","end":"2026-07-01T01:41:39.317869Z","steps":["trace[613118759] 'agreement among raft nodes before linearized reading' (duration: 5.774906992s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:39.317946Z","caller":"traceutil/trace.go:171","msg":"trace[717303572] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24805; }","duration":"2.5957492s","start":"2026-07-01T01:41:36.72219Z","end":"2026-07-01T01:41:39.317939Z","steps":["trace[717303572] 'agreement among raft nodes before linearized reading' (duration: 2.595555184s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.317971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:36.72217Z","time spent":"2.595795642s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418325,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-01T01:41:39.317988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.542128Z","time spent":"5.775830611s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-01T01:41:39.31791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486288594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-07-01T01:41:39.318099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.737458782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-07-01T01:41:39.318122Z","caller":"traceutil/trace.go:171","msg":"trace[2000026407] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj; range_end:; response_count:1; response_revision:24805; }","duration":"3.486550482s","start":"2026-07-01T01:41:35.831563Z","end":"2026-07-01T01:41:39.318114Z","steps":["trace[2000026407] 'agreement among raft nodes before linearized reading' (duration: 3.486295644s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:39.318125Z","caller":"traceutil/trace.go:171","msg":"trace[611881596] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24805; }","duration":"5.737520624s","start":"2026-07-01T01:41:33.580598Z","end":"2026-07-01T01:41:39.318118Z","steps":["trace[611881596] 'agreement among raft nodes before linearized reading' (duration: 5.737417491s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.318148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:35.831547Z","time spent":"3.486593274s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4911,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj\" "} {"level":"warn","ts":"2026-07-01T01:41:39.31815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.580557Z","time spent":"5.737588026s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-07-01T01:41:39.318154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392158005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:41:39.317845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.49692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:39.318185Z","caller":"traceutil/trace.go:171","msg":"trace[1408080297] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24805; }","duration":"1.392224357s","start":"2026-07-01T01:41:37.925952Z","end":"2026-07-01T01:41:39.318176Z","steps":["trace[1408080297] 'agreement among raft nodes before linearized reading' (duration: 1.392079852s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.318211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:37.92593Z","time spent":"1.392275748s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:39.318211Z","caller":"traceutil/trace.go:171","msg":"trace[2106113421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24805; }","duration":"334.896383ms","start":"2026-07-01T01:41:38.983306Z","end":"2026-07-01T01:41:39.318202Z","steps":["trace[2106113421] 'agreement among raft nodes before linearized reading' (duration: 334.515621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.318245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:38.983286Z","time spent":"334.951235ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:39.317614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.076619234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:39.31835Z","caller":"traceutil/trace.go:171","msg":"trace[457215554] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24805; }","duration":"5.077344477s","start":"2026-07-01T01:41:34.240952Z","end":"2026-07-01T01:41:39.318297Z","steps":["trace[457215554] 'agreement among raft nodes before linearized reading' (duration: 5.076633184s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.318459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762917498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-01T01:41:39.318499Z","caller":"traceutil/trace.go:171","msg":"trace[115537074] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24805; }","duration":"5.762959009s","start":"2026-07-01T01:41:33.555531Z","end":"2026-07-01T01:41:39.31849Z","steps":["trace[115537074] 'agreement among raft nodes before linearized reading' (duration: 5.761952097s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.318525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:33.555469Z","time spent":"5.763050312s","remote":"127.0.0.1:46226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-01T01:41:39.318517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:34.240931Z","time spent":"5.077528113s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:39.779215Z","caller":"traceutil/trace.go:171","msg":"trace[795242446] linearizableReadLoop","detail":"{readStateIndex:25634; appliedIndex:25633; }","duration":"449.218762ms","start":"2026-07-01T01:41:39.329972Z","end":"2026-07-01T01:41:39.77919Z","steps":["trace[795242446] 'read index received' (duration: 449.058287ms)","trace[795242446] 'applied index is now lower than readState.Index' (duration: 159.595µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:39.779362Z","caller":"traceutil/trace.go:171","msg":"trace[1948137083] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"453.369826ms","start":"2026-07-01T01:41:39.32598Z","end":"2026-07-01T01:41:39.779349Z","steps":["trace[1948137083] 'process raft request' (duration: 453.064466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.779641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.642577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:41:39.779722Z","caller":"traceutil/trace.go:171","msg":"trace[794186114] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:24806; }","duration":"449.73828ms","start":"2026-07-01T01:41:39.329965Z","end":"2026-07-01T01:41:39.779703Z","steps":["trace[794186114] 'agreement among raft nodes before linearized reading' (duration: 449.364598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.77957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.325962Z","time spent":"453.435898ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:39.779769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.329923Z","time spent":"449.836683ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-01T01:41:39.944798Z","caller":"traceutil/trace.go:171","msg":"trace[821000302] linearizableReadLoop","detail":"{readStateIndex:25636; appliedIndex:25634; }","duration":"165.502269ms","start":"2026-07-01T01:41:39.779277Z","end":"2026-07-01T01:41:39.94478Z","steps":["trace[821000302] 'read index received' (duration: 160.972964ms)","trace[821000302] 'applied index is now lower than readState.Index' (duration: 4.528515ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:39.944884Z","caller":"traceutil/trace.go:171","msg":"trace[1146675559] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"190.763068ms","start":"2026-07-01T01:41:39.754065Z","end":"2026-07-01T01:41:39.944828Z","steps":["trace[1146675559] 'process raft request' (duration: 190.628414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.945167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.963501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-01T01:41:39.9452Z","caller":"traceutil/trace.go:171","msg":"trace[1476634840] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24808; }","duration":"526.062694ms","start":"2026-07-01T01:41:39.419128Z","end":"2026-07-01T01:41:39.94519Z","steps":["trace[1476634840] 'agreement among raft nodes before linearized reading' (duration: 525.769984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.945208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.945084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-01T01:41:39.945232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.41909Z","time spent":"526.136466ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1871,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-01T01:41:39.945246Z","caller":"traceutil/trace.go:171","msg":"trace[1838983710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24808; }","duration":"593.030268ms","start":"2026-07-01T01:41:39.352202Z","end":"2026-07-01T01:41:39.945232Z","steps":["trace[1838983710] 'agreement among raft nodes before linearized reading' (duration: 592.708098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.945275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.352178Z","time spent":"593.089089ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:41:39.945057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.070204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:39.945396Z","caller":"traceutil/trace.go:171","msg":"trace[970945893] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"152.496883ms","start":"2026-07-01T01:41:39.792883Z","end":"2026-07-01T01:41:39.94538Z","steps":["trace[970945893] 'process raft request' (duration: 152.125661ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:39.945399Z","caller":"traceutil/trace.go:171","msg":"trace[688122063] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"614.427023ms","start":"2026-07-01T01:41:39.330952Z","end":"2026-07-01T01:41:39.945379Z","steps":["trace[688122063] 'process raft request' (duration: 609.324849ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:39.945411Z","caller":"traceutil/trace.go:171","msg":"trace[347241526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24808; }","duration":"467.484648ms","start":"2026-07-01T01:41:39.477903Z","end":"2026-07-01T01:41:39.945388Z","steps":["trace[347241526] 'agreement among raft nodes before linearized reading' (duration: 466.886989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.945455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.615313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-9xc24\" ","response":"range_response_count:1 size:5374"} {"level":"warn","ts":"2026-07-01T01:41:39.945474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.477875Z","time spent":"467.581011ms","remote":"127.0.0.1:54732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:39.945498Z","caller":"traceutil/trace.go:171","msg":"trace[685004332] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-9xc24; range_end:; response_count:1; response_revision:24809; }","duration":"160.694175ms","start":"2026-07-01T01:41:39.784789Z","end":"2026-07-01T01:41:39.945483Z","steps":["trace[685004332] 'agreement among raft nodes before linearized reading' (duration: 160.533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:39.945502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:39.330941Z","time spent":"614.503555ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:41.251457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045243026s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:41.251552Z","caller":"traceutil/trace.go:171","msg":"trace[1910317906] transaction","detail":"{read_only:false; response_revision:24816; number_of_response:1; }","duration":"1.149636068s","start":"2026-07-01T01:41:40.101896Z","end":"2026-07-01T01:41:41.251532Z","steps":["trace[1910317906] 'process raft request' (duration: 104.217117ms)","trace[1910317906] 'compare' (duration: 1.044779251s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:41.251598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.101873Z","time spent":"1.149702171s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:41.287475Z","caller":"traceutil/trace.go:171","msg":"trace[823721311] linearizableReadLoop","detail":"{readStateIndex:25646; appliedIndex:25644; }","duration":"1.143387488s","start":"2026-07-01T01:41:40.144063Z","end":"2026-07-01T01:41:41.287451Z","steps":["trace[823721311] 'read index received' (duration: 62.063117ms)","trace[823721311] 'applied index is now lower than readState.Index' (duration: 1.081323491s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:41.287592Z","caller":"traceutil/trace.go:171","msg":"trace[1603718672] transaction","detail":"{read_only:false; response_revision:24817; number_of_response:1; }","duration":"1.179163783s","start":"2026-07-01T01:41:40.108384Z","end":"2026-07-01T01:41:41.287547Z","steps":["trace[1603718672] 'process raft request' (duration: 1.178914325s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.287693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143605505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-07-01T01:41:41.287734Z","caller":"traceutil/trace.go:171","msg":"trace[358420392] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:24817; }","duration":"1.143696378s","start":"2026-07-01T01:41:40.144026Z","end":"2026-07-01T01:41:41.287723Z","steps":["trace[358420392] 'agreement among raft nodes before linearized reading' (duration: 1.143538403s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.287742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.108361Z","time spent":"1.179303198s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5024,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:41.287776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.144006Z","time spent":"1.14376095s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":868,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-01T01:41:41.400999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.784619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:41:41.401304Z","caller":"traceutil/trace.go:171","msg":"trace[299048940] linearizableReadLoop","detail":"{readStateIndex:25647; appliedIndex:25646; }","duration":"113.735962ms","start":"2026-07-01T01:41:41.287538Z","end":"2026-07-01T01:41:41.401274Z","steps":["trace[299048940] 'read index received' (duration: 1.618252ms)","trace[299048940] 'applied index is now lower than readState.Index' (duration: 112.11414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:41.401398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136410275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:41:41.401468Z","caller":"traceutil/trace.go:171","msg":"trace[49940103] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24817; }","duration":"1.136527888s","start":"2026-07-01T01:41:40.264923Z","end":"2026-07-01T01:41:41.401451Z","steps":["trace[49940103] 'agreement among raft nodes before linearized reading' (duration: 1.136376433s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.401513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.264904Z","time spent":"1.136599651s","remote":"127.0.0.1:46552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:41:41.401521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160791255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-07-01T01:41:41.401555Z","caller":"traceutil/trace.go:171","msg":"trace[810200395] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:24817; }","duration":"1.160846237s","start":"2026-07-01T01:41:40.2407Z","end":"2026-07-01T01:41:41.401546Z","steps":["trace[810200395] 'agreement among raft nodes before linearized reading' (duration: 1.160707543s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.401584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.240691Z","time spent":"1.160887238s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":201,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-01T01:41:41.401571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.292274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7d788d49f5-22mls.18be0511d3a16f8c\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-07-01T01:41:41.40165Z","caller":"traceutil/trace.go:171","msg":"trace[1918288701] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7d788d49f5-22mls.18be0511d3a16f8c; range_end:; response_count:1; response_revision:24817; }","duration":"146.426678ms","start":"2026-07-01T01:41:41.255203Z","end":"2026-07-01T01:41:41.40163Z","steps":["trace[1918288701] 'agreement among raft nodes before linearized reading' (duration: 146.127248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.401727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156222249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:41.401752Z","caller":"traceutil/trace.go:171","msg":"trace[764279888] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:24817; }","duration":"1.1562554s","start":"2026-07-01T01:41:40.245491Z","end":"2026-07-01T01:41:41.401746Z","steps":["trace[764279888] 'agreement among raft nodes before linearized reading' (duration: 1.156217739s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.401772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.245483Z","time spent":"1.15628543s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-07-01T01:41:41.401858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168545894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-07-01T01:41:41.401928Z","caller":"traceutil/trace.go:171","msg":"trace[813073325] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24817; }","duration":"1.168651107s","start":"2026-07-01T01:41:40.233263Z","end":"2026-07-01T01:41:41.401915Z","steps":["trace[813073325] 'agreement among raft nodes before linearized reading' (duration: 1.168219873s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.401987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.233188Z","time spent":"1.168787581s","remote":"127.0.0.1:46158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188274,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-01T01:41:41.401729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.176637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:41.40221Z","caller":"traceutil/trace.go:171","msg":"trace[1383097406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24817; }","duration":"957.670583ms","start":"2026-07-01T01:41:40.444517Z","end":"2026-07-01T01:41:41.402187Z","steps":["trace[1383097406] 'agreement among raft nodes before linearized reading' (duration: 957.183637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.401985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193993018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-01T01:41:41.402271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.444496Z","time spent":"957.758396ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:41:41.402298Z","caller":"traceutil/trace.go:171","msg":"trace[395778412] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24817; }","duration":"1.194314088s","start":"2026-07-01T01:41:40.207953Z","end":"2026-07-01T01:41:41.402267Z","steps":["trace[395778412] 'agreement among raft nodes before linearized reading' (duration: 1.193940636s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.402379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:40.207936Z","time spent":"1.194414572s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-01T01:41:41.4027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.613638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-r5ggk\" ","response":"range_response_count:1 size:5679"} {"level":"info","ts":"2026-07-01T01:41:41.402757Z","caller":"traceutil/trace.go:171","msg":"trace[1133596154] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-r5ggk; range_end:; response_count:1; response_revision:24818; }","duration":"113.701601ms","start":"2026-07-01T01:41:41.289039Z","end":"2026-07-01T01:41:41.402741Z","steps":["trace[1133596154] 'agreement among raft nodes before linearized reading' (duration: 113.518375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.4029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.395988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj\" ","response":"range_response_count:1 size:4696"} {"level":"info","ts":"2026-07-01T01:41:41.402921Z","caller":"traceutil/trace.go:171","msg":"trace[1563603809] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj; range_end:; response_count:1; response_revision:24818; }","duration":"112.465611ms","start":"2026-07-01T01:41:41.29045Z","end":"2026-07-01T01:41:41.402915Z","steps":["trace[1563603809] 'agreement among raft nodes before linearized reading' (duration: 112.41519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.67293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.179654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:41.673353Z","caller":"traceutil/trace.go:171","msg":"trace[53963040] transaction","detail":"{read_only:false; response_revision:24820; number_of_response:1; }","duration":"262.33743ms","start":"2026-07-01T01:41:41.410974Z","end":"2026-07-01T01:41:41.673312Z","steps":["trace[53963040] 'process raft request' (duration: 153.678861ms)","trace[53963040] 'compare' (duration: 107.689268ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:41.673491Z","caller":"traceutil/trace.go:171","msg":"trace[1305327652] linearizableReadLoop","detail":"{readStateIndex:25650; appliedIndex:25649; }","duration":"242.701501ms","start":"2026-07-01T01:41:41.430762Z","end":"2026-07-01T01:41:41.673463Z","steps":["trace[1305327652] 'read index received' (duration: 133.843025ms)","trace[1305327652] 'applied index is now lower than readState.Index' (duration: 108.856256ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:41.673652Z","caller":"traceutil/trace.go:171","msg":"trace[821812236] transaction","detail":"{read_only:false; response_revision:24821; number_of_response:1; }","duration":"239.603682ms","start":"2026-07-01T01:41:41.434026Z","end":"2026-07-01T01:41:41.67363Z","steps":["trace[821812236] 'process raft request' (duration: 239.253251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:41.67374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.146354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea51ba26-c7c0-4805-b4b9-c1b1a8787ee9\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-01T01:41:41.673934Z","caller":"traceutil/trace.go:171","msg":"trace[1286173229] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea51ba26-c7c0-4805-b4b9-c1b1a8787ee9; range_end:; response_count:1; response_revision:24821; }","duration":"267.374571ms","start":"2026-07-01T01:41:41.406505Z","end":"2026-07-01T01:41:41.67388Z","steps":["trace[1286173229] 'agreement among raft nodes before linearized reading' (duration: 267.047271ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:41.906159Z","caller":"traceutil/trace.go:171","msg":"trace[494257570] transaction","detail":"{read_only:false; response_revision:24822; number_of_response:1; }","duration":"225.351225ms","start":"2026-07-01T01:41:41.680785Z","end":"2026-07-01T01:41:41.906136Z","steps":["trace[494257570] 'process raft request' (duration: 194.342123ms)","trace[494257570] 'compare' (duration: 30.829647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:41.906338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.798757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-818d7446-44b3-425f-88af-005b540f2ee9\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-01T01:41:41.906401Z","caller":"traceutil/trace.go:171","msg":"trace[728476463] range","detail":"{range_begin:/registry/persistentvolumes/pvc-818d7446-44b3-425f-88af-005b540f2ee9; range_end:; response_count:1; response_revision:24822; }","duration":"224.87789ms","start":"2026-07-01T01:41:41.681505Z","end":"2026-07-01T01:41:41.906383Z","steps":["trace[728476463] 'agreement among raft nodes before linearized reading' (duration: 224.688854ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:41.90614Z","caller":"traceutil/trace.go:171","msg":"trace[430046341] linearizableReadLoop","detail":"{readStateIndex:25652; appliedIndex:25651; }","duration":"224.589931ms","start":"2026-07-01T01:41:41.681527Z","end":"2026-07-01T01:41:41.906117Z","steps":["trace[430046341] 'read index received' (duration: 193.611329ms)","trace[430046341] 'applied index is now lower than readState.Index' (duration: 30.976942ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:41.921236Z","caller":"traceutil/trace.go:171","msg":"trace[1075377017] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"236.563694ms","start":"2026-07-01T01:41:41.684657Z","end":"2026-07-01T01:41:41.921221Z","steps":["trace[1075377017] 'process raft request' (duration: 236.330767ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:42.10196Z","caller":"traceutil/trace.go:171","msg":"trace[1024582772] transaction","detail":"{read_only:false; response_revision:24828; number_of_response:1; }","duration":"105.208009ms","start":"2026-07-01T01:41:41.996727Z","end":"2026-07-01T01:41:42.101935Z","steps":["trace[1024582772] 'process raft request' (duration: 102.924935ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:42.102153Z","caller":"traceutil/trace.go:171","msg":"trace[1675365210] transaction","detail":"{read_only:false; response_revision:24829; number_of_response:1; }","duration":"105.361063ms","start":"2026-07-01T01:41:41.996776Z","end":"2026-07-01T01:41:42.102137Z","steps":["trace[1675365210] 'process raft request' (duration: 105.060783ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:42.321248Z","caller":"traceutil/trace.go:171","msg":"trace[135882117] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"189.042852ms","start":"2026-07-01T01:41:42.13218Z","end":"2026-07-01T01:41:42.321223Z","steps":["trace[135882117] 'process raft request' (duration: 188.802015ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:42.321431Z","caller":"traceutil/trace.go:171","msg":"trace[1528897612] linearizableReadLoop","detail":"{readStateIndex:25663; appliedIndex:25660; }","duration":"172.038249ms","start":"2026-07-01T01:41:42.149374Z","end":"2026-07-01T01:41:42.321412Z","steps":["trace[1528897612] 'read index received' (duration: 9.783324ms)","trace[1528897612] 'applied index is now lower than readState.Index' (duration: 162.253965ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:42.321613Z","caller":"traceutil/trace.go:171","msg":"trace[3578084] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"186.935276ms","start":"2026-07-01T01:41:42.134666Z","end":"2026-07-01T01:41:42.321602Z","steps":["trace[3578084] 'process raft request' (duration: 186.483001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:42.321843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.455952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-07-01T01:41:42.32191Z","caller":"traceutil/trace.go:171","msg":"trace[841008193] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24833; }","duration":"172.563005ms","start":"2026-07-01T01:41:42.14933Z","end":"2026-07-01T01:41:42.321893Z","steps":["trace[841008193] 'agreement among raft nodes before linearized reading' (duration: 172.371379ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:42.335326Z","caller":"traceutil/trace.go:171","msg":"trace[223774918] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"171.79842ms","start":"2026-07-01T01:41:42.163502Z","end":"2026-07-01T01:41:42.3353Z","steps":["trace[223774918] 'process raft request' (duration: 171.663816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:42.335804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.717328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:41:42.335846Z","caller":"traceutil/trace.go:171","msg":"trace[1297011244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24834; }","duration":"156.782829ms","start":"2026-07-01T01:41:42.179053Z","end":"2026-07-01T01:41:42.335836Z","steps":["trace[1297011244] 'agreement among raft nodes before linearized reading' (duration: 156.605764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:42.336171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.11355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:41:42.336281Z","caller":"traceutil/trace.go:171","msg":"trace[1050918064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24834; }","duration":"157.287096ms","start":"2026-07-01T01:41:42.178973Z","end":"2026-07-01T01:41:42.336261Z","steps":["trace[1050918064] 'agreement among raft nodes before linearized reading' (duration: 157.09117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:42.767425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.794794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:42.767503Z","caller":"traceutil/trace.go:171","msg":"trace[1597534861] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"279.010963ms","start":"2026-07-01T01:41:42.48848Z","end":"2026-07-01T01:41:42.767491Z","steps":["trace[1597534861] 'process raft request' (duration: 150.083635ms)","trace[1597534861] 'compare' (duration: 128.65754ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:42.801199Z","caller":"traceutil/trace.go:171","msg":"trace[1946419980] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"311.495614ms","start":"2026-07-01T01:41:42.489679Z","end":"2026-07-01T01:41:42.801175Z","steps":["trace[1946419980] 'process raft request' (duration: 311.140662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:42.801353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:42.489668Z","time spent":"311.605347ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:43.007525Z","caller":"traceutil/trace.go:171","msg":"trace[2057066942] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"321.882616ms","start":"2026-07-01T01:41:42.685617Z","end":"2026-07-01T01:41:43.007499Z","steps":["trace[2057066942] 'process raft request' (duration: 321.70721ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.007633Z","caller":"traceutil/trace.go:171","msg":"trace[900478276] linearizableReadLoop","detail":"{readStateIndex:25679; appliedIndex:25678; }","duration":"272.682891ms","start":"2026-07-01T01:41:42.734933Z","end":"2026-07-01T01:41:43.007616Z","steps":["trace[900478276] 'read index received' (duration: 66.83094ms)","trace[900478276] 'applied index is now lower than readState.Index' (duration: 205.851341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:43.007654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:42.685593Z","time spent":"321.99346ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:41:43.007708Z","caller":"traceutil/trace.go:171","msg":"trace[628073686] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"237.504724ms","start":"2026-07-01T01:41:42.770197Z","end":"2026-07-01T01:41:43.007702Z","steps":["trace[628073686] 'process raft request' (duration: 237.265747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.007855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.911118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:43.007875Z","caller":"traceutil/trace.go:171","msg":"trace[1106140486] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24850; }","duration":"272.982321ms","start":"2026-07-01T01:41:42.734885Z","end":"2026-07-01T01:41:43.007868Z","steps":["trace[1106140486] 'agreement among raft nodes before linearized reading' (duration: 272.923679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.008382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.443216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6756"} {"level":"info","ts":"2026-07-01T01:41:43.008421Z","caller":"traceutil/trace.go:171","msg":"trace[538416535] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24850; }","duration":"204.499317ms","start":"2026-07-01T01:41:42.803911Z","end":"2026-07-01T01:41:43.00841Z","steps":["trace[538416535] 'agreement among raft nodes before linearized reading' (duration: 204.358122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.009617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.900599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388815"} {"level":"info","ts":"2026-07-01T01:41:43.009641Z","caller":"traceutil/trace.go:171","msg":"trace[1650385237] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:24850; }","duration":"233.92641ms","start":"2026-07-01T01:41:42.775707Z","end":"2026-07-01T01:41:43.009634Z","steps":["trace[1650385237] 'agreement among raft nodes before linearized reading' (duration: 232.279807ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.315415Z","caller":"traceutil/trace.go:171","msg":"trace[135647385] linearizableReadLoop","detail":"{readStateIndex:25685; appliedIndex:25684; }","duration":"166.057967ms","start":"2026-07-01T01:41:43.149328Z","end":"2026-07-01T01:41:43.315386Z","steps":["trace[135647385] 'read index received' (duration: 151.214562ms)","trace[135647385] 'applied index is now lower than readState.Index' (duration: 14.842105ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:43.31546Z","caller":"traceutil/trace.go:171","msg":"trace[101841464] transaction","detail":"{read_only:false; response_revision:24855; number_of_response:1; }","duration":"166.806821ms","start":"2026-07-01T01:41:43.148609Z","end":"2026-07-01T01:41:43.315416Z","steps":["trace[101841464] 'process raft request' (duration: 151.967366ms)","trace[101841464] 'compare' (duration: 14.68953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:43.315716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.360736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-01T01:41:43.31581Z","caller":"traceutil/trace.go:171","msg":"trace[260370835] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24855; }","duration":"166.495341ms","start":"2026-07-01T01:41:43.149297Z","end":"2026-07-01T01:41:43.315792Z","steps":["trace[260370835] 'agreement among raft nodes before linearized reading' (duration: 166.266754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.316002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.821061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:43.31604Z","caller":"traceutil/trace.go:171","msg":"trace[1493359603] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24855; }","duration":"126.930594ms","start":"2026-07-01T01:41:43.1891Z","end":"2026-07-01T01:41:43.316031Z","steps":["trace[1493359603] 'agreement among raft nodes before linearized reading' (duration: 126.839522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.318319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.119853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18be04676c52b237\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24850 ","response":"range_response_count:496 size:385213"} {"level":"info","ts":"2026-07-01T01:41:43.318395Z","caller":"traceutil/trace.go:171","msg":"trace[2003387617] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18be04676c52b237\u0000; range_end:/registry/events/openstack0; response_count:496; response_revision:24855; }","duration":"143.250417ms","start":"2026-07-01T01:41:43.175129Z","end":"2026-07-01T01:41:43.318379Z","steps":["trace[2003387617] 'agreement among raft nodes before linearized reading' (duration: 140.474588ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.479967Z","caller":"traceutil/trace.go:171","msg":"trace[1488401512] transaction","detail":"{read_only:false; response_revision:24857; number_of_response:1; }","duration":"136.393888ms","start":"2026-07-01T01:41:43.343548Z","end":"2026-07-01T01:41:43.479942Z","steps":["trace[1488401512] 'process raft request' (duration: 133.317749ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.480051Z","caller":"traceutil/trace.go:171","msg":"trace[777095971] linearizableReadLoop","detail":"{readStateIndex:25687; appliedIndex:25686; }","duration":"130.270061ms","start":"2026-07-01T01:41:43.349765Z","end":"2026-07-01T01:41:43.480035Z","steps":["trace[777095971] 'read index received' (duration: 127.000526ms)","trace[777095971] 'applied index is now lower than readState.Index' (duration: 3.268515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:43.480255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.473927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-01T01:41:43.480314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.276071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-01T01:41:43.480341Z","caller":"traceutil/trace.go:171","msg":"trace[1434030552] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24858; }","duration":"105.317672ms","start":"2026-07-01T01:41:43.375015Z","end":"2026-07-01T01:41:43.480333Z","steps":["trace[1434030552] 'agreement among raft nodes before linearized reading' (duration: 105.209109ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.480517Z","caller":"traceutil/trace.go:171","msg":"trace[1303454648] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5; range_end:; response_count:1; response_revision:24858; }","duration":"130.544429ms","start":"2026-07-01T01:41:43.349729Z","end":"2026-07-01T01:41:43.480274Z","steps":["trace[1303454648] 'agreement among raft nodes before linearized reading' (duration: 130.428436ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.683428Z","caller":"traceutil/trace.go:171","msg":"trace[1040049312] linearizableReadLoop","detail":"{readStateIndex:25690; appliedIndex:25689; }","duration":"155.839689ms","start":"2026-07-01T01:41:43.527566Z","end":"2026-07-01T01:41:43.683406Z","steps":["trace[1040049312] 'read index received' (duration: 155.669694ms)","trace[1040049312] 'applied index is now lower than readState.Index' (duration: 168.855µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:43.683488Z","caller":"traceutil/trace.go:171","msg":"trace[1825403227] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"190.878172ms","start":"2026-07-01T01:41:43.492584Z","end":"2026-07-01T01:41:43.683463Z","steps":["trace[1825403227] 'process raft request' (duration: 190.681416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.683712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.131049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be06db4cdeae40\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-01T01:41:43.683795Z","caller":"traceutil/trace.go:171","msg":"trace[1013714465] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be06db4cdeae40; range_end:; response_count:1; response_revision:24860; }","duration":"156.247933ms","start":"2026-07-01T01:41:43.527523Z","end":"2026-07-01T01:41:43.68377Z","steps":["trace[1013714465] 'agreement among raft nodes before linearized reading' (duration: 155.980944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.951534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.786144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:43.951748Z","caller":"traceutil/trace.go:171","msg":"trace[709318875] linearizableReadLoop","detail":"{readStateIndex:25693; appliedIndex:25691; }","duration":"192.824584ms","start":"2026-07-01T01:41:43.758904Z","end":"2026-07-01T01:41:43.951729Z","steps":["trace[709318875] 'read index received' (duration: 28.675519ms)","trace[709318875] 'applied index is now lower than readState.Index' (duration: 164.147915ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:43.951908Z","caller":"traceutil/trace.go:171","msg":"trace[494192322] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"219.406595ms","start":"2026-07-01T01:41:43.732462Z","end":"2026-07-01T01:41:43.951868Z","steps":["trace[494192322] 'process raft request' (duration: 55.140996ms)","trace[494192322] 'compare' (duration: 163.659269ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:43.952039Z","caller":"traceutil/trace.go:171","msg":"trace[1800082218] transaction","detail":"{read_only:false; response_revision:24863; number_of_response:1; }","duration":"218.443674ms","start":"2026-07-01T01:41:43.73358Z","end":"2026-07-01T01:41:43.952024Z","steps":["trace[1800082218] 'process raft request' (duration: 218.080032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.952225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.290319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:453"} {"level":"warn","ts":"2026-07-01T01:41:43.952269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.792226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:43.952305Z","caller":"traceutil/trace.go:171","msg":"trace[1900567999] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:24863; }","duration":"193.425293ms","start":"2026-07-01T01:41:43.758861Z","end":"2026-07-01T01:41:43.952286Z","steps":["trace[1900567999] 'agreement among raft nodes before linearized reading' (duration: 193.182086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.952441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.121796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-01T01:41:43.952492Z","caller":"traceutil/trace.go:171","msg":"trace[588108576] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24863; }","duration":"100.179598ms","start":"2026-07-01T01:41:43.8523Z","end":"2026-07-01T01:41:43.95248Z","steps":["trace[588108576] 'agreement among raft nodes before linearized reading' (duration: 100.040293ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:43.952308Z","caller":"traceutil/trace.go:171","msg":"trace[747028629] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24863; }","duration":"144.864599ms","start":"2026-07-01T01:41:43.807432Z","end":"2026-07-01T01:41:43.952297Z","steps":["trace[747028629] 'agreement among raft nodes before linearized reading' (duration: 144.785956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:43.952722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.992774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T01:41:43.952768Z","caller":"traceutil/trace.go:171","msg":"trace[1854517180] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24863; }","duration":"116.050236ms","start":"2026-07-01T01:41:43.836703Z","end":"2026-07-01T01:41:43.952753Z","steps":["trace[1854517180] 'agreement among raft nodes before linearized reading' (duration: 115.946933ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:44.118055Z","caller":"traceutil/trace.go:171","msg":"trace[268575451] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"157.73692ms","start":"2026-07-01T01:41:43.960287Z","end":"2026-07-01T01:41:44.118023Z","steps":["trace[268575451] 'process raft request' (duration: 106.53785ms)","trace[268575451] 'compare' (duration: 51.068456ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:44.118915Z","caller":"traceutil/trace.go:171","msg":"trace[275779832] linearizableReadLoop","detail":"{readStateIndex:25695; appliedIndex:25693; }","duration":"139.754855ms","start":"2026-07-01T01:41:43.97915Z","end":"2026-07-01T01:41:44.118905Z","steps":["trace[275779832] 'read index received' (duration: 87.548063ms)","trace[275779832] 'applied index is now lower than readState.Index' (duration: 52.206172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:44.119103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.934791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-01T01:41:44.119137Z","caller":"traceutil/trace.go:171","msg":"trace[854456303] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:24865; }","duration":"140.020003ms","start":"2026-07-01T01:41:43.979107Z","end":"2026-07-01T01:41:44.119127Z","steps":["trace[854456303] 'agreement among raft nodes before linearized reading' (duration: 139.852738ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:44.119078Z","caller":"traceutil/trace.go:171","msg":"trace[1910072559] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"150.439556ms","start":"2026-07-01T01:41:43.968592Z","end":"2026-07-01T01:41:44.119031Z","steps":["trace[1910072559] 'process raft request' (duration: 150.24213ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:44.260455Z","caller":"traceutil/trace.go:171","msg":"trace[1520386811] linearizableReadLoop","detail":"{readStateIndex:25696; appliedIndex:25695; }","duration":"122.167482ms","start":"2026-07-01T01:41:44.13827Z","end":"2026-07-01T01:41:44.260438Z","steps":["trace[1520386811] 'read index received' (duration: 92.76931ms)","trace[1520386811] 'applied index is now lower than readState.Index' (duration: 29.397602ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:44.260539Z","caller":"traceutil/trace.go:171","msg":"trace[2119622536] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"137.139611ms","start":"2026-07-01T01:41:44.12339Z","end":"2026-07-01T01:41:44.26053Z","steps":["trace[2119622536] 'process raft request' (duration: 107.690378ms)","trace[2119622536] 'compare' (duration: 29.272537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:44.260782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.505932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-01T01:41:44.260804Z","caller":"traceutil/trace.go:171","msg":"trace[146888349] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:24866; }","duration":"122.562484ms","start":"2026-07-01T01:41:44.138236Z","end":"2026-07-01T01:41:44.260798Z","steps":["trace[146888349] 'agreement among raft nodes before linearized reading' (duration: 122.453121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.614687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.449553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:44.614788Z","caller":"traceutil/trace.go:171","msg":"trace[268971119] linearizableReadLoop","detail":"{readStateIndex:25698; appliedIndex:25697; }","duration":"287.262348ms","start":"2026-07-01T01:41:44.327509Z","end":"2026-07-01T01:41:44.614771Z","steps":["trace[268971119] 'read index received' (duration: 54.588048ms)","trace[268971119] 'applied index is now lower than readState.Index' (duration: 232.67253ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:44.614974Z","caller":"traceutil/trace.go:171","msg":"trace[851067768] transaction","detail":"{read_only:false; response_revision:24868; number_of_response:1; }","duration":"338.492348ms","start":"2026-07-01T01:41:44.276469Z","end":"2026-07-01T01:41:44.614961Z","steps":["trace[851067768] 'process raft request' (duration: 105.615841ms)","trace[851067768] 'compare' (duration: 231.71891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:44.615082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:44.27643Z","time spent":"338.622172ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:41:44.615615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.106934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T01:41:44.615658Z","caller":"traceutil/trace.go:171","msg":"trace[1215817862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24868; }","duration":"288.187287ms","start":"2026-07-01T01:41:44.32746Z","end":"2026-07-01T01:41:44.615647Z","steps":["trace[1215817862] 'agreement among raft nodes before linearized reading' (duration: 287.98387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.615863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.599285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-01T01:41:44.615858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.981057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-01T01:41:44.615918Z","caller":"traceutil/trace.go:171","msg":"trace[187268930] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24868; }","duration":"171.706498ms","start":"2026-07-01T01:41:44.444198Z","end":"2026-07-01T01:41:44.615905Z","steps":["trace[187268930] 'agreement among raft nodes before linearized reading' (duration: 171.481181ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:44.61594Z","caller":"traceutil/trace.go:171","msg":"trace[1288446598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24868; }","duration":"251.10429ms","start":"2026-07-01T01:41:44.364814Z","end":"2026-07-01T01:41:44.615918Z","steps":["trace[1288446598] 'agreement among raft nodes before linearized reading' (duration: 250.840341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.61603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.15438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:44.616047Z","caller":"traceutil/trace.go:171","msg":"trace[585864850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24868; }","duration":"171.182792ms","start":"2026-07-01T01:41:44.44486Z","end":"2026-07-01T01:41:44.616043Z","steps":["trace[585864850] 'agreement among raft nodes before linearized reading' (duration: 171.149581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:44.616235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.848655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-01T01:41:44.616206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.021128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-01T01:41:44.616292Z","caller":"traceutil/trace.go:171","msg":"trace[920576518] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24868; }","duration":"222.965059ms","start":"2026-07-01T01:41:44.393311Z","end":"2026-07-01T01:41:44.616276Z","steps":["trace[920576518] 'agreement among raft nodes before linearized reading' (duration: 222.816574ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:44.616317Z","caller":"traceutil/trace.go:171","msg":"trace[2039511319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24868; }","duration":"172.180254ms","start":"2026-07-01T01:41:44.444112Z","end":"2026-07-01T01:41:44.616292Z","steps":["trace[2039511319] 'agreement among raft nodes before linearized reading' (duration: 171.972487ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:45.809448Z","caller":"traceutil/trace.go:171","msg":"trace[1148590546] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"110.098115ms","start":"2026-07-01T01:41:45.699326Z","end":"2026-07-01T01:41:45.809424Z","steps":["trace[1148590546] 'process raft request' (duration: 107.872364ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:45.988797Z","caller":"traceutil/trace.go:171","msg":"trace[2068996441] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"104.061621ms","start":"2026-07-01T01:41:45.884704Z","end":"2026-07-01T01:41:45.988765Z","steps":["trace[2068996441] 'process raft request' (duration: 103.862255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:46.84694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.20182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:41:46.847035Z","caller":"traceutil/trace.go:171","msg":"trace[46550867] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24993; }","duration":"106.339205ms","start":"2026-07-01T01:41:46.740674Z","end":"2026-07-01T01:41:46.847013Z","steps":["trace[46550867] 'range keys from in-memory index tree' (duration: 105.964153ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:51.659056Z","caller":"traceutil/trace.go:171","msg":"trace[746672851] linearizableReadLoop","detail":"{readStateIndex:25844; appliedIndex:25843; }","duration":"472.672985ms","start":"2026-07-01T01:41:51.186355Z","end":"2026-07-01T01:41:51.659028Z","steps":["trace[746672851] 'read index received' (duration: 472.497399ms)","trace[746672851] 'applied index is now lower than readState.Index' (duration: 174.086µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:51.65918Z","caller":"traceutil/trace.go:171","msg":"trace[525877159] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"581.406195ms","start":"2026-07-01T01:41:51.077759Z","end":"2026-07-01T01:41:51.659166Z","steps":["trace[525877159] 'process raft request' (duration: 581.053984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:51.659298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:51.077722Z","time spent":"581.491998ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:51.659479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.123169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:51.659522Z","caller":"traceutil/trace.go:171","msg":"trace[932004124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25013; }","duration":"473.205091ms","start":"2026-07-01T01:41:51.186304Z","end":"2026-07-01T01:41:51.659509Z","steps":["trace[932004124] 'agreement among raft nodes before linearized reading' (duration: 473.131789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:51.659567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:51.186283Z","time spent":"473.273414ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:41:51.665092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.960166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:51.665118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.958398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:51.665185Z","caller":"traceutil/trace.go:171","msg":"trace[1406660824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25014; }","duration":"153.060111ms","start":"2026-07-01T01:41:51.512108Z","end":"2026-07-01T01:41:51.665168Z","steps":["trace[1406660824] 'agreement among raft nodes before linearized reading' (duration: 152.947307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:51.665193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.201322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:41:51.665236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.354612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-01T01:41:51.665271Z","caller":"traceutil/trace.go:171","msg":"trace[534751303] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25014; }","duration":"377.429534ms","start":"2026-07-01T01:41:51.287831Z","end":"2026-07-01T01:41:51.665261Z","steps":["trace[534751303] 'agreement among raft nodes before linearized reading' (duration: 377.28429ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:51.665269Z","caller":"traceutil/trace.go:171","msg":"trace[852894923] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25014; }","duration":"275.301495ms","start":"2026-07-01T01:41:51.389951Z","end":"2026-07-01T01:41:51.665252Z","steps":["trace[852894923] 'agreement among raft nodes before linearized reading' (duration: 275.14253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:51.665302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:51.287809Z","time spent":"377.486027ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-01T01:41:51.665147Z","caller":"traceutil/trace.go:171","msg":"trace[1278072590] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25014; }","duration":"420.050809ms","start":"2026-07-01T01:41:51.245083Z","end":"2026-07-01T01:41:51.665133Z","steps":["trace[1278072590] 'agreement among raft nodes before linearized reading' (duration: 419.952236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:51.665619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:51.245062Z","time spent":"420.537635ms","remote":"127.0.0.1:34546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:41:53.79434Z","caller":"traceutil/trace.go:171","msg":"trace[247629382] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"123.500515ms","start":"2026-07-01T01:41:53.670807Z","end":"2026-07-01T01:41:53.794308Z","steps":["trace[247629382] 'process raft request' (duration: 89.62082ms)","trace[247629382] 'compare' (duration: 33.639907ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:54.434926Z","caller":"traceutil/trace.go:171","msg":"trace[1882529849] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"109.173445ms","start":"2026-07-01T01:41:54.32573Z","end":"2026-07-01T01:41:54.434904Z","steps":["trace[1882529849] 'process raft request' (duration: 109.02798ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:54.443912Z","caller":"traceutil/trace.go:171","msg":"trace[1763010455] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"117.315696ms","start":"2026-07-01T01:41:54.32658Z","end":"2026-07-01T01:41:54.443896Z","steps":["trace[1763010455] 'process raft request' (duration: 117.218453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:55.412029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.736053ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:41:56.00264Z","caller":"traceutil/trace.go:171","msg":"trace[1510821671] linearizableReadLoop","detail":"{readStateIndex:25866; appliedIndex:25865; }","duration":"118.597477ms","start":"2026-07-01T01:41:55.884017Z","end":"2026-07-01T01:41:56.002615Z","steps":["trace[1510821671] 'read index received' (duration: 118.389031ms)","trace[1510821671] 'applied index is now lower than readState.Index' (duration: 207.346µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:41:56.002737Z","caller":"traceutil/trace.go:171","msg":"trace[1929576965] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"204.057254ms","start":"2026-07-01T01:41:55.798652Z","end":"2026-07-01T01:41:56.002709Z","steps":["trace[1929576965] 'process raft request' (duration: 203.766865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:56.002811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.778454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:56.002857Z","caller":"traceutil/trace.go:171","msg":"trace[388659100] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25034; }","duration":"118.882227ms","start":"2026-07-01T01:41:55.88396Z","end":"2026-07-01T01:41:56.002842Z","steps":["trace[388659100] 'agreement among raft nodes before linearized reading' (duration: 118.787534ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:41:56.182844Z","caller":"traceutil/trace.go:171","msg":"trace[12340694] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"135.063355ms","start":"2026-07-01T01:41:56.047751Z","end":"2026-07-01T01:41:56.182814Z","steps":["trace[12340694] 'process raft request' (duration: 134.874848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:57.304097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:57.805215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:41:57.844781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04190282s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:58.990872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.184488ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:41:58.990985Z","caller":"traceutil/trace.go:171","msg":"trace[627133598] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25037; }","duration":"214.305962ms","start":"2026-07-01T01:41:58.776665Z","end":"2026-07-01T01:41:58.990971Z","steps":["trace[627133598] 'range keys from in-memory index tree' (duration: 214.172078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:58.992665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147623854s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:41:58.992791Z","caller":"traceutil/trace.go:171","msg":"trace[1018842420] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"2.190012749s","start":"2026-07-01T01:41:56.802757Z","end":"2026-07-01T01:41:58.99277Z","steps":["trace[1018842420] 'process raft request' (duration: 1.04222551s)","trace[1018842420] 'compare' (duration: 1.144974109s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:41:58.99286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.802737Z","time spent":"2.190093472s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:41:59.203597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086403103s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:41:59.528669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001041209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:41:59.528758Z","caller":"traceutil/trace.go:171","msg":"trace[128476844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001171393s","start":"2026-07-01T01:41:57.527563Z","end":"2026-07-01T01:41:59.528734Z","steps":["trace[128476844] 'agreement among raft nodes before linearized reading' (duration: 2.00106522s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:41:59.528807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.527548Z","time spent":"2.001248405s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:41:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:00.610572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.37579633s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:00.627351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423508868s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:00.627889Z","caller":"traceutil/trace.go:171","msg":"trace[1880963161] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"2.524303582s","start":"2026-07-01T01:41:58.103562Z","end":"2026-07-01T01:42:00.627865Z","steps":["trace[1880963161] 'process raft request' (duration: 2.5242212s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:00.628102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.103538Z","time spent":"2.524464138s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:00.628539Z","caller":"traceutil/trace.go:171","msg":"trace[1872866983] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"3.825369621s","start":"2026-07-01T01:41:56.803136Z","end":"2026-07-01T01:42:00.628506Z","steps":["trace[1872866983] 'process raft request' (duration: 2.400624563s)","trace[1872866983] 'compare' (duration: 1.422741604s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:00.628672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.803119Z","time spent":"3.825508625s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:00.628806Z","caller":"traceutil/trace.go:171","msg":"trace[965508308] linearizableReadLoop","detail":"{readStateIndex:25873; appliedIndex:25869; }","duration":"3.825396831s","start":"2026-07-01T01:41:56.803374Z","end":"2026-07-01T01:42:00.628771Z","steps":["trace[965508308] 'read index received' (duration: 1.041568469s)","trace[965508308] 'applied index is now lower than readState.Index' (duration: 2.783823872s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:00.628849Z","caller":"traceutil/trace.go:171","msg":"trace[1114083272] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"2.620950977s","start":"2026-07-01T01:41:58.007872Z","end":"2026-07-01T01:42:00.628823Z","steps":["trace[1114083272] 'process raft request' (duration: 2.619851732s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:00.628967Z","caller":"traceutil/trace.go:171","msg":"trace[569604512] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"2.887882164s","start":"2026-07-01T01:41:57.741059Z","end":"2026-07-01T01:42:00.628941Z","steps":["trace[569604512] 'process raft request' (duration: 2.886557251s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:00.628963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.007849Z","time spent":"2.621054881s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:00.629106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.741032Z","time spent":"2.887981557s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:00.629269Z","caller":"traceutil/trace.go:171","msg":"trace[956931921] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"3.824920036s","start":"2026-07-01T01:41:56.803972Z","end":"2026-07-01T01:42:00.628892Z","steps":["trace[956931921] 'process raft request' (duration: 3.823545992s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:00.62938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8259988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T01:42:00.629447Z","caller":"traceutil/trace.go:171","msg":"trace[1417643551] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25043; }","duration":"3.826078643s","start":"2026-07-01T01:41:56.803347Z","end":"2026-07-01T01:42:00.629426Z","steps":["trace[1417643551] 'agreement among raft nodes before linearized reading' (duration: 3.825906788s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:00.629499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.803339Z","time spent":"3.826148725s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:00.629598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.803962Z","time spent":"3.825416332s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:01.129154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:01.441549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:01.441712Z","caller":"traceutil/trace.go:171","msg":"trace[13743390] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043379s","start":"2026-07-01T01:41:59.441253Z","end":"2026-07-01T01:42:01.441687Z","steps":["trace[13743390] 'agreement among raft nodes before linearized reading' (duration: 2.000255515s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:01.441793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.44119Z","time spent":"2.000589685s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:01.529062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:01.529163Z","caller":"traceutil/trace.go:171","msg":"trace[178177043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464861s","start":"2026-07-01T01:41:59.528674Z","end":"2026-07-01T01:42:01.529139Z","steps":["trace[178177043] 'agreement among raft nodes before linearized reading' (duration: 2.000344757s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:01.529231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.528656Z","time spent":"2.000556234s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:01.629491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:01.8732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998883153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:01.873302Z","caller":"traceutil/trace.go:171","msg":"trace[557321432] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999053748s","start":"2026-07-01T01:41:56.874229Z","end":"2026-07-01T01:42:01.873282Z","steps":["trace[557321432] 'agreement among raft nodes before linearized reading' (duration: 4.998917364s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:01.873356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.87421Z","time spent":"4.999129331s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-01T01:42:02.130445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:02.597211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999361718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:02.59729Z","caller":"traceutil/trace.go:171","msg":"trace[1940181801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999484072s","start":"2026-07-01T01:41:57.597788Z","end":"2026-07-01T01:42:02.597272Z","steps":["trace[1940181801] 'agreement among raft nodes before linearized reading' (duration: 4.999388059s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.597382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.597771Z","time spent":"4.999598536s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:42:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:02.630571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:02.855125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.230863057s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:02.917427Z","caller":"traceutil/trace.go:171","msg":"trace[661043488] linearizableReadLoop","detail":"{readStateIndex:25878; appliedIndex:25875; }","duration":"2.288524363s","start":"2026-07-01T01:42:00.628887Z","end":"2026-07-01T01:42:02.917411Z","steps":["trace[661043488] 'read index received' (duration: 2.226451366s)","trace[661043488] 'applied index is now lower than readState.Index' (duration: 62.072077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:02.917561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584984933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:42:02.917577Z","caller":"traceutil/trace.go:171","msg":"trace[1341494370] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:25046; }","duration":"3.585044455s","start":"2026-07-01T01:41:59.332528Z","end":"2026-07-01T01:42:02.917572Z","steps":["trace[1341494370] 'agreement among raft nodes before linearized reading' (duration: 3.584957082s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.917522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.523460134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:02.917632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121206462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:42:02.917648Z","caller":"traceutil/trace.go:171","msg":"trace[662101480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25046; }","duration":"4.121247143s","start":"2026-07-01T01:41:58.796395Z","end":"2026-07-01T01:42:02.917642Z","steps":["trace[662101480] 'agreement among raft nodes before linearized reading' (duration: 4.121208952s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.91766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.79638Z","time spent":"4.121276775s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:42:02.917643Z","caller":"traceutil/trace.go:171","msg":"trace[815044248] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25046; }","duration":"3.523612449s","start":"2026-07-01T01:41:59.394003Z","end":"2026-07-01T01:42:02.917616Z","steps":["trace[815044248] 'agreement among raft nodes before linearized reading' (duration: 3.523413472s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:02.917649Z","caller":"traceutil/trace.go:171","msg":"trace[678142625] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"2.445868401s","start":"2026-07-01T01:42:00.47175Z","end":"2026-07-01T01:42:02.917618Z","steps":["trace[678142625] 'process raft request' (duration: 2.445634413s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:02.917656Z","caller":"traceutil/trace.go:171","msg":"trace[2057329158] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"2.699409329s","start":"2026-07-01T01:42:00.218214Z","end":"2026-07-01T01:42:02.917624Z","steps":["trace[2057329158] 'process raft request' (duration: 2.637173776s)","trace[2057329158] 'compare' (duration: 61.889702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:02.917704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.393986Z","time spent":"3.523701281s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:02.917792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161778671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-07-01T01:42:02.917784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.21819Z","time spent":"2.699526523s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:02.917791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.471708Z","time spent":"2.445994585s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:02.917835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.802895057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:02.917852Z","caller":"traceutil/trace.go:171","msg":"trace[1790538299] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25046; }","duration":"5.802935968s","start":"2026-07-01T01:41:57.114909Z","end":"2026-07-01T01:42:02.917845Z","steps":["trace[1790538299] 'agreement among raft nodes before linearized reading' (duration: 5.802907497s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.917866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.114894Z","time spent":"5.802968779s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:02.917847Z","caller":"traceutil/trace.go:171","msg":"trace[559436792] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"2.580305175s","start":"2026-07-01T01:42:00.337507Z","end":"2026-07-01T01:42:02.917812Z","steps":["trace[559436792] 'process raft request' (duration: 2.57985077s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:02.917808Z","caller":"traceutil/trace.go:171","msg":"trace[334865249] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25046; }","duration":"4.161828693s","start":"2026-07-01T01:41:58.755974Z","end":"2026-07-01T01:42:02.917803Z","steps":["trace[334865249] 'agreement among raft nodes before linearized reading' (duration: 4.161784681s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.917894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221068506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:02.91794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.755954Z","time spent":"4.161975668s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:42:02.917958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.943928551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:02.917973Z","caller":"traceutil/trace.go:171","msg":"trace[1615950863] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25046; }","duration":"5.943970113s","start":"2026-07-01T01:41:56.973998Z","end":"2026-07-01T01:42:02.917968Z","steps":["trace[1615950863] 'agreement among raft nodes before linearized reading' (duration: 5.943936342s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.917989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:56.973982Z","time spent":"5.944003294s","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:02.91798Z","caller":"traceutil/trace.go:171","msg":"trace[1976682310] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25046; }","duration":"5.221199971s","start":"2026-07-01T01:41:57.696757Z","end":"2026-07-01T01:42:02.917957Z","steps":["trace[1976682310] 'agreement among raft nodes before linearized reading' (duration: 5.221053066s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.917997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.337483Z","time spent":"2.580434059s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:02.918016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639730398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-07-01T01:42:02.918036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.696738Z","time spent":"5.221282434s","remote":"127.0.0.1:49048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:02.918053Z","caller":"traceutil/trace.go:171","msg":"trace[119988084] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25046; }","duration":"2.63978936s","start":"2026-07-01T01:42:00.278251Z","end":"2026-07-01T01:42:02.918041Z","steps":["trace[119988084] 'agreement among raft nodes before linearized reading' (duration: 2.639658116s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.918085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.278236Z","time spent":"2.639840661s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-01T01:42:02.918166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.085351926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-01T01:42:02.917594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.33251Z","time spent":"3.585080567s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-01T01:42:02.918194Z","caller":"traceutil/trace.go:171","msg":"trace[6740280] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25046; }","duration":"3.085415988s","start":"2026-07-01T01:41:59.832769Z","end":"2026-07-01T01:42:02.918185Z","steps":["trace[6740280] 'agreement among raft nodes before linearized reading' (duration: 3.085301404s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.918202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762955714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:02.918248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835630411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:02.918274Z","caller":"traceutil/trace.go:171","msg":"trace[1011331622] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25046; }","duration":"2.835747594s","start":"2026-07-01T01:42:00.08252Z","end":"2026-07-01T01:42:02.918268Z","steps":["trace[1011331622] 'agreement among raft nodes before linearized reading' (duration: 2.835707742s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.918293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.082504Z","time spent":"2.835784195s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:02.918297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.178463202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:02.918281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.960498174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-01T01:42:02.918245Z","caller":"traceutil/trace.go:171","msg":"trace[1204142598] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25046; }","duration":"2.763102288s","start":"2026-07-01T01:42:00.155128Z","end":"2026-07-01T01:42:02.918231Z","steps":["trace[1204142598] 'agreement among raft nodes before linearized reading' (duration: 2.763030426s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.918339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.173460813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:02.918351Z","caller":"traceutil/trace.go:171","msg":"trace[756825783] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25046; }","duration":"5.173486553s","start":"2026-07-01T01:41:57.744861Z","end":"2026-07-01T01:42:02.918348Z","steps":["trace[756825783] 'agreement among raft nodes before linearized reading' (duration: 5.173466082s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.918342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.155108Z","time spent":"2.763223903s","remote":"127.0.0.1:44224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:02.918341Z","caller":"traceutil/trace.go:171","msg":"trace[140387526] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25046; }","duration":"4.960602167s","start":"2026-07-01T01:41:57.957722Z","end":"2026-07-01T01:42:02.918324Z","steps":["trace[140387526] 'agreement among raft nodes before linearized reading' (duration: 4.960432632s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.918364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.744854Z","time spent":"5.173506985s","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:02.918393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.9577Z","time spent":"4.96068028s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-01T01:42:02.918215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:59.832749Z","time spent":"3.08546242s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-01T01:42:02.918318Z","caller":"traceutil/trace.go:171","msg":"trace[160191107] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25046; }","duration":"5.178507744s","start":"2026-07-01T01:41:57.739804Z","end":"2026-07-01T01:42:02.918312Z","steps":["trace[160191107] 'agreement among raft nodes before linearized reading' (duration: 5.178474633s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.918506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:57.73979Z","time spent":"5.178707371s","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:02.918524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624846048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-01T01:42:02.918559Z","caller":"traceutil/trace.go:171","msg":"trace[251323850] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25046; }","duration":"4.624918721s","start":"2026-07-01T01:41:58.293636Z","end":"2026-07-01T01:42:02.918555Z","steps":["trace[251323850] 'agreement among raft nodes before linearized reading' (duration: 4.624856729s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:02.918605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:41:58.293617Z","time spent":"4.624952031s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:42:03.417536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:03.537453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000482091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:03.537527Z","caller":"traceutil/trace.go:171","msg":"trace[1235153585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000613774s","start":"2026-07-01T01:42:01.536897Z","end":"2026-07-01T01:42:03.537511Z","steps":["trace[1235153585] 'agreement among raft nodes before linearized reading' (duration: 2.000521801s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:03.53757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.536875Z","time spent":"2.000686587s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:03.918588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:04.418702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:04.919274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:04.924066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.852006127s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:05.538318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000621155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:05.53837Z","caller":"traceutil/trace.go:171","msg":"trace[586285274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000716188s","start":"2026-07-01T01:42:03.537642Z","end":"2026-07-01T01:42:05.538358Z","steps":["trace[586285274] 'agreement among raft nodes before linearized reading' (duration: 2.000648766s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:05.538396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.537626Z","time spent":"2.00076546s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:07.144642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.426963Z","time spent":"3.71762071s","remote":"127.0.0.1:59726","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:07.147464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22313997s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:07.147694Z","caller":"traceutil/trace.go:171","msg":"trace[759712936] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"4.511186069s","start":"2026-07-01T01:42:02.636479Z","end":"2026-07-01T01:42:07.147665Z","steps":["trace[759712936] 'process raft request' (duration: 4.511098456s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:07.147701Z","caller":"traceutil/trace.go:171","msg":"trace[1999568249] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"4.512018325s","start":"2026-07-01T01:42:02.635651Z","end":"2026-07-01T01:42:07.147669Z","steps":["trace[1999568249] 'process raft request' (duration: 2.288573146s)","trace[1999568249] 'compare' (duration: 2.222890211s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:07.147794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.636464Z","time spent":"4.511282352s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:07.147802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.635636Z","time spent":"4.512119559s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:07.543251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000392669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:07.543322Z","caller":"traceutil/trace.go:171","msg":"trace[1570056615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000513613s","start":"2026-07-01T01:42:05.542792Z","end":"2026-07-01T01:42:07.543306Z","steps":["trace[1570056615] 'agreement among raft nodes before linearized reading' (duration: 2.00042544s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:07.543366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:05.542772Z","time spent":"2.000585365s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:07.633443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999270087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:07.633517Z","caller":"traceutil/trace.go:171","msg":"trace[107048679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99939635s","start":"2026-07-01T01:42:02.634104Z","end":"2026-07-01T01:42:07.6335Z","steps":["trace[107048679] 'agreement among raft nodes before linearized reading' (duration: 4.999300417s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:07.633564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.634085Z","time spent":"4.999469852s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 01:42:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:07.920906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.921858Z","time spent":"4.999041348s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:42:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:07.924115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.925095Z","time spent":"4.999013018s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:08.192334Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.365085936s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:08.948117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999724521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:08.94821Z","caller":"traceutil/trace.go:171","msg":"trace[1795420283] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999850215s","start":"2026-07-01T01:42:03.948338Z","end":"2026-07-01T01:42:08.948188Z","steps":["trace[1795420283] 'agreement among raft nodes before linearized reading' (duration: 4.999736301s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:08.948263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.948331Z","time spent":"4.999920927s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/01 01:42:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:09.5449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00139104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:09.544991Z","caller":"traceutil/trace.go:171","msg":"trace[448452811] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001522994s","start":"2026-07-01T01:42:07.543451Z","end":"2026-07-01T01:42:09.544974Z","steps":["trace[448452811] 'agreement among raft nodes before linearized reading' (duration: 2.001415371s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:09.545038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:07.543434Z","time spent":"2.001594786s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:09.772734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999534834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:09.772809Z","caller":"traceutil/trace.go:171","msg":"trace[981905880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999685649s","start":"2026-07-01T01:42:04.773106Z","end":"2026-07-01T01:42:09.772791Z","steps":["trace[981905880] 'agreement among raft nodes before linearized reading' (duration: 4.999588915s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:09.772853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.773085Z","time spent":"4.999758281s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 01:42:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:09.919699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.919091Z","time spent":"7.000602594s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:09.945373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167753548s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:09.945509Z","caller":"traceutil/trace.go:171","msg":"trace[150437884] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25048; }","duration":"1.167901753s","start":"2026-07-01T01:42:08.777586Z","end":"2026-07-01T01:42:09.945487Z","steps":["trace[150437884] 'range keys from in-memory index tree' (duration: 1.167735258s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:09.950495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757971215s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-01T01:42:10.997136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99941927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:10.997253Z","caller":"traceutil/trace.go:171","msg":"trace[1967328860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999585004s","start":"2026-07-01T01:42:00.997639Z","end":"2026-07-01T01:42:10.997224Z","steps":["trace[1967328860] 'agreement among raft nodes before linearized reading' (duration: 9.99943568s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:10.997315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.997625Z","time spent":"9.999678008s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/01 01:42:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:11.082257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999208274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:11.082317Z","caller":"traceutil/trace.go:171","msg":"trace[1755711989] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999324398s","start":"2026-07-01T01:42:06.082979Z","end":"2026-07-01T01:42:11.082304Z","steps":["trace[1755711989] 'agreement among raft nodes before linearized reading' (duration: 4.999241046s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:11.082355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:06.08296Z","time spent":"4.999383679s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/01 01:42:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:11.301459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.503328461s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:11.324816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999900993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:11.324871Z","caller":"traceutil/trace.go:171","msg":"trace[457572705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002347s","start":"2026-07-01T01:42:09.324856Z","end":"2026-07-01T01:42:11.324858Z","steps":["trace[457572705] 'agreement among raft nodes before linearized reading' (duration: 1.999931364s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:11.324898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.32484Z","time spent":"2.000053608s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:11.4354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999353748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:11.435498Z","caller":"traceutil/trace.go:171","msg":"trace[1775055796] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999513653s","start":"2026-07-01T01:42:06.435965Z","end":"2026-07-01T01:42:11.435479Z","steps":["trace[1775055796] 'agreement among raft nodes before linearized reading' (duration: 4.999383949s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:11.435546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:06.435945Z","time spent":"4.999590126s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-01T01:42:11.553511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:11.553598Z","caller":"traceutil/trace.go:171","msg":"trace[540844287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226634s","start":"2026-07-01T01:42:09.553353Z","end":"2026-07-01T01:42:11.553579Z","steps":["trace[540844287] 'agreement among raft nodes before linearized reading' (duration: 2.00011426s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:11.553648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.553336Z","time spent":"2.000301516s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:11.761315Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b2995dd7f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T01:42:12.033365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999301097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:12.033441Z","caller":"traceutil/trace.go:171","msg":"trace[1678709603] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99941523s","start":"2026-07-01T01:42:07.03401Z","end":"2026-07-01T01:42:12.033425Z","steps":["trace[1678709603] 'agreement among raft nodes before linearized reading' (duration: 4.999323138s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.033604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:07.033994Z","time spent":"4.999565716s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:42:12.633833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997801092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:12.633926Z","caller":"traceutil/trace.go:171","msg":"trace[185845035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997920726s","start":"2026-07-01T01:42:09.635968Z","end":"2026-07-01T01:42:12.633889Z","steps":["trace[185845035] 'agreement among raft nodes before linearized reading' (duration: 2.997825533s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.633972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.635931Z","time spent":"2.998031701s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 01:42:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:12.635182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999966336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:12.635303Z","caller":"traceutil/trace.go:171","msg":"trace[376214704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.00008167s","start":"2026-07-01T01:42:02.635174Z","end":"2026-07-01T01:42:12.635255Z","steps":["trace[376214704] 'agreement among raft nodes before linearized reading' (duration: 9.999961956s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.635375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.635104Z","time spent":"10.000255006s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/01 01:42:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:12.635629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:05.634877Z","time spent":"7.000746729s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:12.93134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.006816386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:12.931421Z","caller":"traceutil/trace.go:171","msg":"trace[1347420159] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.006897869s","start":"2026-07-01T01:42:02.924493Z","end":"2026-07-01T01:42:12.931391Z","steps":["trace[1347420159] 'agreement among raft nodes before linearized reading' (duration: 10.006813406s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:12.931454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.924458Z","time spent":"10.006988652s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/07/01 01:42:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:13.561328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:13.561403Z","caller":"traceutil/trace.go:171","msg":"trace[919137780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183391s","start":"2026-07-01T01:42:11.561207Z","end":"2026-07-01T01:42:13.56139Z","steps":["trace[919137780] 'agreement among raft nodes before linearized reading' (duration: 2.000063217s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:13.561444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.561186Z","time spent":"2.000250694s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:13.79669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.798019Z","time spent":"4.998657966s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:42:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:14.045622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094884729s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:42:14.045858Z","caller":"traceutil/trace.go:171","msg":"trace[858243964] linearizableReadLoop","detail":"{readStateIndex:25884; appliedIndex:25878; }","duration":"11.128367116s","start":"2026-07-01T01:42:02.917468Z","end":"2026-07-01T01:42:14.045835Z","steps":["trace[858243964] 'read index received' (duration: 2.006767793s)","trace[858243964] 'applied index is now lower than readState.Index' (duration: 9.121598043s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:14.047743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.109359646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:14.047831Z","caller":"traceutil/trace.go:171","msg":"trace[1532253647] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25051; }","duration":"12.10951062s","start":"2026-07-01T01:42:01.938304Z","end":"2026-07-01T01:42:14.047815Z","steps":["trace[1532253647] 'agreement among raft nodes before linearized reading' (duration: 12.109370996s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:14.047873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.938281Z","time spent":"12.109580093s","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:14.048026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.604032084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be06db4cdeae40\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-01T01:42:14.048115Z","caller":"traceutil/trace.go:171","msg":"trace[1851003986] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be06db4cdeae40; range_end:; response_count:1; response_revision:25051; }","duration":"12.604150136s","start":"2026-07-01T01:42:01.443946Z","end":"2026-07-01T01:42:14.048096Z","steps":["trace[1851003986] 'agreement among raft nodes before linearized reading' (duration: 12.60393637s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:14.048162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.44393Z","time spent":"12.604222559s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be06db4cdeae40\" "} {"level":"warn","ts":"2026-07-01T01:42:14.048134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.254427478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:14.048214Z","caller":"traceutil/trace.go:171","msg":"trace[2092767289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25051; }","duration":"13.254554662s","start":"2026-07-01T01:42:00.793642Z","end":"2026-07-01T01:42:14.048197Z","steps":["trace[2092767289] 'agreement among raft nodes before linearized reading' (duration: 13.254412817s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:14.048144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.749693057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:14.048279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.765768985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:14.04834Z","caller":"traceutil/trace.go:171","msg":"trace[1485530941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25051; }","duration":"11.765849947s","start":"2026-07-01T01:42:02.282473Z","end":"2026-07-01T01:42:14.048323Z","steps":["trace[1485530941] 'agreement among raft nodes before linearized reading' (duration: 11.765773864s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:14.04834Z","caller":"traceutil/trace.go:171","msg":"trace[1666969527] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25051; }","duration":"12.749971436s","start":"2026-07-01T01:42:01.29833Z","end":"2026-07-01T01:42:14.048301Z","steps":["trace[1666969527] 'agreement among raft nodes before linearized reading' (duration: 12.749640115s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:14.048393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.282457Z","time spent":"11.76592108s","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:14.048463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.29831Z","time spent":"12.750138051s","remote":"127.0.0.1:54808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:14.048213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.151137643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:14.048654Z","caller":"traceutil/trace.go:171","msg":"trace[1437888253] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25051; }","duration":"12.151628339s","start":"2026-07-01T01:42:01.897011Z","end":"2026-07-01T01:42:14.048639Z","steps":["trace[1437888253] 'agreement among raft nodes before linearized reading' (duration: 12.151079031s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:14.04871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:01.896996Z","time spent":"12.151698602s","remote":"127.0.0.1:59784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:14.048275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:00.793625Z","time spent":"13.254635274s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:14.048225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.154833834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T01:42:14.049717Z","caller":"traceutil/trace.go:171","msg":"trace[1666067210] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25051; }","duration":"11.156358653s","start":"2026-07-01T01:42:02.893338Z","end":"2026-07-01T01:42:14.049697Z","steps":["trace[1666067210] 'agreement among raft nodes before linearized reading' (duration: 11.154770562s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:14.049776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.893318Z","time spent":"11.156442035s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:14.152617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.160165Z","time spent":"4.992392656s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:42:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:14.54677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:14.883293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.581686097s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:15.104354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.1745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:15.104559Z","caller":"traceutil/trace.go:171","msg":"trace[1727486569] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"5.944288893s","start":"2026-07-01T01:42:09.160256Z","end":"2026-07-01T01:42:15.104545Z","steps":["trace[1727486569] 'process raft request' (duration: 5.94417517s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.104624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.160232Z","time spent":"5.944357706s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:15.104751Z","caller":"traceutil/trace.go:171","msg":"trace[487436327] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"4.105643043s","start":"2026-07-01T01:42:10.999086Z","end":"2026-07-01T01:42:15.104729Z","steps":["trace[487436327] 'process raft request' (duration: 4.10555203s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:15.104772Z","caller":"traceutil/trace.go:171","msg":"trace[1245287660] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"4.679749484s","start":"2026-07-01T01:42:10.424992Z","end":"2026-07-01T01:42:15.104741Z","steps":["trace[1245287660] 'process raft request' (duration: 4.679516637s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.104867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.424971Z","time spent":"4.679850028s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:15.105007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.999056Z","time spent":"4.105759547s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:15.114522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.637333Z","time spent":"2.477179155s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 01:42:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:15.355321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999924997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:15.355455Z","caller":"traceutil/trace.go:171","msg":"trace[11958632] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.000164814s","start":"2026-07-01T01:42:10.355257Z","end":"2026-07-01T01:42:15.355422Z","steps":["trace[11958632] 'agreement among raft nodes before linearized reading' (duration: 4.999960787s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.355519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.355239Z","time spent":"5.000267707s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/01 01:42:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:15.561541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999893052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:15.561654Z","caller":"traceutil/trace.go:171","msg":"trace[314513794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000108309s","start":"2026-07-01T01:42:13.561522Z","end":"2026-07-01T01:42:15.56163Z","steps":["trace[314513794] 'agreement among raft nodes before linearized reading' (duration: 1.999921113s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:15.561711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:13.561504Z","time spent":"2.000197351s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:16.464278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364160677s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:17.069268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.706412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:17.069701Z","caller":"traceutil/trace.go:171","msg":"trace[571435649] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"4.433360727s","start":"2026-07-01T01:42:12.636298Z","end":"2026-07-01T01:42:17.069659Z","steps":["trace[571435649] 'process raft request' (duration: 3.828127568s)","trace[571435649] 'compare' (duration: 604.275028ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:17.069755Z","caller":"traceutil/trace.go:171","msg":"trace[54336902] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"4.133686092s","start":"2026-07-01T01:42:12.936035Z","end":"2026-07-01T01:42:17.069721Z","steps":["trace[54336902] 'process raft request' (duration: 4.133518976s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.06984Z","caller":"traceutil/trace.go:171","msg":"trace[1077394570] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"3.019214108s","start":"2026-07-01T01:42:14.050601Z","end":"2026-07-01T01:42:17.069815Z","steps":["trace[1077394570] 'process raft request' (duration: 3.019069523s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.069885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.636267Z","time spent":"4.433513032s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:17.069921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.936007Z","time spent":"4.133822016s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:17.06994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.050586Z","time spent":"3.019311411s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:17.069899Z","caller":"traceutil/trace.go:171","msg":"trace[1571391713] linearizableReadLoop","detail":"{readStateIndex:25896; appliedIndex:25886; }","duration":"3.023983591s","start":"2026-07-01T01:42:14.045899Z","end":"2026-07-01T01:42:17.069882Z","steps":["trace[1571391713] 'read index received' (duration: 837.631699ms)","trace[1571391713] 'applied index is now lower than readState.Index' (duration: 2.186351092s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:17.069989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.783930796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.069986Z","caller":"traceutil/trace.go:171","msg":"trace[578605079] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"3.965158806s","start":"2026-07-01T01:42:13.104783Z","end":"2026-07-01T01:42:17.069942Z","steps":["trace[578605079] 'process raft request' (duration: 3.964827255s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.070098Z","caller":"traceutil/trace.go:171","msg":"trace[1992620622] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"3.015126757s","start":"2026-07-01T01:42:14.054962Z","end":"2026-07-01T01:42:17.070089Z","steps":["trace[1992620622] 'process raft request' (duration: 3.014777386s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.901738318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.070135Z","caller":"traceutil/trace.go:171","msg":"trace[1395892971] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25062; }","duration":"6.90180628s","start":"2026-07-01T01:42:10.168316Z","end":"2026-07-01T01:42:17.070122Z","steps":["trace[1395892971] 'agreement among raft nodes before linearized reading' (duration: 6.901731678s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.173701143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.07017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.054942Z","time spent":"3.015179438s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:17.070178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.168302Z","time spent":"6.901866412s","remote":"127.0.0.1:59758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.070198Z","caller":"traceutil/trace.go:171","msg":"trace[2091677162] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25062; }","duration":"8.173802456s","start":"2026-07-01T01:42:08.896377Z","end":"2026-07-01T01:42:17.070179Z","steps":["trace[2091677162] 'agreement among raft nodes before linearized reading' (duration: 8.173693253s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:13.104766Z","time spent":"3.965325931s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:17.070238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.896356Z","time spent":"8.173871909s","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.070052Z","caller":"traceutil/trace.go:171","msg":"trace[1594907634] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25062; }","duration":"6.784002709s","start":"2026-07-01T01:42:10.286032Z","end":"2026-07-01T01:42:17.070034Z","steps":["trace[1594907634] 'agreement among raft nodes before linearized reading' (duration: 6.783880175s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247447475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-01T01:42:17.070402Z","caller":"traceutil/trace.go:171","msg":"trace[851634064] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25062; }","duration":"3.247500657s","start":"2026-07-01T01:42:13.822892Z","end":"2026-07-01T01:42:17.070393Z","steps":["trace[851634064] 'agreement among raft nodes before linearized reading' (duration: 3.247405624s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:13.822874Z","time spent":"3.247541329s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:42:17.070463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.520475399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-01T01:42:17.070507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.614553495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.070467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.937695896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.070542Z","caller":"traceutil/trace.go:171","msg":"trace[1517338444] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25062; }","duration":"5.614610686s","start":"2026-07-01T01:42:11.455912Z","end":"2026-07-01T01:42:17.070523Z","steps":["trace[1517338444] 'agreement among raft nodes before linearized reading' (duration: 5.614572365s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.455892Z","time spent":"5.614664888s","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.070574Z","caller":"traceutil/trace.go:171","msg":"trace[1102376866] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25062; }","duration":"12.937833871s","start":"2026-07-01T01:42:04.132728Z","end":"2026-07-01T01:42:17.070562Z","steps":["trace[1102376866] 'agreement among raft nodes before linearized reading' (duration: 12.937717177s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.247925412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.07065Z","caller":"traceutil/trace.go:171","msg":"trace[648848248] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25062; }","duration":"7.248004555s","start":"2026-07-01T01:42:09.822632Z","end":"2026-07-01T01:42:17.070637Z","steps":["trace[648848248] 'agreement among raft nodes before linearized reading' (duration: 7.247919332s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915276048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T01:42:17.070699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.56387194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.070736Z","caller":"traceutil/trace.go:171","msg":"trace[186880318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25062; }","duration":"3.915365161s","start":"2026-07-01T01:42:13.155357Z","end":"2026-07-01T01:42:17.070722Z","steps":["trace[186880318] 'agreement among raft nodes before linearized reading' (duration: 3.915133233s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.623117095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-01T01:42:17.070778Z","caller":"traceutil/trace.go:171","msg":"trace[1553377346] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25062; }","duration":"6.563997464s","start":"2026-07-01T01:42:10.506763Z","end":"2026-07-01T01:42:17.07076Z","steps":["trace[1553377346] 'agreement among raft nodes before linearized reading' (duration: 6.563832229s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86391602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.070784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:13.155339Z","time spent":"3.915437193s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:42:17.070815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.506747Z","time spent":"6.564062247s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.070819Z","caller":"traceutil/trace.go:171","msg":"trace[2089043688] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25062; }","duration":"4.863953072s","start":"2026-07-01T01:42:12.206857Z","end":"2026-07-01T01:42:17.07081Z","steps":["trace[2089043688] 'agreement among raft nodes before linearized reading' (duration: 4.86390106s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.368056698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-07-01T01:42:17.070847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.206809Z","time spent":"4.864030825s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.070851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.631779573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:42:17.070858Z","caller":"traceutil/trace.go:171","msg":"trace[608458158] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25062; }","duration":"7.368114461s","start":"2026-07-01T01:42:09.702737Z","end":"2026-07-01T01:42:17.070852Z","steps":["trace[608458158] 'agreement among raft nodes before linearized reading' (duration: 7.368029458s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.07088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.702718Z","time spent":"7.368157442s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7719,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-01T01:42:17.07088Z","caller":"traceutil/trace.go:171","msg":"trace[409350918] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25062; }","duration":"7.631864536s","start":"2026-07-01T01:42:09.439008Z","end":"2026-07-01T01:42:17.070872Z","steps":["trace[409350918] 'agreement among raft nodes before linearized reading' (duration: 7.631796023s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.438988Z","time spent":"7.631922238s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:17.070615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.285996Z","time spent":"6.784392191s","remote":"127.0.0.1:49006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.071092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.668038007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.071114Z","caller":"traceutil/trace.go:171","msg":"trace[1747704018] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25062; }","duration":"5.668095499s","start":"2026-07-01T01:42:11.403013Z","end":"2026-07-01T01:42:17.071109Z","steps":["trace[1747704018] 'agreement among raft nodes before linearized reading' (duration: 5.668055168s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.402993Z","time spent":"5.668131941s","remote":"127.0.0.1:46464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.07114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428281864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-01T01:42:17.071185Z","caller":"traceutil/trace.go:171","msg":"trace[660643703] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25062; }","duration":"4.428353776s","start":"2026-07-01T01:42:12.642821Z","end":"2026-07-01T01:42:17.071175Z","steps":["trace[660643703] 'agreement among raft nodes before linearized reading' (duration: 4.42817311s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:04.132711Z","time spent":"12.937885612s","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.071214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.642803Z","time spent":"4.428403747s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:42:17.071224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.186586311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.071232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.151761308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-84k7z\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-07-01T01:42:17.071246Z","caller":"traceutil/trace.go:171","msg":"trace[842633829] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25062; }","duration":"6.186647672s","start":"2026-07-01T01:42:10.88459Z","end":"2026-07-01T01:42:17.071238Z","steps":["trace[842633829] 'agreement among raft nodes before linearized reading' (duration: 6.186613991s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.071255Z","caller":"traceutil/trace.go:171","msg":"trace[900131954] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-84k7z; range_end:; response_count:1; response_revision:25062; }","duration":"14.151785379s","start":"2026-07-01T01:42:02.919462Z","end":"2026-07-01T01:42:17.071248Z","steps":["trace[900131954] 'agreement among raft nodes before linearized reading' (duration: 14.151718076s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:02.919409Z","time spent":"14.151865341s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3737,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-84k7z\" "} {"level":"warn","ts":"2026-07-01T01:42:17.071363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.620488027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-01T01:42:17.070785Z","caller":"traceutil/trace.go:171","msg":"trace[1225599738] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25062; }","duration":"7.623190557s","start":"2026-07-01T01:42:09.447585Z","end":"2026-07-01T01:42:17.070776Z","steps":["trace[1225599738] 'agreement among raft nodes before linearized reading' (duration: 7.623089324s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.071393Z","caller":"traceutil/trace.go:171","msg":"trace[144876192] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25062; }","duration":"4.620551869s","start":"2026-07-01T01:42:12.450834Z","end":"2026-07-01T01:42:17.071385Z","steps":["trace[144876192] 'agreement among raft nodes before linearized reading' (duration: 4.620440835s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.45547737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.071411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.447566Z","time spent":"7.623836549s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:17.071411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.655285102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:17.071419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.450818Z","time spent":"4.62059507s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-01T01:42:17.071437Z","caller":"traceutil/trace.go:171","msg":"trace[1048960294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25062; }","duration":"13.655331283s","start":"2026-07-01T01:42:03.4161Z","end":"2026-07-01T01:42:17.071431Z","steps":["trace[1048960294] 'agreement among raft nodes before linearized reading' (duration: 13.655288822s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.416086Z","time spent":"13.655372144s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.071468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.377653769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.071489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.492496285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.0715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.247458154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:42:17.070505Z","caller":"traceutil/trace.go:171","msg":"trace[607031228] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25062; }","duration":"7.520557801s","start":"2026-07-01T01:42:09.549937Z","end":"2026-07-01T01:42:17.070495Z","steps":["trace[607031228] 'agreement among raft nodes before linearized reading' (duration: 7.520445838s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.07153Z","caller":"traceutil/trace.go:171","msg":"trace[1413593180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25062; }","duration":"6.492582497s","start":"2026-07-01T01:42:10.578939Z","end":"2026-07-01T01:42:17.071521Z","steps":["trace[1413593180] 'agreement among raft nodes before linearized reading' (duration: 6.492516295s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.071543Z","caller":"traceutil/trace.go:171","msg":"trace[877225639] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25062; }","duration":"13.247537707s","start":"2026-07-01T01:42:03.823995Z","end":"2026-07-01T01:42:17.071532Z","steps":["trace[877225639] 'agreement among raft nodes before linearized reading' (duration: 13.246491153s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.388653578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:42:17.071555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.549875Z","time spent":"7.521670807s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:42:17.071571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.57892Z","time spent":"6.49264253s","remote":"127.0.0.1:57776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.071587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.823976Z","time spent":"13.247590398s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2711,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.071588Z","caller":"traceutil/trace.go:171","msg":"trace[546511448] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25062; }","duration":"7.388760171s","start":"2026-07-01T01:42:09.682813Z","end":"2026-07-01T01:42:17.071573Z","steps":["trace[546511448] 'agreement among raft nodes before linearized reading' (duration: 7.387262083s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.071431Z","caller":"traceutil/trace.go:171","msg":"trace[708262783] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25062; }","duration":"6.455544132s","start":"2026-07-01T01:42:10.615875Z","end":"2026-07-01T01:42:17.071419Z","steps":["trace[708262783] 'agreement among raft nodes before linearized reading' (duration: 6.45547349s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199491575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.071845Z","caller":"traceutil/trace.go:171","msg":"trace[2114402978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25062; }","duration":"1.199561347s","start":"2026-07-01T01:42:15.872279Z","end":"2026-07-01T01:42:17.07184Z","steps":["trace[2114402978] 'agreement among raft nodes before linearized reading' (duration: 1.199512395s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918493423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-01T01:42:17.071882Z","caller":"traceutil/trace.go:171","msg":"trace[36400424] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25062; }","duration":"2.918587407s","start":"2026-07-01T01:42:14.153285Z","end":"2026-07-01T01:42:17.071872Z","steps":["trace[36400424] 'agreement among raft nodes before linearized reading' (duration: 2.918451612s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.484239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:17.071921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.153268Z","time spent":"2.918646518s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-01T01:42:17.071944Z","caller":"traceutil/trace.go:171","msg":"trace[663144106] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25062; }","duration":"403.50413ms","start":"2026-07-01T01:42:16.668436Z","end":"2026-07-01T01:42:17.07194Z","steps":["trace[663144106] 'agreement among raft nodes before linearized reading' (duration: 403.469929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:16.66837Z","time spent":"403.605583ms","remote":"127.0.0.1:46504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.071508Z","caller":"traceutil/trace.go:171","msg":"trace[1877362429] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25062; }","duration":"5.37769259s","start":"2026-07-01T01:42:11.693802Z","end":"2026-07-01T01:42:17.071494Z","steps":["trace[1877362429] 'agreement among raft nodes before linearized reading' (duration: 5.377636389s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.072075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.512688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.072072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443827307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.072119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.619423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.072136Z","caller":"traceutil/trace.go:171","msg":"trace[740011792] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25062; }","duration":"993.636514ms","start":"2026-07-01T01:42:16.078495Z","end":"2026-07-01T01:42:17.072132Z","steps":["trace[740011792] 'agreement among raft nodes before linearized reading' (duration: 993.610753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.072151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:16.078425Z","time spent":"993.722116ms","remote":"127.0.0.1:54906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.072128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218981337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-07-01T01:42:17.070735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.149723388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.07207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.69378Z","time spent":"5.37827593s","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.072291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802931483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.07229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.505176371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-01T01:42:17.072326Z","caller":"traceutil/trace.go:171","msg":"trace[151917581] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25062; }","duration":"2.802990535s","start":"2026-07-01T01:42:14.269326Z","end":"2026-07-01T01:42:17.072316Z","steps":["trace[151917581] 'agreement among raft nodes before linearized reading' (duration: 2.802937143s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.072332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859846026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:42:17.072356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.269308Z","time spent":"2.803042187s","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.072361Z","caller":"traceutil/trace.go:171","msg":"trace[1988215622] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25062; }","duration":"2.505273064s","start":"2026-07-01T01:42:14.567073Z","end":"2026-07-01T01:42:17.072346Z","steps":["trace[1988215622] 'agreement among raft nodes before linearized reading' (duration: 2.505121039s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.072367Z","caller":"traceutil/trace.go:171","msg":"trace[2017354591] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25062; }","duration":"2.85999285s","start":"2026-07-01T01:42:14.212365Z","end":"2026-07-01T01:42:17.072358Z","steps":["trace[2017354591] 'agreement among raft nodes before linearized reading' (duration: 2.859819665s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.072365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514858252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:17.0724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.212337Z","time spent":"2.860053982s","remote":"127.0.0.1:50614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.072395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.567057Z","time spent":"2.505330675s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-01T01:42:17.072437Z","caller":"traceutil/trace.go:171","msg":"trace[1506931420] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25062; }","duration":"1.514974896s","start":"2026-07-01T01:42:15.557445Z","end":"2026-07-01T01:42:17.07242Z","steps":["trace[1506931420] 'agreement among raft nodes before linearized reading' (duration: 1.514841182s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.070373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.670815329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.072499Z","caller":"traceutil/trace.go:171","msg":"trace[837362228] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25062; }","duration":"8.672971358s","start":"2026-07-01T01:42:08.399512Z","end":"2026-07-01T01:42:17.072483Z","steps":["trace[837362228] 'agreement among raft nodes before linearized reading' (duration: 8.67083323s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.07046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.550227476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.072569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361853004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.070427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.809163125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:17.072618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50324405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:17.072628Z","caller":"traceutil/trace.go:171","msg":"trace[726428853] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25062; }","duration":"2.219552026s","start":"2026-07-01T01:42:14.853069Z","end":"2026-07-01T01:42:17.072622Z","steps":["trace[726428853] 'agreement among raft nodes before linearized reading' (duration: 2.21874968s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.072628Z","caller":"traceutil/trace.go:171","msg":"trace[1413985539] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25062; }","duration":"1.361901695s","start":"2026-07-01T01:42:15.710704Z","end":"2026-07-01T01:42:17.072606Z","steps":["trace[1413985539] 'agreement among raft nodes before linearized reading' (duration: 1.361828423s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.80046428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-01T01:42:17.07267Z","caller":"traceutil/trace.go:171","msg":"trace[1555494904] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:0; response_revision:25062; }","duration":"7.151681421s","start":"2026-07-01T01:42:09.920983Z","end":"2026-07-01T01:42:17.072664Z","steps":["trace[1555494904] 'agreement among raft nodes before linearized reading' (duration: 7.149731108s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.072684Z","caller":"traceutil/trace.go:171","msg":"trace[1141789394] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25062; }","duration":"13.801561495s","start":"2026-07-01T01:42:03.271111Z","end":"2026-07-01T01:42:17.072673Z","steps":["trace[1141789394] 'agreement among raft nodes before linearized reading' (duration: 13.800439729s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.072693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579156001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:17.072694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.920969Z","time spent":"7.151716092s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-01T01:42:17.071862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.872258Z","time spent":"1.199600158s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.072714Z","caller":"traceutil/trace.go:171","msg":"trace[1574665917] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25062; }","duration":"1.579215302s","start":"2026-07-01T01:42:15.493495Z","end":"2026-07-01T01:42:17.072711Z","steps":["trace[1574665917] 'agreement among raft nodes before linearized reading' (duration: 1.579163041s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.07272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:03.271098Z","time spent":"13.801613447s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-01T01:42:17.070691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.822617Z","time spent":"7.248064666s","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.072731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.493467Z","time spent":"1.579260394s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.072638Z","caller":"traceutil/trace.go:171","msg":"trace[21579642] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25062; }","duration":"10.811406598s","start":"2026-07-01T01:42:06.261219Z","end":"2026-07-01T01:42:17.072626Z","steps":["trace[21579642] 'agreement among raft nodes before linearized reading' (duration: 10.809173306s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.071892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.913085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.072902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:06.261196Z","time spent":"10.811693896s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.072961Z","caller":"traceutil/trace.go:171","msg":"trace[142460856] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25062; }","duration":"316.959569ms","start":"2026-07-01T01:42:16.755975Z","end":"2026-07-01T01:42:17.072935Z","steps":["trace[142460856] 'agreement among raft nodes before linearized reading' (duration: 315.897135ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:17.072585Z","caller":"traceutil/trace.go:171","msg":"trace[1858367084] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25062; }","duration":"5.552405525s","start":"2026-07-01T01:42:11.52017Z","end":"2026-07-01T01:42:17.072575Z","steps":["trace[1858367084] 'agreement among raft nodes before linearized reading' (duration: 5.550228685s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.073025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:11.52015Z","time spent":"5.55286388s","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.073027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:16.755904Z","time spent":"317.102743ms","remote":"127.0.0.1:38726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.070652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.582878306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:17.072499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.557429Z","time spent":"1.515049578s","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.073073Z","caller":"traceutil/trace.go:171","msg":"trace[792026103] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25062; }","duration":"7.585327886s","start":"2026-07-01T01:42:09.487733Z","end":"2026-07-01T01:42:17.07306Z","steps":["trace[792026103] 'agreement among raft nodes before linearized reading' (duration: 7.582896738s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.072648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.853047Z","time spent":"2.219594446s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-07-01T01:42:17.072642Z","caller":"traceutil/trace.go:171","msg":"trace[1978236599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25062; }","duration":"1.503267041s","start":"2026-07-01T01:42:15.569368Z","end":"2026-07-01T01:42:17.072635Z","steps":["trace[1978236599] 'agreement among raft nodes before linearized reading' (duration: 1.50322884s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.073205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.569334Z","time spent":"1.50386402s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:17.072687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:15.710657Z","time spent":"1.362014998s","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.073115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.487714Z","time spent":"7.585383447s","remote":"127.0.0.1:57984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.072552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:08.399491Z","time spent":"8.673041391s","remote":"127.0.0.1:46310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.07126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.884569Z","time spent":"6.186687434s","remote":"127.0.0.1:57902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.072095Z","caller":"traceutil/trace.go:171","msg":"trace[1283096482] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25062; }","duration":"521.57407ms","start":"2026-07-01T01:42:16.550517Z","end":"2026-07-01T01:42:17.072091Z","steps":["trace[1283096482] 'agreement among raft nodes before linearized reading' (duration: 521.539599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.076078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:16.5505Z","time spent":"525.545007ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.071413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.042040924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268837"} {"level":"info","ts":"2026-07-01T01:42:17.076284Z","caller":"traceutil/trace.go:171","msg":"trace[1526408822] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25062; }","duration":"5.046945672s","start":"2026-07-01T01:42:12.029327Z","end":"2026-07-01T01:42:17.076273Z","steps":["trace[1526408822] 'agreement among raft nodes before linearized reading' (duration: 5.041551539s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.076309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:12.029306Z","time spent":"5.046994272s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268858,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:42:17.072135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:10.615867Z","time spent":"6.456262185s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:17.072125Z","caller":"traceutil/trace.go:171","msg":"trace[1320226364] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25062; }","duration":"2.443921949s","start":"2026-07-01T01:42:14.628188Z","end":"2026-07-01T01:42:17.07211Z","steps":["trace[1320226364] 'agreement among raft nodes before linearized reading' (duration: 2.443848537s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:17.076616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:14.628171Z","time spent":"2.448436754s","remote":"127.0.0.1:49074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.077596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:09.682792Z","time spent":"7.394774914s","remote":"127.0.0.1:46576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2711,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:17.583782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:18.084737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:18.308516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231448218s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:18.91314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.389742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:18.913222Z","caller":"traceutil/trace.go:171","msg":"trace[301280966] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"1.836246763s","start":"2026-07-01T01:42:17.076961Z","end":"2026-07-01T01:42:18.913208Z","steps":["trace[301280966] 'process raft request' (duration: 1.231727438s)","trace[301280966] 'compare' (duration: 604.068931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:18.913266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.076941Z","time spent":"1.836303834s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:18.912675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.366334ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:18.913566Z","caller":"traceutil/trace.go:171","msg":"trace[1680812664] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25062; }","duration":"136.275413ms","start":"2026-07-01T01:42:18.777279Z","end":"2026-07-01T01:42:18.913554Z","steps":["trace[1680812664] 'range keys from in-memory index tree' (duration: 135.347214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:19.09025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:19.090316Z","caller":"traceutil/trace.go:171","msg":"trace[7444519] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000414269s","start":"2026-07-01T01:42:17.089888Z","end":"2026-07-01T01:42:19.090302Z","steps":["trace[7444519] 'agreement among raft nodes before linearized reading' (duration: 2.000328877s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:19.090351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.089868Z","time spent":"2.000476791s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:19.152296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069442149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:19.152393Z","caller":"traceutil/trace.go:171","msg":"trace[1579296744] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.069592174s","start":"2026-07-01T01:42:17.082783Z","end":"2026-07-01T01:42:19.152375Z","steps":["trace[1579296744] 'agreement among raft nodes before linearized reading' (duration: 2.06947494s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:19.152441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.082766Z","time spent":"2.069664617s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 01:42:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:20.75204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.443283987s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:21.039358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.224568ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-01T01:42:21.039704Z","caller":"traceutil/trace.go:171","msg":"trace[528764857] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"3.960999772s","start":"2026-07-01T01:42:17.078671Z","end":"2026-07-01T01:42:21.039671Z","steps":["trace[528764857] 'process raft request' (duration: 3.960759094s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.039773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.078663Z","time spent":"3.961065374s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:21.039912Z","caller":"traceutil/trace.go:171","msg":"trace[216329636] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"3.957587313s","start":"2026-07-01T01:42:17.082318Z","end":"2026-07-01T01:42:21.039905Z","steps":["trace[216329636] 'process raft request' (duration: 3.957207151s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.039959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.082298Z","time spent":"3.957640125s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:21.042045Z","caller":"traceutil/trace.go:171","msg":"trace[1308314063] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"3.959443752s","start":"2026-07-01T01:42:17.082382Z","end":"2026-07-01T01:42:21.041826Z","steps":["trace[1308314063] 'process raft request' (duration: 3.9571894s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.042405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.082376Z","time spent":"3.959812434s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:21.042728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.077236Z","time spent":"3.965489646s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:42:21.049287Z","caller":"traceutil/trace.go:171","msg":"trace[2067825403] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"3.966380004s","start":"2026-07-01T01:42:17.08288Z","end":"2026-07-01T01:42:21.04926Z","steps":["trace[2067825403] 'process raft request' (duration: 3.966302112s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:21.049392Z","caller":"traceutil/trace.go:171","msg":"trace[1991521626] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"3.966492008s","start":"2026-07-01T01:42:17.082848Z","end":"2026-07-01T01:42:21.04934Z","steps":["trace[1991521626] 'process raft request' (duration: 3.966299682s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:21.049501Z","caller":"traceutil/trace.go:171","msg":"trace[171067500] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"3.966529129s","start":"2026-07-01T01:42:17.082956Z","end":"2026-07-01T01:42:21.049485Z","steps":["trace[171067500] 'process raft request' (duration: 3.966261811s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.049565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.082914Z","time spent":"3.966613092s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:21.049394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.08284Z","time spent":"3.966498508s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:21.049501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.082839Z","time spent":"3.96658174s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:21.049912Z","caller":"traceutil/trace.go:171","msg":"trace[644207977] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"3.965541327s","start":"2026-07-01T01:42:17.084289Z","end":"2026-07-01T01:42:21.04983Z","steps":["trace[644207977] 'process raft request' (duration: 3.965141765s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:21.049292Z","caller":"traceutil/trace.go:171","msg":"trace[1041933034] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"3.96656471s","start":"2026-07-01T01:42:17.082702Z","end":"2026-07-01T01:42:21.049267Z","steps":["trace[1041933034] 'process raft request' (duration: 3.966331693s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.050031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.08269Z","time spent":"3.967313504s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:21.050078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.084268Z","time spent":"3.965711223s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:21.050201Z","caller":"traceutil/trace.go:171","msg":"trace[1808595603] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"3.960047542s","start":"2026-07-01T01:42:17.09013Z","end":"2026-07-01T01:42:21.050178Z","steps":["trace[1808595603] 'process raft request' (duration: 3.959601337s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.050344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.090116Z","time spent":"3.960138384s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:21.050383Z","caller":"traceutil/trace.go:171","msg":"trace[1593380860] linearizableReadLoop","detail":"{readStateIndex:25908; appliedIndex:25896; }","duration":"3.967542301s","start":"2026-07-01T01:42:17.082804Z","end":"2026-07-01T01:42:21.050346Z","steps":["trace[1593380860] 'read index received' (duration: 1.225955202s)","trace[1593380860] 'applied index is now lower than readState.Index' (duration: 2.741585959s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:21.050414Z","caller":"traceutil/trace.go:171","msg":"trace[1146876209] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"3.939402661s","start":"2026-07-01T01:42:17.110994Z","end":"2026-07-01T01:42:21.050397Z","steps":["trace[1146876209] 'process raft request' (duration: 3.93905972s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.050506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.110961Z","time spent":"3.939501804s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:21.050742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.967923264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-01T01:42:21.050841Z","caller":"traceutil/trace.go:171","msg":"trace[630274271] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25073; }","duration":"3.968073428s","start":"2026-07-01T01:42:17.082748Z","end":"2026-07-01T01:42:21.050821Z","steps":["trace[630274271] 'agreement among raft nodes before linearized reading' (duration: 3.967696796s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.050913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.082724Z","time spent":"3.968176292s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":666,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T01:42:21.090701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:21.090774Z","caller":"traceutil/trace.go:171","msg":"trace[487384445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056187s","start":"2026-07-01T01:42:19.090701Z","end":"2026-07-01T01:42:21.090758Z","steps":["trace[487384445] 'agreement among raft nodes before linearized reading' (duration: 1.999963544s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.09081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:19.090691Z","time spent":"2.000110548s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:21.443687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000751349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:21.443924Z","caller":"traceutil/trace.go:171","msg":"trace[1171934326] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001066189s","start":"2026-07-01T01:42:19.442838Z","end":"2026-07-01T01:42:21.443904Z","steps":["trace[1171934326] 'agreement among raft nodes before linearized reading' (duration: 2.000807501s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:21.444012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:19.442817Z","time spent":"2.001180043s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:21.550865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:22.536531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999120971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:22.536624Z","caller":"traceutil/trace.go:171","msg":"trace[1759804191] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999257265s","start":"2026-07-01T01:42:17.537344Z","end":"2026-07-01T01:42:22.536601Z","steps":["trace[1759804191] 'agreement among raft nodes before linearized reading' (duration: 4.999144062s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:22.536706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.537328Z","time spent":"4.999366618s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/01 01:42:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:23.053994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996596087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:23.054067Z","caller":"traceutil/trace.go:171","msg":"trace[1624238966] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996722621s","start":"2026-07-01T01:42:21.057328Z","end":"2026-07-01T01:42:23.05405Z","steps":["trace[1624238966] 'agreement among raft nodes before linearized reading' (duration: 1.996631678s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.054111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.057313Z","time spent":"1.996789053s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:23.097039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000889224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:23.097116Z","caller":"traceutil/trace.go:171","msg":"trace[238667925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001012628s","start":"2026-07-01T01:42:21.096087Z","end":"2026-07-01T01:42:23.0971Z","steps":["trace[238667925] 'agreement among raft nodes before linearized reading' (duration: 2.000922195s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.097204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.096076Z","time spent":"2.001117762s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:23.740521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.018316922s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:23.905909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183648085s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:23.906412Z","caller":"traceutil/trace.go:171","msg":"trace[228819815] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25908; }","duration":"2.855972052s","start":"2026-07-01T01:42:21.050423Z","end":"2026-07-01T01:42:23.906395Z","steps":["trace[228819815] 'read index received' (duration: 671.754329ms)","trace[228819815] 'applied index is now lower than readState.Index' (duration: 2.184216723s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:23.906485Z","caller":"traceutil/trace.go:171","msg":"trace[1926572645] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"5.472931581s","start":"2026-07-01T01:42:18.433542Z","end":"2026-07-01T01:42:23.906474Z","steps":["trace[1926572645] 'process raft request' (duration: 3.288622144s)","trace[1926572645] 'compare' (duration: 2.183102608s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:23.906582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.433524Z","time spent":"5.472985342s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:23.906685Z","caller":"traceutil/trace.go:171","msg":"trace[279103003] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"4.987474367s","start":"2026-07-01T01:42:18.919178Z","end":"2026-07-01T01:42:23.906652Z","steps":["trace[279103003] 'process raft request' (duration: 4.98692521s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:23.906696Z","caller":"traceutil/trace.go:171","msg":"trace[806855812] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"2.849979159s","start":"2026-07-01T01:42:21.056675Z","end":"2026-07-01T01:42:23.906654Z","steps":["trace[806855812] 'process raft request' (duration: 2.849628978s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.906773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206692431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:23.906827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.823944456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-01T01:42:23.906837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.056659Z","time spent":"2.850107074s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:23.906866Z","caller":"traceutil/trace.go:171","msg":"trace[809778025] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25079; }","duration":"6.823999369s","start":"2026-07-01T01:42:17.082853Z","end":"2026-07-01T01:42:23.906852Z","steps":["trace[809778025] 'agreement among raft nodes before linearized reading' (duration: 6.823849524s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:23.906859Z","caller":"traceutil/trace.go:171","msg":"trace[482375633] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25079; }","duration":"3.206821615s","start":"2026-07-01T01:42:20.700016Z","end":"2026-07-01T01:42:23.906838Z","steps":["trace[482375633] 'agreement among raft nodes before linearized reading' (duration: 3.206592718s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.906891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.082816Z","time spent":"6.824070841s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:23.90689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.666783294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"warn","ts":"2026-07-01T01:42:23.906907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.699999Z","time spent":"3.206897447s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:23.906916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21613293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:23.906912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282834964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:23.906942Z","caller":"traceutil/trace.go:171","msg":"trace[1267617817] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25079; }","duration":"6.666862577s","start":"2026-07-01T01:42:17.240064Z","end":"2026-07-01T01:42:23.906927Z","steps":["trace[1267617817] 'agreement among raft nodes before linearized reading' (duration: 6.666601779s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:23.90696Z","caller":"traceutil/trace.go:171","msg":"trace[1811128953] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"4.988660735s","start":"2026-07-01T01:42:18.918289Z","end":"2026-07-01T01:42:23.90695Z","steps":["trace[1811128953] 'process raft request' (duration: 4.987721005s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:23.90696Z","caller":"traceutil/trace.go:171","msg":"trace[134308878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25079; }","duration":"5.282911157s","start":"2026-07-01T01:42:18.624038Z","end":"2026-07-01T01:42:23.90695Z","steps":["trace[134308878] 'agreement among raft nodes before linearized reading' (duration: 5.282837994s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:23.906965Z","caller":"traceutil/trace.go:171","msg":"trace[417939466] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"2.858530694s","start":"2026-07-01T01:42:21.048421Z","end":"2026-07-01T01:42:23.906951Z","steps":["trace[417939466] 'process raft request' (duration: 2.857732438s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.906975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.240046Z","time spent":"6.666921769s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-01T01:42:23.906975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.201335694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:23.907013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.91827Z","time spent":"4.988712567s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:23.907023Z","caller":"traceutil/trace.go:171","msg":"trace[1044827969] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"2.848432531s","start":"2026-07-01T01:42:21.058577Z","end":"2026-07-01T01:42:23.907009Z","steps":["trace[1044827969] 'process raft request' (duration: 2.84778175s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.721233419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-07-01T01:42:23.907053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.055121Z","time spent":"2.851930892s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:23.906909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054999819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:23.906802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.223293537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:23.90709Z","caller":"traceutil/trace.go:171","msg":"trace[168700118] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25079; }","duration":"5.055221706s","start":"2026-07-01T01:42:18.851858Z","end":"2026-07-01T01:42:23.90708Z","steps":["trace[168700118] 'agreement among raft nodes before linearized reading' (duration: 5.055008619s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.75146814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-01T01:42:23.907115Z","caller":"traceutil/trace.go:171","msg":"trace[472698716] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25079; }","duration":"5.22366418s","start":"2026-07-01T01:42:18.683441Z","end":"2026-07-01T01:42:23.907106Z","steps":["trace[472698716] 'agreement among raft nodes before linearized reading' (duration: 5.223206185s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:23.907132Z","caller":"traceutil/trace.go:171","msg":"trace[1358926567] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25079; }","duration":"4.751535082s","start":"2026-07-01T01:42:19.155587Z","end":"2026-07-01T01:42:23.907122Z","steps":["trace[1358926567] 'agreement among raft nodes before linearized reading' (duration: 4.751398578s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.851837Z","time spent":"5.055283018s","remote":"127.0.0.1:59718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:23.907155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.327512432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:23.907169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:19.15557Z","time spent":"4.751588834s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-01T01:42:23.907046Z","caller":"traceutil/trace.go:171","msg":"trace[190202942] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25079; }","duration":"5.201417887s","start":"2026-07-01T01:42:18.705605Z","end":"2026-07-01T01:42:23.907023Z","steps":["trace[190202942] 'agreement among raft nodes before linearized reading' (duration: 5.201333774s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:23.907201Z","caller":"traceutil/trace.go:171","msg":"trace[926088793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25079; }","duration":"6.327581444s","start":"2026-07-01T01:42:17.579607Z","end":"2026-07-01T01:42:23.907189Z","steps":["trace[926088793] 'agreement among raft nodes before linearized reading' (duration: 6.327513922s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857963715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-01T01:42:23.906837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947064723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:23.907236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.579595Z","time spent":"6.327632236s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:23.907257Z","caller":"traceutil/trace.go:171","msg":"trace[239008705] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25079; }","duration":"2.858019317s","start":"2026-07-01T01:42:21.049229Z","end":"2026-07-01T01:42:23.907249Z","steps":["trace[239008705] 'agreement among raft nodes before linearized reading' (duration: 2.857910274s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.683424Z","time spent":"5.223722701s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:23.907021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.048397Z","time spent":"2.858595115s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:23.907374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858209353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-07-01T01:42:23.907408Z","caller":"traceutil/trace.go:171","msg":"trace[37903868] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b; range_end:; response_count:1; response_revision:25079; }","duration":"2.858264975s","start":"2026-07-01T01:42:21.049134Z","end":"2026-07-01T01:42:23.907399Z","steps":["trace[37903868] 'agreement among raft nodes before linearized reading' (duration: 2.858172862s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.049116Z","time spent":"2.858315846s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b\" "} {"level":"warn","ts":"2026-07-01T01:42:23.907223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.705587Z","time spent":"5.201619673s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:23.906805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.919156Z","time spent":"4.98759097s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:23.906963Z","caller":"traceutil/trace.go:171","msg":"trace[629921564] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25079; }","duration":"4.216232224s","start":"2026-07-01T01:42:19.690712Z","end":"2026-07-01T01:42:23.906944Z","steps":["trace[629921564] 'agreement among raft nodes before linearized reading' (duration: 4.216171342s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15138655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:23.907264Z","caller":"traceutil/trace.go:171","msg":"trace[854340052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25079; }","duration":"4.947546959s","start":"2026-07-01T01:42:18.959708Z","end":"2026-07-01T01:42:23.907255Z","steps":["trace[854340052] 'agreement among raft nodes before linearized reading' (duration: 4.947051583s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998747873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:23.907505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:19.690698Z","time spent":"4.216795611s","remote":"127.0.0.1:50624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:23.907521Z","caller":"traceutil/trace.go:171","msg":"trace[1921942321] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25079; }","duration":"2.998810605s","start":"2026-07-01T01:42:20.908703Z","end":"2026-07-01T01:42:23.907514Z","steps":["trace[1921942321] 'agreement among raft nodes before linearized reading' (duration: 2.998762863s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:23.907518Z","caller":"traceutil/trace.go:171","msg":"trace[721582406] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25079; }","duration":"3.151483153s","start":"2026-07-01T01:42:20.756018Z","end":"2026-07-01T01:42:23.907501Z","steps":["trace[721582406] 'agreement among raft nodes before linearized reading' (duration: 3.151393511s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.959691Z","time spent":"4.947819428s","remote":"127.0.0.1:54668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:23.907547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.908685Z","time spent":"2.998855777s","remote":"127.0.0.1:46436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:23.907117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.058552Z","time spent":"2.848506552s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:23.907062Z","caller":"traceutil/trace.go:171","msg":"trace[1007701797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25079; }","duration":"6.721355592s","start":"2026-07-01T01:42:17.185701Z","end":"2026-07-01T01:42:23.907057Z","steps":["trace[1007701797] 'agreement among raft nodes before linearized reading' (duration: 6.72129625s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.907612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:17.185681Z","time spent":"6.721918621s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:42:23.906997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:18.62402Z","time spent":"5.282968608s","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:23.907291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.049212Z","time spent":"2.858072528s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:42:23.907562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:20.755999Z","time spent":"3.151549726s","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:23.971667Z","caller":"traceutil/trace.go:171","msg":"trace[1621409594] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"1.357603317s","start":"2026-07-01T01:42:22.614039Z","end":"2026-07-01T01:42:23.971642Z","steps":["trace[1621409594] 'process raft request' (duration: 1.357447392s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.971817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.614012Z","time spent":"1.35772385s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:23.97183Z","caller":"traceutil/trace.go:171","msg":"trace[1194113423] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"915.417429ms","start":"2026-07-01T01:42:23.0564Z","end":"2026-07-01T01:42:23.971817Z","steps":["trace[1194113423] 'process raft request' (duration: 915.196541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:23.972013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.056371Z","time spent":"915.572684ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:24.77935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.530475ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:42:24.779475Z","caller":"traceutil/trace.go:171","msg":"trace[121429218] linearizableReadLoop","detail":"{readStateIndex:25918; appliedIndex:25915; }","duration":"872.999711ms","start":"2026-07-01T01:42:23.906442Z","end":"2026-07-01T01:42:24.779442Z","steps":["trace[121429218] 'read index received' (duration: 65.110844ms)","trace[121429218] 'applied index is now lower than readState.Index' (duration: 807.886687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:24.779674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012346269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:24.779716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157691604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:24.779754Z","caller":"traceutil/trace.go:171","msg":"trace[1463667732] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25081; }","duration":"2.012464403s","start":"2026-07-01T01:42:22.767267Z","end":"2026-07-01T01:42:24.779732Z","steps":["trace[1463667732] 'agreement among raft nodes before linearized reading' (duration: 2.012329569s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.779791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149144559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:24.779837Z","caller":"traceutil/trace.go:171","msg":"trace[2109805158] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25081; }","duration":"3.149225261s","start":"2026-07-01T01:42:21.630596Z","end":"2026-07-01T01:42:24.779822Z","steps":["trace[2109805158] 'agreement among raft nodes before linearized reading' (duration: 3.149145269s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.779844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719044315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-01T01:42:24.77987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.630576Z","time spent":"3.149283782s","remote":"127.0.0.1:59790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:24.779857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43835183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:24.779898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.355784724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:24.779798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.76725Z","time spent":"2.012535846s","remote":"127.0.0.1:48924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:24.779821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713240299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1863"} {"level":"info","ts":"2026-07-01T01:42:24.779926Z","caller":"traceutil/trace.go:171","msg":"trace[1216003023] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25081; }","duration":"3.355834926s","start":"2026-07-01T01:42:21.424078Z","end":"2026-07-01T01:42:24.779913Z","steps":["trace[1216003023] 'agreement among raft nodes before linearized reading' (duration: 3.355776694s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:24.779927Z","caller":"traceutil/trace.go:171","msg":"trace[1334161513] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25081; }","duration":"2.438461664s","start":"2026-07-01T01:42:22.341446Z","end":"2026-07-01T01:42:24.779908Z","steps":["trace[1334161513] 'agreement among raft nodes before linearized reading' (duration: 2.43834116s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.779949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.424059Z","time spent":"3.355885488s","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:24.779945Z","caller":"traceutil/trace.go:171","msg":"trace[816723762] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:25081; }","duration":"3.713415435s","start":"2026-07-01T01:42:21.066518Z","end":"2026-07-01T01:42:24.779934Z","steps":["trace[816723762] 'agreement among raft nodes before linearized reading' (duration: 3.713177157s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.779962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.341429Z","time spent":"2.438523055s","remote":"127.0.0.1:58012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:24.779984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.066504Z","time spent":"3.713467987s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1884,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:24.780042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.715642586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:24.780057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.942126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:24.78007Z","caller":"traceutil/trace.go:171","msg":"trace[1845376651] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25081; }","duration":"3.715674147s","start":"2026-07-01T01:42:21.064389Z","end":"2026-07-01T01:42:24.780064Z","steps":["trace[1845376651] 'agreement among raft nodes before linearized reading' (duration: 3.715541993s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.780112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.064378Z","time spent":"3.715726259s","remote":"127.0.0.1:46410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:24.779895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724427787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T01:42:24.780143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829679731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:24.779911Z","caller":"traceutil/trace.go:171","msg":"trace[376292442] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:25081; }","duration":"3.719117347s","start":"2026-07-01T01:42:21.060774Z","end":"2026-07-01T01:42:24.779892Z","steps":["trace[376292442] 'agreement among raft nodes before linearized reading' (duration: 3.718984953s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:24.780161Z","caller":"traceutil/trace.go:171","msg":"trace[426266273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25081; }","duration":"3.724738028s","start":"2026-07-01T01:42:21.055413Z","end":"2026-07-01T01:42:24.780151Z","steps":["trace[426266273] 'agreement among raft nodes before linearized reading' (duration: 3.724365886s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:24.780163Z","caller":"traceutil/trace.go:171","msg":"trace[842429446] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25081; }","duration":"1.829730394s","start":"2026-07-01T01:42:22.950425Z","end":"2026-07-01T01:42:24.780156Z","steps":["trace[842429446] 'agreement among raft nodes before linearized reading' (duration: 1.829694133s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.780186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.950399Z","time spent":"1.829783075s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:24.78019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.055405Z","time spent":"3.724775519s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:42:24.779758Z","caller":"traceutil/trace.go:171","msg":"trace[1529663729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25081; }","duration":"2.157758386s","start":"2026-07-01T01:42:22.621984Z","end":"2026-07-01T01:42:24.779742Z","steps":["trace[1529663729] 'agreement among raft nodes before linearized reading' (duration: 2.157681133s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.780185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:21.060729Z","time spent":"3.719441478s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-01T01:42:24.780244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178790272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:24.780267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677412826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:24.780274Z","caller":"traceutil/trace.go:171","msg":"trace[1695624341] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25081; }","duration":"1.178852764s","start":"2026-07-01T01:42:23.60141Z","end":"2026-07-01T01:42:24.780263Z","steps":["trace[1695624341] 'agreement among raft nodes before linearized reading' (duration: 1.178799433s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:24.780281Z","caller":"traceutil/trace.go:171","msg":"trace[1724973019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25081; }","duration":"1.677457068s","start":"2026-07-01T01:42:23.10282Z","end":"2026-07-01T01:42:24.780277Z","steps":["trace[1724973019] 'agreement among raft nodes before linearized reading' (duration: 1.677435627s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.780297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.102799Z","time spent":"1.677495859s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:24.780275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:22.621975Z","time spent":"2.158269382s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:24.780303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.60139Z","time spent":"1.178904116s","remote":"127.0.0.1:33074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:24.780111Z","caller":"traceutil/trace.go:171","msg":"trace[604099792] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25081; }","duration":"911.014279ms","start":"2026-07-01T01:42:23.86907Z","end":"2026-07-01T01:42:24.780084Z","steps":["trace[604099792] 'agreement among raft nodes before linearized reading' (duration: 910.955467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:24.780424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.869053Z","time spent":"911.36501ms","remote":"127.0.0.1:59672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:25.276067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304517328s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:25.439685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.677148ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-07-01T01:42:25.439906Z","caller":"traceutil/trace.go:171","msg":"trace[1855821323] compact","detail":"{revision:22713; response_revision:25081; }","duration":"1.532444495s","start":"2026-07-01T01:42:23.907444Z","end":"2026-07-01T01:42:25.439888Z","steps":["trace[1855821323] 'process raft request' (duration: 1.368769405s)","trace[1855821323] 'check and update compact revision' (duration: 162.557525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:25.439947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.907416Z","time spent":"1.532526958s","remote":"127.0.0.1:46136","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:42:25.440219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22713} {"level":"info","ts":"2026-07-01T01:42:25.440361Z","caller":"traceutil/trace.go:171","msg":"trace[1263349406] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"1.532384364s","start":"2026-07-01T01:42:23.907968Z","end":"2026-07-01T01:42:25.440352Z","steps":["trace[1263349406] 'process raft request' (duration: 1.531817046s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.440431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.907949Z","time spent":"1.532437435s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:25.440728Z","caller":"traceutil/trace.go:171","msg":"trace[1488015051] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"1.532716835s","start":"2026-07-01T01:42:23.908004Z","end":"2026-07-01T01:42:25.440721Z","steps":["trace[1488015051] 'process raft request' (duration: 1.532302302s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.440765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.907985Z","time spent":"1.532759666s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:25.441218Z","caller":"traceutil/trace.go:171","msg":"trace[2105021088] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"1.53318996s","start":"2026-07-01T01:42:23.908021Z","end":"2026-07-01T01:42:25.441211Z","steps":["trace[2105021088] 'process raft request' (duration: 1.532662733s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.441251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.908002Z","time spent":"1.533232851s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:25.441551Z","caller":"traceutil/trace.go:171","msg":"trace[1814553351] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"1.533463858s","start":"2026-07-01T01:42:23.908079Z","end":"2026-07-01T01:42:25.441543Z","steps":["trace[1814553351] 'process raft request' (duration: 1.533121967s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.441582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.908061Z","time spent":"1.53350634s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:25.442075Z","caller":"traceutil/trace.go:171","msg":"trace[1791423605] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"1.532711414s","start":"2026-07-01T01:42:23.909356Z","end":"2026-07-01T01:42:25.442068Z","steps":["trace[1791423605] 'process raft request' (duration: 1.532178267s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.442127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.909339Z","time spent":"1.532750346s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:25.442462Z","caller":"traceutil/trace.go:171","msg":"trace[949722072] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"1.531593508s","start":"2026-07-01T01:42:23.910858Z","end":"2026-07-01T01:42:25.442452Z","steps":["trace[949722072] 'process raft request' (duration: 1.531197096s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.442504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.91085Z","time spent":"1.53162858s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:25.443658Z","caller":"traceutil/trace.go:171","msg":"trace[1928065099] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"1.531516476s","start":"2026-07-01T01:42:23.912108Z","end":"2026-07-01T01:42:25.443625Z","steps":["trace[1928065099] 'process raft request' (duration: 1.530258746s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.443835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.912093Z","time spent":"1.531645001s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:25.445395Z","caller":"traceutil/trace.go:171","msg":"trace[1094486822] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"1.531208696s","start":"2026-07-01T01:42:23.914171Z","end":"2026-07-01T01:42:25.44538Z","steps":["trace[1094486822] 'process raft request' (duration: 1.529396538s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.445479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.914163Z","time spent":"1.531275868s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:25.933551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.318982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:25.933823Z","caller":"traceutil/trace.go:171","msg":"trace[361937001] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"1.733965898s","start":"2026-07-01T01:42:24.199827Z","end":"2026-07-01T01:42:25.933793Z","steps":["trace[361937001] 'process raft request' (duration: 1.410330646s)","trace[361937001] 'compare' (duration: 322.846547ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:25.933858Z","caller":"traceutil/trace.go:171","msg":"trace[1175547860] linearizableReadLoop","detail":"{readStateIndex:25928; appliedIndex:25918; }","duration":"1.15432872s","start":"2026-07-01T01:42:24.779508Z","end":"2026-07-01T01:42:25.933837Z","steps":["trace[1175547860] 'read index received' (duration: 496.820897ms)","trace[1175547860] 'applied index is now lower than readState.Index' (duration: 657.506753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:25.933939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.199806Z","time spent":"1.734074752s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:25.934147Z","caller":"traceutil/trace.go:171","msg":"trace[823211252] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"1.150777166s","start":"2026-07-01T01:42:24.783349Z","end":"2026-07-01T01:42:25.934126Z","steps":["trace[823211252] 'process raft request' (duration: 1.150304301s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.934219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744383682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:42:25.934244Z","caller":"traceutil/trace.go:171","msg":"trace[919068596] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25092; }","duration":"1.744431744s","start":"2026-07-01T01:42:24.189805Z","end":"2026-07-01T01:42:25.934237Z","steps":["trace[919068596] 'agreement among raft nodes before linearized reading' (duration: 1.744334991s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.934268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.189789Z","time spent":"1.744475075s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T01:42:25.934255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.783323Z","time spent":"1.15087941s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:25.934383Z","caller":"traceutil/trace.go:171","msg":"trace[1798311839] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"1.15091021s","start":"2026-07-01T01:42:24.783446Z","end":"2026-07-01T01:42:25.934356Z","steps":["trace[1798311839] 'process raft request' (duration: 1.150326902s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.934629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024864053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-01T01:42:25.934759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368554729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:25.934768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861290965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:25.934774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250801478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:25.934817Z","caller":"traceutil/trace.go:171","msg":"trace[1433594791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25092; }","duration":"1.368652732s","start":"2026-07-01T01:42:24.56615Z","end":"2026-07-01T01:42:25.934802Z","steps":["trace[1433594791] 'agreement among raft nodes before linearized reading' (duration: 1.368544288s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:25.93482Z","caller":"traceutil/trace.go:171","msg":"trace[586919527] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25092; }","duration":"1.861357117s","start":"2026-07-01T01:42:24.07345Z","end":"2026-07-01T01:42:25.934807Z","steps":["trace[586919527] 'agreement among raft nodes before linearized reading' (duration: 1.861252194s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.93484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.566134Z","time spent":"1.368702234s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:42:25.93483Z","caller":"traceutil/trace.go:171","msg":"trace[720906316] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25092; }","duration":"1.250905372s","start":"2026-07-01T01:42:24.683908Z","end":"2026-07-01T01:42:25.934813Z","steps":["trace[720906316] 'agreement among raft nodes before linearized reading' (duration: 1.250809409s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.934857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.073388Z","time spent":"1.86145705s","remote":"127.0.0.1:46430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:25.934869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261682547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:25.93487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.683883Z","time spent":"1.250977494s","remote":"127.0.0.1:59660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:25.934864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532012662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:25.934892Z","caller":"traceutil/trace.go:171","msg":"trace[72971770] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25092; }","duration":"1.261768969s","start":"2026-07-01T01:42:24.673117Z","end":"2026-07-01T01:42:25.934886Z","steps":["trace[72971770] 'agreement among raft nodes before linearized reading' (duration: 1.261687907s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.934908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.673088Z","time spent":"1.261816101s","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:25.934914Z","caller":"traceutil/trace.go:171","msg":"trace[465627182] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25092; }","duration":"1.532098605s","start":"2026-07-01T01:42:24.402802Z","end":"2026-07-01T01:42:25.9349Z","steps":["trace[465627182] 'agreement among raft nodes before linearized reading' (duration: 1.532006632s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.934917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921161272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1145"} {"level":"info","ts":"2026-07-01T01:42:25.934993Z","caller":"traceutil/trace.go:171","msg":"trace[1603420225] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:25092; }","duration":"1.921276435s","start":"2026-07-01T01:42:24.0137Z","end":"2026-07-01T01:42:25.934976Z","steps":["trace[1603420225] 'agreement among raft nodes before linearized reading' (duration: 1.921063368s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:25.934997Z","caller":"traceutil/trace.go:171","msg":"trace[1468450220] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25092; }","duration":"2.024931864s","start":"2026-07-01T01:42:23.909733Z","end":"2026-07-01T01:42:25.934665Z","steps":["trace[1468450220] 'agreement among raft nodes before linearized reading' (duration: 2.024749819s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.935042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.013683Z","time spent":"1.921348128s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1166,"request content":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" "} {"level":"warn","ts":"2026-07-01T01:42:25.93505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.783429Z","time spent":"1.150971192s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:25.934948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.402783Z","time spent":"1.532153937s","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:25.935161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.909726Z","time spent":"2.025371978s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:42:25.93608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025436791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-01T01:42:25.936154Z","caller":"traceutil/trace.go:171","msg":"trace[524958393] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d8481b8c-7b92-49ea-a57d-c546003844f2; range_end:; response_count:1; response_revision:25092; }","duration":"2.025544305s","start":"2026-07-01T01:42:23.910598Z","end":"2026-07-01T01:42:25.936142Z","steps":["trace[524958393] 'agreement among raft nodes before linearized reading' (duration: 2.023855151s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:25.936217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:23.910579Z","time spent":"2.025630847s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" "} {"level":"warn","ts":"2026-07-01T01:42:26.507986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.751377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:26.510778Z","caller":"traceutil/trace.go:171","msg":"trace[1282885294] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"597.410868ms","start":"2026-07-01T01:42:25.9133Z","end":"2026-07-01T01:42:26.510711Z","steps":["trace[1282885294] 'process raft request' (duration: 190.798509ms)","trace[1282885294] 'compare' (duration: 403.025584ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:26.5109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.913275Z","time spent":"597.567613ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:26.781978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000709589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:26.782039Z","caller":"traceutil/trace.go:171","msg":"trace[1022647983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000815372s","start":"2026-07-01T01:42:24.781209Z","end":"2026-07-01T01:42:26.782024Z","steps":["trace[1022647983] 'agreement among raft nodes before linearized reading' (duration: 2.000735389s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:26.782075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.781189Z","time spent":"2.000878474s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:27.408163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30396192s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:28.578558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170058883s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:28.578788Z","caller":"traceutil/trace.go:171","msg":"trace[2095250098] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"2.664840653s","start":"2026-07-01T01:42:25.913925Z","end":"2026-07-01T01:42:28.578766Z","steps":["trace[2095250098] 'process raft request' (duration: 1.494473709s)","trace[2095250098] 'compare' (duration: 114.720983ms)","trace[2095250098] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/orc-system/f35396c5.k-orc.cloud; req_size:495; } (duration: 1.054197963s)"],"step_count":3} {"level":"warn","ts":"2026-07-01T01:42:28.578839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.913903Z","time spent":"2.664914094s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:28.579056Z","caller":"traceutil/trace.go:171","msg":"trace[1146857890] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"2.664748789s","start":"2026-07-01T01:42:25.914278Z","end":"2026-07-01T01:42:28.579027Z","steps":["trace[1146857890] 'process raft request' (duration: 2.664379707s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:28.579098Z","caller":"traceutil/trace.go:171","msg":"trace[106177439] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"2.601744602s","start":"2026-07-01T01:42:25.977333Z","end":"2026-07-01T01:42:28.579078Z","steps":["trace[106177439] 'process raft request' (duration: 2.601610698s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:28.579199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.914252Z","time spent":"2.664870283s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:28.579229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.977308Z","time spent":"2.601858195s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:28.57922Z","caller":"traceutil/trace.go:171","msg":"trace[975139207] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"2.521201243s","start":"2026-07-01T01:42:26.057987Z","end":"2026-07-01T01:42:28.579188Z","steps":["trace[975139207] 'process raft request' (duration: 2.521050008s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:28.57929Z","caller":"traceutil/trace.go:171","msg":"trace[1941932610] linearizableReadLoop","detail":"{readStateIndex:25933; appliedIndex:25930; }","duration":"2.645357748s","start":"2026-07-01T01:42:25.933902Z","end":"2026-07-01T01:42:28.57926Z","steps":["trace[1941932610] 'read index received' (duration: 170.686925ms)","trace[1941932610] 'applied index is now lower than readState.Index' (duration: 2.474669493s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:28.579385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567503884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:28.579368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.057948Z","time spent":"2.521335258s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:28.579413Z","caller":"traceutil/trace.go:171","msg":"trace[1107991146] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25098; }","duration":"3.567565826s","start":"2026-07-01T01:42:25.011837Z","end":"2026-07-01T01:42:28.579403Z","steps":["trace[1107991146] 'agreement among raft nodes before linearized reading' (duration: 3.567489133s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:28.579388Z","caller":"traceutil/trace.go:171","msg":"trace[161957842] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"1.48479567s","start":"2026-07-01T01:42:27.094583Z","end":"2026-07-01T01:42:28.579379Z","steps":["trace[161957842] 'process raft request' (duration: 1.484590794s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:28.579435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.011816Z","time spent":"3.567613768s","remote":"127.0.0.1:59804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:28.579421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140183252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:28.579433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.470048854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:28.579494Z","caller":"traceutil/trace.go:171","msg":"trace[1060836322] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25098; }","duration":"3.140304316s","start":"2026-07-01T01:42:25.43917Z","end":"2026-07-01T01:42:28.579474Z","steps":["trace[1060836322] 'agreement among raft nodes before linearized reading' (duration: 3.140133031s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:28.579501Z","caller":"traceutil/trace.go:171","msg":"trace[2113382015] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25098; }","duration":"3.470168747s","start":"2026-07-01T01:42:25.109313Z","end":"2026-07-01T01:42:28.579481Z","steps":["trace[2113382015] 'agreement among raft nodes before linearized reading' (duration: 3.470042823s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:28.57954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.439146Z","time spent":"3.140384188s","remote":"127.0.0.1:46298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:28.579534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:27.094559Z","time spent":"1.484897864s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:28.579561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.109289Z","time spent":"3.47025394s","remote":"127.0.0.1:44204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:28.579702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131954648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-01T01:42:28.579731Z","caller":"traceutil/trace.go:171","msg":"trace[1384942047] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5; range_end:; response_count:1; response_revision:25099; }","duration":"3.13201647s","start":"2026-07-01T01:42:25.447707Z","end":"2026-07-01T01:42:28.579723Z","steps":["trace[1384942047] 'agreement among raft nodes before linearized reading' (duration: 3.131717281s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:28.579679Z","caller":"traceutil/trace.go:171","msg":"trace[50220396] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"1.112154699s","start":"2026-07-01T01:42:27.467477Z","end":"2026-07-01T01:42:28.579631Z","steps":["trace[50220396] 'process raft request' (duration: 1.1118657s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:28.579752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.447688Z","time spent":"3.132057002s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" "} {"level":"warn","ts":"2026-07-01T01:42:28.579799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.793750327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:28.579807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121848074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-01T01:42:28.579833Z","caller":"traceutil/trace.go:171","msg":"trace[1618421288] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25099; }","duration":"3.793814019s","start":"2026-07-01T01:42:24.786007Z","end":"2026-07-01T01:42:28.579821Z","steps":["trace[1618421288] 'agreement among raft nodes before linearized reading' (duration: 3.793382545s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:28.579854Z","caller":"traceutil/trace.go:171","msg":"trace[1662465256] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25099; }","duration":"3.121909847s","start":"2026-07-01T01:42:25.457923Z","end":"2026-07-01T01:42:28.579833Z","steps":["trace[1662465256] 'agreement among raft nodes before linearized reading' (duration: 3.121463512s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:28.579861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.785992Z","time spent":"3.793862151s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:28.579885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:27.467464Z","time spent":"1.112306774s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:28.579885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.457716Z","time spent":"3.122161885s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:42:28.580012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796359542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:2 size:3308"} {"level":"info","ts":"2026-07-01T01:42:28.580059Z","caller":"traceutil/trace.go:171","msg":"trace[1379181833] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/; range_end:/registry/configmaps/envoy-gateway-system0; response_count:2; response_revision:25099; }","duration":"3.796439143s","start":"2026-07-01T01:42:24.783606Z","end":"2026-07-01T01:42:28.580046Z","steps":["trace[1379181833] 'agreement among raft nodes before linearized reading' (duration: 3.795803293s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:28.580107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:24.783589Z","time spent":"3.796507836s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":2,"response size":3329,"request content":"key:\"/registry/configmaps/envoy-gateway-system/\" range_end:\"/registry/configmaps/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:28.787163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:28.787225Z","caller":"traceutil/trace.go:171","msg":"trace[723237074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153811s","start":"2026-07-01T01:42:26.787059Z","end":"2026-07-01T01:42:28.787213Z","steps":["trace[723237074] 'agreement among raft nodes before linearized reading' (duration: 2.000078008s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:28.787254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.787038Z","time spent":"2.000209142s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:29.010965Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070719262s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:29.211425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.637632ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:29.211508Z","caller":"traceutil/trace.go:171","msg":"trace[184160487] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25099; }","duration":"432.729685ms","start":"2026-07-01T01:42:28.778766Z","end":"2026-07-01T01:42:29.211496Z","steps":["trace[184160487] 'range keys from in-memory index tree' (duration: 432.626332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171792039s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:30.183271Z","caller":"traceutil/trace.go:171","msg":"trace[1749893817] linearizableReadLoop","detail":"{readStateIndex:25939; appliedIndex:25937; }","duration":"1.603900774s","start":"2026-07-01T01:42:28.579357Z","end":"2026-07-01T01:42:30.183258Z","steps":["trace[1749893817] 'read index received' (duration: 431.794246ms)","trace[1749893817] 'applied index is now lower than readState.Index' (duration: 1.172105468s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:30.183352Z","caller":"traceutil/trace.go:171","msg":"trace[38298442] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"2.243197943s","start":"2026-07-01T01:42:27.940138Z","end":"2026-07-01T01:42:30.183336Z","steps":["trace[38298442] 'process raft request' (duration: 1.071040412s)","trace[38298442] 'compare' (duration: 200.098727ms)","trace[38298442] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:532; } (duration: 970.865026ms)"],"step_count":3} {"level":"warn","ts":"2026-07-01T01:42:30.183401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:27.940119Z","time spent":"2.243256415s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:30.183481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23190411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:30.183507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23980385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:30.18353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243467957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-01T01:42:30.183571Z","caller":"traceutil/trace.go:171","msg":"trace[2020308153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25102; }","duration":"4.243510718s","start":"2026-07-01T01:42:25.940049Z","end":"2026-07-01T01:42:30.18356Z","steps":["trace[2020308153] 'agreement among raft nodes before linearized reading' (duration: 4.243371223s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:30.183575Z","caller":"traceutil/trace.go:171","msg":"trace[203151037] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25102; }","duration":"4.239945024s","start":"2026-07-01T01:42:25.943611Z","end":"2026-07-01T01:42:30.183556Z","steps":["trace[203151037] 'agreement among raft nodes before linearized reading' (duration: 4.239790749s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.1836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.940035Z","time spent":"4.24355831s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:30.183586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599183183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5642"} {"level":"warn","ts":"2026-07-01T01:42:30.183585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245546084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-01T01:42:30.183629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.848865263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:30.183652Z","caller":"traceutil/trace.go:171","msg":"trace[692229682] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25102; }","duration":"3.848889954s","start":"2026-07-01T01:42:26.334755Z","end":"2026-07-01T01:42:30.183645Z","steps":["trace[692229682] 'agreement among raft nodes before linearized reading' (duration: 3.848849792s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:30.183646Z","caller":"traceutil/trace.go:171","msg":"trace[1567814120] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:25102; }","duration":"1.599290126s","start":"2026-07-01T01:42:28.584338Z","end":"2026-07-01T01:42:30.183628Z","steps":["trace[1567814120] 'agreement among raft nodes before linearized reading' (duration: 1.59910948s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:30.18365Z","caller":"traceutil/trace.go:171","msg":"trace[154849083] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25102; }","duration":"4.245651107s","start":"2026-07-01T01:42:25.937987Z","end":"2026-07-01T01:42:30.183638Z","steps":["trace[154849083] 'agreement among raft nodes before linearized reading' (duration: 4.24542221s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.015528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:30.183669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.334728Z","time spent":"3.848937045s","remote":"127.0.0.1:46376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:30.183642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.21016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:30.183695Z","caller":"traceutil/trace.go:171","msg":"trace[152414376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25102; }","duration":"573.08254ms","start":"2026-07-01T01:42:29.610598Z","end":"2026-07-01T01:42:30.18368Z","steps":["trace[152414376] 'agreement among raft nodes before linearized reading' (duration: 573.021978ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:30.1837Z","caller":"traceutil/trace.go:171","msg":"trace[608015969] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"1.667733978s","start":"2026-07-01T01:42:28.515951Z","end":"2026-07-01T01:42:30.183685Z","steps":["trace[608015969] 'process raft request' (duration: 1.66716617s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295472014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-01T01:42:30.183718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.238889091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18433"} {"level":"warn","ts":"2026-07-01T01:42:30.183734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:29.610582Z","time spent":"573.142641ms","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:30.183586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.755865015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"warn","ts":"2026-07-01T01:42:30.183739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597581161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:30.183752Z","caller":"traceutil/trace.go:171","msg":"trace[1561665723] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25102; }","duration":"4.238948723s","start":"2026-07-01T01:42:25.944794Z","end":"2026-07-01T01:42:30.183742Z","steps":["trace[1561665723] 'agreement among raft nodes before linearized reading' (duration: 4.238843269s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127637014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:42:30.183776Z","caller":"traceutil/trace.go:171","msg":"trace[1241737364] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:25102; }","duration":"3.756096792s","start":"2026-07-01T01:42:26.427668Z","end":"2026-07-01T01:42:30.183765Z","steps":["trace[1241737364] 'agreement among raft nodes before linearized reading' (duration: 3.755738481s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:30.183779Z","caller":"traceutil/trace.go:171","msg":"trace[2039147516] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25102; }","duration":"1.597637814s","start":"2026-07-01T01:42:28.58613Z","end":"2026-07-01T01:42:30.183768Z","steps":["trace[2039147516] 'agreement among raft nodes before linearized reading' (duration: 1.597580402s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.51593Z","time spent":"1.66780145s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:30.18379Z","caller":"traceutil/trace.go:171","msg":"trace[1938126849] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25102; }","duration":"1.127869892s","start":"2026-07-01T01:42:29.055912Z","end":"2026-07-01T01:42:30.183782Z","steps":["trace[1938126849] 'agreement among raft nodes before linearized reading' (duration: 1.127537591s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598635215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-01T01:42:30.183723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265441507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:30.183812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.586118Z","time spent":"1.597687465s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:30.183822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.949937232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:30.183824Z","caller":"traceutil/trace.go:171","msg":"trace[1078859670] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25102; }","duration":"1.598659496s","start":"2026-07-01T01:42:28.585157Z","end":"2026-07-01T01:42:30.183817Z","steps":["trace[1078859670] 'agreement among raft nodes before linearized reading' (duration: 1.598583444s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:29.055894Z","time spent":"1.127925924s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-01T01:42:30.183834Z","caller":"traceutil/trace.go:171","msg":"trace[838904591] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25102; }","duration":"1.265594392s","start":"2026-07-01T01:42:28.918229Z","end":"2026-07-01T01:42:30.183823Z","steps":["trace[838904591] 'agreement among raft nodes before linearized reading' (duration: 1.265471398s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:30.183846Z","caller":"traceutil/trace.go:171","msg":"trace[1784004570] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25102; }","duration":"2.949985353s","start":"2026-07-01T01:42:27.233854Z","end":"2026-07-01T01:42:30.183839Z","steps":["trace[1784004570] 'agreement among raft nodes before linearized reading' (duration: 2.949946422s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.766462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:30.18373Z","caller":"traceutil/trace.go:171","msg":"trace[187999913] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25102; }","duration":"547.345345ms","start":"2026-07-01T01:42:29.636367Z","end":"2026-07-01T01:42:30.183712Z","steps":["trace[187999913] 'agreement among raft nodes before linearized reading' (duration: 547.18491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.918209Z","time spent":"1.265648223s","remote":"127.0.0.1:50600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:30.183875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:27.233837Z","time spent":"2.950031215s","remote":"127.0.0.1:46332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:30.183537Z","caller":"traceutil/trace.go:171","msg":"trace[449969800] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25102; }","duration":"3.232000033s","start":"2026-07-01T01:42:26.951521Z","end":"2026-07-01T01:42:30.183521Z","steps":["trace[449969800] 'agreement among raft nodes before linearized reading' (duration: 3.231843148s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:29.636352Z","time spent":"547.525781ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:30.183893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396365909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:30.183906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.9515Z","time spent":"3.232398226s","remote":"127.0.0.1:46508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:30.183927Z","caller":"traceutil/trace.go:171","msg":"trace[913319484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25102; }","duration":"1.396431621s","start":"2026-07-01T01:42:28.787485Z","end":"2026-07-01T01:42:30.183916Z","steps":["trace[913319484] 'agreement among raft nodes before linearized reading' (duration: 1.396363309s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:30.183944Z","caller":"traceutil/trace.go:171","msg":"trace[2095568870] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"1.600619869s","start":"2026-07-01T01:42:28.583311Z","end":"2026-07-01T01:42:30.183931Z","steps":["trace[2095568870] 'process raft request' (duration: 1.599899936s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.787463Z","time spent":"1.396483942s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:30.183681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.584322Z","time spent":"1.599351669s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5663,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:30.183819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.427652Z","time spent":"3.756156244s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-07-01T01:42:30.183877Z","caller":"traceutil/trace.go:171","msg":"trace[931338351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25102; }","duration":"742.832634ms","start":"2026-07-01T01:42:29.441036Z","end":"2026-07-01T01:42:30.183869Z","steps":["trace[931338351] 'agreement among raft nodes before linearized reading' (duration: 742.785472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.183788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.944784Z","time spent":"4.238998364s","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-01T01:42:30.184008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.583288Z","time spent":"1.600685131s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:30.183853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.585127Z","time spent":"1.598722148s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:42:30.183687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.937972Z","time spent":"4.245707549s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-01T01:42:30.183777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731109955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-01T01:42:30.183713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244692781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T01:42:30.183614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:25.943582Z","time spent":"4.240020976s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-01T01:42:30.184125Z","caller":"traceutil/trace.go:171","msg":"trace[1685256333] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25102; }","duration":"2.731450746s","start":"2026-07-01T01:42:27.452663Z","end":"2026-07-01T01:42:30.184114Z","steps":["trace[1685256333] 'agreement among raft nodes before linearized reading' (duration: 2.731068873s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:30.184132Z","caller":"traceutil/trace.go:171","msg":"trace[978076848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25102; }","duration":"2.245109084s","start":"2026-07-01T01:42:27.939013Z","end":"2026-07-01T01:42:30.184122Z","steps":["trace[978076848] 'agreement among raft nodes before linearized reading' (duration: 2.244635799s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.18402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:29.441008Z","time spent":"743.004509ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:30.184154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:27.452617Z","time spent":"2.731528709s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:30.183647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767408729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:30.184155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:27.938966Z","time spent":"2.245184027s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:42:30.184182Z","caller":"traceutil/trace.go:171","msg":"trace[1375917724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25102; }","duration":"1.767986357s","start":"2026-07-01T01:42:28.416185Z","end":"2026-07-01T01:42:30.184172Z","steps":["trace[1375917724] 'agreement among raft nodes before linearized reading' (duration: 1.767403349s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.184212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.416168Z","time spent":"1.768035319s","remote":"127.0.0.1:54834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:30.184217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727263064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:30.184258Z","caller":"traceutil/trace.go:171","msg":"trace[1596225753] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25102; }","duration":"1.727335716s","start":"2026-07-01T01:42:28.456908Z","end":"2026-07-01T01:42:30.184243Z","steps":["trace[1596225753] 'agreement among raft nodes before linearized reading' (duration: 1.727267984s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:30.183754Z","caller":"traceutil/trace.go:171","msg":"trace[1880316483] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25102; }","duration":"3.295545097s","start":"2026-07-01T01:42:26.888191Z","end":"2026-07-01T01:42:30.183737Z","steps":["trace[1880316483] 'agreement among raft nodes before linearized reading' (duration: 3.295440513s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:30.184289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:28.456889Z","time spent":"1.727392578s","remote":"127.0.0.1:38748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:30.184324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:26.888175Z","time spent":"3.296132325s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-01T01:42:31.628321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.095872Z","time spent":"532.440608ms","remote":"127.0.0.1:60658","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:31.72579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30772903s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:31.725956Z","caller":"traceutil/trace.go:171","msg":"trace[141326693] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"1.536499155s","start":"2026-07-01T01:42:30.189404Z","end":"2026-07-01T01:42:31.725904Z","steps":["trace[141326693] 'process raft request' (duration: 228.568618ms)","trace[141326693] 'compare' (duration: 1.210706704s)","trace[141326693] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 96.866282ms)"],"step_count":3} {"level":"info","ts":"2026-07-01T01:42:31.726015Z","caller":"traceutil/trace.go:171","msg":"trace[474012858] linearizableReadLoop","detail":"{readStateIndex:25941; appliedIndex:25940; }","duration":"1.53540266s","start":"2026-07-01T01:42:30.190583Z","end":"2026-07-01T01:42:31.725986Z","steps":["trace[474012858] 'read index received' (duration: 227.461543ms)","trace[474012858] 'applied index is now lower than readState.Index' (duration: 1.307938516s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:31.726081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.189387Z","time spent":"1.53664765s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:31.726137Z","caller":"traceutil/trace.go:171","msg":"trace[1832803425] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"1.53511146s","start":"2026-07-01T01:42:30.190987Z","end":"2026-07-01T01:42:31.726098Z","steps":["trace[1832803425] 'process raft request' (duration: 1.534916644s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.726181Z","caller":"traceutil/trace.go:171","msg":"trace[1946173917] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"1.533985004s","start":"2026-07-01T01:42:30.192183Z","end":"2026-07-01T01:42:31.726168Z","steps":["trace[1946173917] 'process raft request' (duration: 1.533796858s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.726212Z","caller":"traceutil/trace.go:171","msg":"trace[189774764] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"1.528921442s","start":"2026-07-01T01:42:30.197266Z","end":"2026-07-01T01:42:31.726187Z","steps":["trace[189774764] 'process raft request' (duration: 1.528779427s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.72627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.192173Z","time spent":"1.534038596s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:31.726301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.190978Z","time spent":"1.535238355s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:31.726339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.197252Z","time spent":"1.529020636s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:31.726326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535718699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:42:31.726376Z","caller":"traceutil/trace.go:171","msg":"trace[2053922158] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"1.528819599s","start":"2026-07-01T01:42:30.197537Z","end":"2026-07-01T01:42:31.726357Z","steps":["trace[2053922158] 'process raft request' (duration: 1.528595592s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.726406Z","caller":"traceutil/trace.go:171","msg":"trace[1894570351] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:25106; }","duration":"1.535869984s","start":"2026-07-01T01:42:30.190519Z","end":"2026-07-01T01:42:31.726389Z","steps":["trace[1894570351] 'agreement among raft nodes before linearized reading' (duration: 1.535591676s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.726438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.197531Z","time spent":"1.528880031s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:31.726455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.190499Z","time spent":"1.535947057s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-01T01:42:31.72663Z","caller":"traceutil/trace.go:171","msg":"trace[1240474786] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"1.141813299s","start":"2026-07-01T01:42:30.584806Z","end":"2026-07-01T01:42:31.72662Z","steps":["trace[1240474786] 'process raft request' (duration: 1.141501079s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.726692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.584781Z","time spent":"1.141877721s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:31.726862Z","caller":"traceutil/trace.go:171","msg":"trace[1430818910] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"1.141103996s","start":"2026-07-01T01:42:30.585746Z","end":"2026-07-01T01:42:31.72685Z","steps":["trace[1430818910] 'process raft request' (duration: 1.140989473s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.726873Z","caller":"traceutil/trace.go:171","msg":"trace[1987563126] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"1.14154126s","start":"2026-07-01T01:42:30.585297Z","end":"2026-07-01T01:42:31.726839Z","steps":["trace[1987563126] 'process raft request' (duration: 1.14123074s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.726908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536146834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:31.726918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.585737Z","time spent":"1.141153957s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:31.726946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532242509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.726969Z","caller":"traceutil/trace.go:171","msg":"trace[1395663215] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:25111; }","duration":"1.536225347s","start":"2026-07-01T01:42:30.190729Z","end":"2026-07-01T01:42:31.726954Z","steps":["trace[1395663215] 'agreement among raft nodes before linearized reading' (duration: 1.536122463s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.726989Z","caller":"traceutil/trace.go:171","msg":"trace[601815587] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"245.706867ms","start":"2026-07-01T01:42:31.481271Z","end":"2026-07-01T01:42:31.726978Z","steps":["trace[601815587] 'process raft request' (duration: 245.538982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.72702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441636347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.726979Z","caller":"traceutil/trace.go:171","msg":"trace[1182811678] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25111; }","duration":"1.532304221s","start":"2026-07-01T01:42:30.194667Z","end":"2026-07-01T01:42:31.726971Z","steps":["trace[1182811678] 'agreement among raft nodes before linearized reading' (duration: 1.532247269s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.727043Z","caller":"traceutil/trace.go:171","msg":"trace[1128107311] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25111; }","duration":"1.441688889s","start":"2026-07-01T01:42:30.285348Z","end":"2026-07-01T01:42:31.727037Z","steps":["trace[1128107311] 'agreement among raft nodes before linearized reading' (duration: 1.441649828s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.727048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.194647Z","time spent":"1.532394713s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:31.727057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536129153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c49b0534-884f-4eb2-a531-10e558ec362d\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-01T01:42:31.727067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.28533Z","time spent":"1.441732071s","remote":"127.0.0.1:57674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.727059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.585289Z","time spent":"1.141630623s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:31.727132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529566123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.727158Z","caller":"traceutil/trace.go:171","msg":"trace[150837031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25111; }","duration":"1.529605274s","start":"2026-07-01T01:42:30.197547Z","end":"2026-07-01T01:42:31.727153Z","steps":["trace[150837031] 'agreement among raft nodes before linearized reading' (duration: 1.529563923s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.727018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.190722Z","time spent":"1.536286048s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:31.727181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.19754Z","time spent":"1.529636476s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:31.727177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534766449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-07-01T01:42:31.727207Z","caller":"traceutil/trace.go:171","msg":"trace[1150091384] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25111; }","duration":"1.53480565s","start":"2026-07-01T01:42:30.192394Z","end":"2026-07-01T01:42:31.7272Z","steps":["trace[1150091384] 'agreement among raft nodes before linearized reading' (duration: 1.534672826s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.727236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.192389Z","time spent":"1.534841152s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1455,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-07-01T01:42:31.727088Z","caller":"traceutil/trace.go:171","msg":"trace[1268542960] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c49b0534-884f-4eb2-a531-10e558ec362d; range_end:; response_count:1; response_revision:25111; }","duration":"1.536185524s","start":"2026-07-01T01:42:30.190893Z","end":"2026-07-01T01:42:31.727079Z","steps":["trace[1268542960] 'agreement among raft nodes before linearized reading' (duration: 1.53605678s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.727299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536430732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b\" ","response":"range_response_count:1 size:840"} {"level":"warn","ts":"2026-07-01T01:42:31.727308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.378229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.727343Z","caller":"traceutil/trace.go:171","msg":"trace[1758192528] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25111; }","duration":"296.472273ms","start":"2026-07-01T01:42:31.430861Z","end":"2026-07-01T01:42:31.727333Z","steps":["trace[1758192528] 'agreement among raft nodes before linearized reading' (duration: 296.414201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.727342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.190867Z","time spent":"1.536457193s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c49b0534-884f-4eb2-a531-10e558ec362d\" "} {"level":"warn","ts":"2026-07-01T01:42:31.727432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026207307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.727344Z","caller":"traceutil/trace.go:171","msg":"trace[1613980233] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b; range_end:; response_count:1; response_revision:25111; }","duration":"1.536478145s","start":"2026-07-01T01:42:30.190853Z","end":"2026-07-01T01:42:31.727331Z","steps":["trace[1613980233] 'agreement among raft nodes before linearized reading' (duration: 1.53634421s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.727461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20651972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:31.727466Z","caller":"traceutil/trace.go:171","msg":"trace[1235359335] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25111; }","duration":"1.0262757s","start":"2026-07-01T01:42:30.70118Z","end":"2026-07-01T01:42:31.727456Z","steps":["trace[1235359335] 'agreement among raft nodes before linearized reading' (duration: 1.026217218s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:31.727493Z","caller":"traceutil/trace.go:171","msg":"trace[676523744] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25111; }","duration":"1.206584412s","start":"2026-07-01T01:42:30.520898Z","end":"2026-07-01T01:42:31.727482Z","steps":["trace[676523744] 'agreement among raft nodes before linearized reading' (duration: 1.206532081s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.727503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.701162Z","time spent":"1.026326002s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.727521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.520877Z","time spent":"1.206638044s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:31.727492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.19085Z","time spent":"1.536631369s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b\" "} {"level":"warn","ts":"2026-07-01T01:42:31.726945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209092093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-01T01:42:31.727624Z","caller":"traceutil/trace.go:171","msg":"trace[232323326] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:25111; }","duration":"1.209808636s","start":"2026-07-01T01:42:30.517807Z","end":"2026-07-01T01:42:31.727616Z","steps":["trace[232323326] 'agreement among raft nodes before linearized reading' (duration: 1.209055512s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:31.727669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:30.517784Z","time spent":"1.209875988s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-07-01T01:42:32.231587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784917,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:32.997213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.675895ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-01T01:42:32.997302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.72793Z","time spent":"1.269369172s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:33.740387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998416775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:33.740461Z","caller":"traceutil/trace.go:171","msg":"trace[1407168403] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998488848s","start":"2026-07-01T01:42:31.741946Z","end":"2026-07-01T01:42:33.740435Z","steps":["trace[1407168403] 'agreement among raft nodes before linearized reading' (duration: 1.998421906s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:33.740759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.741944Z","time spent":"1.998805048s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T01:42:33.916731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22713,"took":"8.470489337s","hash":98393429,"current-db-size-bytes":58785792,"current-db-size":"59 MB","current-db-size-in-use-bytes":35278848,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-01T01:42:33.91679Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":98393429,"revision":22713,"compact-revision":19904} {"level":"warn","ts":"2026-07-01T01:42:33.917278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.425077Z","time spent":"492.197439ms","remote":"127.0.0.1:60664","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:33.917802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.107376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:33.917977Z","caller":"traceutil/trace.go:171","msg":"trace[743561508] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"2.188081218s","start":"2026-07-01T01:42:31.729874Z","end":"2026-07-01T01:42:33.917955Z","steps":["trace[743561508] 'process raft request' (duration: 1.492745905s)","trace[743561508] 'compare' (duration: 694.488346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:33.91807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.729855Z","time spent":"2.188179721s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:33.91847Z","caller":"traceutil/trace.go:171","msg":"trace[1611904453] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"2.185705781s","start":"2026-07-01T01:42:31.732742Z","end":"2026-07-01T01:42:33.918448Z","steps":["trace[1611904453] 'process raft request' (duration: 2.185520985s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:33.918552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.732724Z","time spent":"2.185780634s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:33.91877Z","caller":"traceutil/trace.go:171","msg":"trace[187012420] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"2.180443703s","start":"2026-07-01T01:42:31.738304Z","end":"2026-07-01T01:42:33.918747Z","steps":["trace[187012420] 'process raft request' (duration: 2.18004659s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:33.918842Z","caller":"traceutil/trace.go:171","msg":"trace[230406905] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"2.176721744s","start":"2026-07-01T01:42:31.742108Z","end":"2026-07-01T01:42:33.91883Z","steps":["trace[230406905] 'process raft request' (duration: 2.176534188s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:33.918856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.738293Z","time spent":"2.180528676s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:33.918908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.742077Z","time spent":"2.176806206s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:33.918927Z","caller":"traceutil/trace.go:171","msg":"trace[1020662095] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"1.728903316s","start":"2026-07-01T01:42:32.189998Z","end":"2026-07-01T01:42:33.918901Z","steps":["trace[1020662095] 'process raft request' (duration: 1.728755421s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:33.919049Z","caller":"traceutil/trace.go:171","msg":"trace[244554085] linearizableReadLoop","detail":"{readStateIndex:25956; appliedIndex:25949; }","duration":"2.187903792s","start":"2026-07-01T01:42:31.731138Z","end":"2026-07-01T01:42:33.919042Z","steps":["trace[244554085] 'read index received' (duration: 976.462965ms)","trace[244554085] 'applied index is now lower than readState.Index' (duration: 1.211440197s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:33.919099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.189969Z","time spent":"1.72904156s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:33.919106Z","caller":"traceutil/trace.go:171","msg":"trace[1775374274] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.729007889s","start":"2026-07-01T01:42:32.190073Z","end":"2026-07-01T01:42:33.919081Z","steps":["trace[1775374274] 'process raft request' (duration: 1.728777091s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:33.919211Z","caller":"traceutil/trace.go:171","msg":"trace[1251522349] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"920.855134ms","start":"2026-07-01T01:42:32.998334Z","end":"2026-07-01T01:42:33.919189Z","steps":["trace[1251522349] 'process raft request' (duration: 920.669208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:33.919231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.190055Z","time spent":"1.729108282s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:33.919339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188190191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1913"} {"level":"info","ts":"2026-07-01T01:42:33.919386Z","caller":"traceutil/trace.go:171","msg":"trace[858461705] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:25118; }","duration":"2.188256413s","start":"2026-07-01T01:42:31.731117Z","end":"2026-07-01T01:42:33.919374Z","steps":["trace[858461705] 'agreement among raft nodes before linearized reading' (duration: 2.187972534s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:33.919427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.731109Z","time spent":"2.188308095s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1934,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:33.920546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.998305Z","time spent":"920.958868ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:34.514995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.260063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:34.515384Z","caller":"traceutil/trace.go:171","msg":"trace[1449495472] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"776.43789ms","start":"2026-07-01T01:42:33.738923Z","end":"2026-07-01T01:42:34.51536Z","steps":["trace[1449495472] 'process raft request' (duration: 776.324776ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:34.515401Z","caller":"traceutil/trace.go:171","msg":"trace[1481007481] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"781.619905ms","start":"2026-07-01T01:42:33.733748Z","end":"2026-07-01T01:42:34.515368Z","steps":["trace[1481007481] 'process raft request' (duration: 781.375797ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:34.515385Z","caller":"traceutil/trace.go:171","msg":"trace[106719919] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"929.410027ms","start":"2026-07-01T01:42:33.58595Z","end":"2026-07-01T01:42:34.51536Z","steps":["trace[106719919] 'process raft request' (duration: 494.678688ms)","trace[106719919] 'compare' (duration: 433.495219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:34.515495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.738909Z","time spent":"776.537592ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:34.515561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.733719Z","time spent":"781.745289ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:34.515582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713650855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:34.515612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773692137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-07-01T01:42:34.515636Z","caller":"traceutil/trace.go:171","msg":"trace[741862586] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25122; }","duration":"2.713737508s","start":"2026-07-01T01:42:31.801884Z","end":"2026-07-01T01:42:34.515622Z","steps":["trace[741862586] 'agreement among raft nodes before linearized reading' (duration: 2.713621934s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.515632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.585925Z","time spent":"929.612353ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:34.515658Z","caller":"traceutil/trace.go:171","msg":"trace[2064078082] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25122; }","duration":"2.773750739s","start":"2026-07-01T01:42:31.741897Z","end":"2026-07-01T01:42:34.515648Z","steps":["trace[2064078082] 'agreement among raft nodes before linearized reading' (duration: 2.773620175s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.515667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.801871Z","time spent":"2.713789299s","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:34.515687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.609517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T01:42:34.515708Z","caller":"traceutil/trace.go:171","msg":"trace[1911485774] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"775.391075ms","start":"2026-07-01T01:42:33.740305Z","end":"2026-07-01T01:42:34.515696Z","steps":["trace[1911485774] 'process raft request' (duration: 775.001353ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:34.515728Z","caller":"traceutil/trace.go:171","msg":"trace[467106854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25122; }","duration":"777.681069ms","start":"2026-07-01T01:42:33.738041Z","end":"2026-07-01T01:42:34.515722Z","steps":["trace[467106854] 'agreement among raft nodes before linearized reading' (duration: 777.612577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.515748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.738024Z","time spent":"777.717891ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:42:34.515744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.90373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:34.515636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368593757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"warn","ts":"2026-07-01T01:42:34.51577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.740291Z","time spent":"775.449628ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:34.51582Z","caller":"traceutil/trace.go:171","msg":"trace[2000516658] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:25122; }","duration":"2.368833394s","start":"2026-07-01T01:42:32.146981Z","end":"2026-07-01T01:42:34.515815Z","steps":["trace[2000516658] 'agreement among raft nodes before linearized reading' (duration: 2.368522184s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:34.515825Z","caller":"traceutil/trace.go:171","msg":"trace[42576895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25122; }","duration":"774.975012ms","start":"2026-07-01T01:42:33.740804Z","end":"2026-07-01T01:42:34.515779Z","steps":["trace[42576895] 'agreement among raft nodes before linearized reading' (duration: 774.91569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.515841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.146961Z","time spent":"2.368876146s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-07-01T01:42:34.515859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173962847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:34.515752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.778032696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-01T01:42:34.51569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.741891Z","time spent":"2.77379246s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9528,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-07-01T01:42:34.515885Z","caller":"traceutil/trace.go:171","msg":"trace[1429481117] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25122; }","duration":"1.173989158s","start":"2026-07-01T01:42:33.341888Z","end":"2026-07-01T01:42:34.515878Z","steps":["trace[1429481117] 'agreement among raft nodes before linearized reading' (duration: 1.173894335s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.515649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.751637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-01T01:42:34.515746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72254525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-07-01T01:42:34.515893Z","caller":"traceutil/trace.go:171","msg":"trace[1776191818] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25122; }","duration":"2.778192971s","start":"2026-07-01T01:42:31.737691Z","end":"2026-07-01T01:42:34.515884Z","steps":["trace[1776191818] 'agreement among raft nodes before linearized reading' (duration: 2.778020696s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:34.515922Z","caller":"traceutil/trace.go:171","msg":"trace[218748967] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25122; }","duration":"776.060467ms","start":"2026-07-01T01:42:33.739853Z","end":"2026-07-01T01:42:34.515914Z","steps":["trace[218748967] 'agreement among raft nodes before linearized reading' (duration: 775.668985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.515934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.737678Z","time spent":"2.778252423s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-01T01:42:34.515938Z","caller":"traceutil/trace.go:171","msg":"trace[2044266061] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:25122; }","duration":"2.722772447s","start":"2026-07-01T01:42:31.793156Z","end":"2026-07-01T01:42:34.515929Z","steps":["trace[2044266061] 'agreement among raft nodes before linearized reading' (duration: 2.722514718s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.515936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695807474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:34.515968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.793136Z","time spent":"2.722823749s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1063,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-07-01T01:42:34.515966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477954828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129239"} {"level":"info","ts":"2026-07-01T01:42:34.51598Z","caller":"traceutil/trace.go:171","msg":"trace[884368684] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25122; }","duration":"2.695872695s","start":"2026-07-01T01:42:31.820096Z","end":"2026-07-01T01:42:34.515968Z","steps":["trace[884368684] 'agreement among raft nodes before linearized reading' (duration: 2.695788662s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:34.516001Z","caller":"traceutil/trace.go:171","msg":"trace[1131547012] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25122; }","duration":"2.47800677s","start":"2026-07-01T01:42:32.037982Z","end":"2026-07-01T01:42:34.515989Z","steps":["trace[1131547012] 'agreement among raft nodes before linearized reading' (duration: 2.477899746s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.515917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.341836Z","time spent":"1.174076551s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:34.516024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.820085Z","time spent":"2.695922037s","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:34.516042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.037971Z","time spent":"2.478062141s","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129260,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-01T01:42:34.516058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00357936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:34.51586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.740784Z","time spent":"775.068875ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:42:34.5161Z","caller":"traceutil/trace.go:171","msg":"trace[207561040] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25122; }","duration":"2.003654772s","start":"2026-07-01T01:42:32.512436Z","end":"2026-07-01T01:42:34.516091Z","steps":["trace[207561040] 'agreement among raft nodes before linearized reading' (duration: 2.00359302s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.515947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.739846Z","time spent":"776.095208ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:34.516131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.512418Z","time spent":"2.003703154s","remote":"127.0.0.1:57700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:34.516162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073310173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:34.515647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740212595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:34.516185Z","caller":"traceutil/trace.go:171","msg":"trace[752056224] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:25122; }","duration":"2.073369075s","start":"2026-07-01T01:42:32.442809Z","end":"2026-07-01T01:42:34.516178Z","steps":["trace[752056224] 'agreement among raft nodes before linearized reading' (duration: 2.073330373s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:34.516195Z","caller":"traceutil/trace.go:171","msg":"trace[152670666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25122; }","duration":"2.740804234s","start":"2026-07-01T01:42:31.775383Z","end":"2026-07-01T01:42:34.516187Z","steps":["trace[152670666] 'agreement among raft nodes before linearized reading' (duration: 2.740126802s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.516213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.442788Z","time spent":"2.073418286s","remote":"127.0.0.1:49036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:34.516236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.775364Z","time spent":"2.740862946s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:34.515861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479957382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:42:34.51633Z","caller":"traceutil/trace.go:171","msg":"trace[616371081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25122; }","duration":"2.480482599s","start":"2026-07-01T01:42:32.035836Z","end":"2026-07-01T01:42:34.516318Z","steps":["trace[616371081] 'agreement among raft nodes before linearized reading' (duration: 2.479926911s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.516346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784586836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-01T01:42:34.516372Z","caller":"traceutil/trace.go:171","msg":"trace[1393351075] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25122; }","duration":"2.784626477s","start":"2026-07-01T01:42:31.731739Z","end":"2026-07-01T01:42:34.516366Z","steps":["trace[1393351075] 'agreement among raft nodes before linearized reading' (duration: 2.784563075s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.516367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:32.035815Z","time spent":"2.48054059s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:42:34.516388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:31.731727Z","time spent":"2.784658738s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-01T01:42:34.516476Z","caller":"traceutil/trace.go:171","msg":"trace[1456440277] linearizableReadLoop","detail":"{readStateIndex:25961; appliedIndex:25957; }","duration":"596.436316ms","start":"2026-07-01T01:42:33.91907Z","end":"2026-07-01T01:42:34.515506Z","steps":["trace[1456440277] 'read index received' (duration: 161.506122ms)","trace[1456440277] 'applied index is now lower than readState.Index' (duration: 434.912464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:34.517906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.58268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-01T01:42:34.518202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.99905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:34.518232Z","caller":"traceutil/trace.go:171","msg":"trace[648674091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25122; }","duration":"119.070302ms","start":"2026-07-01T01:42:34.399154Z","end":"2026-07-01T01:42:34.518224Z","steps":["trace[648674091] 'agreement among raft nodes before linearized reading' (duration: 119.017161ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:34.518169Z","caller":"traceutil/trace.go:171","msg":"trace[1640434475] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5; range_end:; response_count:1; response_revision:25122; }","duration":"596.860649ms","start":"2026-07-01T01:42:33.921291Z","end":"2026-07-01T01:42:34.518152Z","steps":["trace[1640434475] 'agreement among raft nodes before linearized reading' (duration: 596.25296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.518308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.301879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:34.518321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-01T01:42:34.518383Z","caller":"traceutil/trace.go:171","msg":"trace[1270143508] range","detail":"{range_begin:/registry/horizontalpodautoscalers/envoy-gateway-system/; range_end:/registry/horizontalpodautoscalers/envoy-gateway-system0; response_count:0; response_revision:25122; }","duration":"595.407483ms","start":"2026-07-01T01:42:33.922956Z","end":"2026-07-01T01:42:34.518363Z","steps":["trace[1270143508] 'agreement among raft nodes before linearized reading' (duration: 595.241907ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:34.518387Z","caller":"traceutil/trace.go:171","msg":"trace[1516642503] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25122; }","duration":"595.701132ms","start":"2026-07-01T01:42:33.92267Z","end":"2026-07-01T01:42:34.518372Z","steps":["trace[1516642503] 'agreement among raft nodes before linearized reading' (duration: 595.529387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:34.518435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.92266Z","time spent":"595.762065ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:42:34.518435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.922937Z","time spent":"595.481556ms","remote":"127.0.0.1:46298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/envoy-gateway-system/\" range_end:\"/registry/horizontalpodautoscalers/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:34.518503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:33.921245Z","time spent":"597.094827ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" "} {"level":"warn","ts":"2026-07-01T01:42:35.021796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:35.522116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:36.023036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:36.09239Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40637365s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:36.092754Z","caller":"traceutil/trace.go:171","msg":"trace[1592697178] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"1.571792916s","start":"2026-07-01T01:42:34.520943Z","end":"2026-07-01T01:42:36.092736Z","steps":["trace[1592697178] 'process raft request' (duration: 1.571643801s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.09286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.520918Z","time spent":"1.571880519s","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129223,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:36.522844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:36.523207Z","caller":"traceutil/trace.go:171","msg":"trace[757915114] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783951s","start":"2026-07-01T01:42:34.522409Z","end":"2026-07-01T01:42:36.523193Z","steps":["trace[757915114] 'agreement among raft nodes before linearized reading' (duration: 2.000367968s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:36.52331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.522403Z","time spent":"2.000896725s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T01:42:37.00806Z","caller":"traceutil/trace.go:171","msg":"trace[1740810860] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"2.485345856s","start":"2026-07-01T01:42:34.522696Z","end":"2026-07-01T01:42:37.008042Z","steps":["trace[1740810860] 'process raft request' (duration: 2.485228493s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.008179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.522674Z","time spent":"2.485442529s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:37.008265Z","caller":"traceutil/trace.go:171","msg":"trace[1866640684] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"2.486121031s","start":"2026-07-01T01:42:34.522112Z","end":"2026-07-01T01:42:37.008233Z","steps":["trace[1866640684] 'process raft request' (duration: 2.485681786s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:37.008377Z","caller":"traceutil/trace.go:171","msg":"trace[854085612] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"2.485436299s","start":"2026-07-01T01:42:34.522933Z","end":"2026-07-01T01:42:37.008369Z","steps":["trace[854085612] 'process raft request' (duration: 2.485033376s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.008411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.522096Z","time spent":"2.486238585s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:37.008427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.522923Z","time spent":"2.4854804s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:37.022758Z","caller":"traceutil/trace.go:171","msg":"trace[1671472926] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"1.099125162s","start":"2026-07-01T01:42:35.923624Z","end":"2026-07-01T01:42:37.022749Z","steps":["trace[1671472926] 'process raft request' (duration: 1.098857224s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:37.022569Z","caller":"traceutil/trace.go:171","msg":"trace[115347368] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"2.496050379s","start":"2026-07-01T01:42:34.526507Z","end":"2026-07-01T01:42:37.022558Z","steps":["trace[115347368] 'process raft request' (duration: 2.481490333s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.022831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:35.923594Z","time spent":"1.099198864s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:37.022831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.526498Z","time spent":"2.496295457s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:37.023024Z","caller":"traceutil/trace.go:171","msg":"trace[1776174497] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"1.099177964s","start":"2026-07-01T01:42:35.923839Z","end":"2026-07-01T01:42:37.023017Z","steps":["trace[1776174497] 'process raft request' (duration: 1.098876444s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.023058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:35.923809Z","time spent":"1.099229586s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:37.02312Z","caller":"traceutil/trace.go:171","msg":"trace[793901233] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"1.098881074s","start":"2026-07-01T01:42:35.92423Z","end":"2026-07-01T01:42:37.023111Z","steps":["trace[793901233] 'process raft request' (duration: 1.098699648s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.023148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:35.924217Z","time spent":"1.098913406s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:37.590556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.465389ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:42:37.590842Z","caller":"traceutil/trace.go:171","msg":"trace[252623023] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25130; }","duration":"1.496369391s","start":"2026-07-01T01:42:36.094452Z","end":"2026-07-01T01:42:37.590822Z","steps":["trace[252623023] 'process raft request' (duration: 1.496213786s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.590958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.094436Z","time spent":"1.496466494s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:37.591242Z","caller":"traceutil/trace.go:171","msg":"trace[1032206018] linearizableReadLoop","detail":"{readStateIndex:25970; appliedIndex:25961; }","duration":"3.070076918s","start":"2026-07-01T01:42:34.521148Z","end":"2026-07-01T01:42:37.591225Z","steps":["trace[1032206018] 'read index received' (duration: 1.571517367s)","trace[1032206018] 'applied index is now lower than readState.Index' (duration: 1.498558171s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:37.591349Z","caller":"traceutil/trace.go:171","msg":"trace[768159663] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"1.068170541s","start":"2026-07-01T01:42:36.523159Z","end":"2026-07-01T01:42:37.591329Z","steps":["trace[768159663] 'process raft request' (duration: 1.067575732s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:37.591447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.523129Z","time spent":"1.068263034s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:38.479161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957985316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86ddaf2a-dbf8-44b2-98f6-aa2cb0ea9a36\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-01T01:42:38.479443Z","caller":"traceutil/trace.go:171","msg":"trace[2354539] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86ddaf2a-dbf8-44b2-98f6-aa2cb0ea9a36; range_end:; response_count:1; response_revision:25131; }","duration":"3.958273695s","start":"2026-07-01T01:42:34.521144Z","end":"2026-07-01T01:42:38.479418Z","steps":["trace[2354539] 'agreement among raft nodes before linearized reading' (duration: 3.07014934s)","trace[2354539] 'range keys from in-memory index tree' (duration: 887.699672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:38.479503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.521115Z","time spent":"3.958373158s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-86ddaf2a-dbf8-44b2-98f6-aa2cb0ea9a36\" "} {"level":"warn","ts":"2026-07-01T01:42:38.480104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.665912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:38.480314Z","caller":"traceutil/trace.go:171","msg":"trace[1526080126] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"1.957093421s","start":"2026-07-01T01:42:36.523204Z","end":"2026-07-01T01:42:38.480297Z","steps":["trace[1526080126] 'process raft request' (duration: 1.068112459s)","trace[1526080126] 'compare' (duration: 887.385721ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:38.480342Z","caller":"traceutil/trace.go:171","msg":"trace[475953571] linearizableReadLoop","detail":"{readStateIndex:25974; appliedIndex:25972; }","duration":"889.044605ms","start":"2026-07-01T01:42:37.591275Z","end":"2026-07-01T01:42:38.48032Z","steps":["trace[475953571] 'read index received' (duration: 48.312µs)","trace[475953571] 'applied index is now lower than readState.Index' (duration: 888.995113ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:38.480409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.523166Z","time spent":"1.957183914s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:38.48047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95843408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:38.480516Z","caller":"traceutil/trace.go:171","msg":"trace[749517258] range","detail":"{range_begin:/registry/poddisruptionbudgets/envoy-gateway-system/; range_end:/registry/poddisruptionbudgets/envoy-gateway-system0; response_count:0; response_revision:25133; }","duration":"3.958505493s","start":"2026-07-01T01:42:34.521997Z","end":"2026-07-01T01:42:38.480503Z","steps":["trace[749517258] 'agreement among raft nodes before linearized reading' (duration: 3.95842806s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.480541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.521989Z","time spent":"3.958547504s","remote":"127.0.0.1:46388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/envoy-gateway-system/\" range_end:\"/registry/poddisruptionbudgets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-01T01:42:38.480528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423519326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-01T01:42:38.480557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959244346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-01T01:42:38.480588Z","caller":"traceutil/trace.go:171","msg":"trace[1889975267] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25133; }","duration":"2.423618919s","start":"2026-07-01T01:42:36.056951Z","end":"2026-07-01T01:42:38.48057Z","steps":["trace[1889975267] 'agreement among raft nodes before linearized reading' (duration: 2.423416073s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:38.48061Z","caller":"traceutil/trace.go:171","msg":"trace[1882655874] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25133; }","duration":"3.959295959s","start":"2026-07-01T01:42:34.521289Z","end":"2026-07-01T01:42:38.480585Z","steps":["trace[1882655874] 'agreement among raft nodes before linearized reading' (duration: 3.959148384s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.480636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.056928Z","time spent":"2.423694852s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:38.48065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.521284Z","time spent":"3.95935396s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:38.480659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469000303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-01T01:42:38.480721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971920125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:38.480739Z","caller":"traceutil/trace.go:171","msg":"trace[1215412036] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25133; }","duration":"2.971966896s","start":"2026-07-01T01:42:35.508767Z","end":"2026-07-01T01:42:38.480734Z","steps":["trace[1215412036] 'agreement among raft nodes before linearized reading' (duration: 2.971931325s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.480753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:35.508754Z","time spent":"2.971995517s","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:38.480842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167483086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:38.48086Z","caller":"traceutil/trace.go:171","msg":"trace[1062682969] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25133; }","duration":"3.167537977s","start":"2026-07-01T01:42:35.313318Z","end":"2026-07-01T01:42:38.480856Z","steps":["trace[1062682969] 'agreement among raft nodes before linearized reading' (duration: 3.167507286s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:38.480715Z","caller":"traceutil/trace.go:171","msg":"trace[1951833531] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5; range_end:; response_count:1; response_revision:25133; }","duration":"1.469099726s","start":"2026-07-01T01:42:37.011601Z","end":"2026-07-01T01:42:38.480701Z","steps":["trace[1951833531] 'agreement among raft nodes before linearized reading' (duration: 1.46888956s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.480962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.580149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-07-01T01:42:38.480979Z","caller":"traceutil/trace.go:171","msg":"trace[1161914289] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25133; }","duration":"888.630351ms","start":"2026-07-01T01:42:37.592344Z","end":"2026-07-01T01:42:38.480974Z","steps":["trace[1161914289] 'agreement among raft nodes before linearized reading' (duration: 888.581219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.480944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.011585Z","time spent":"1.469319474s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" "} {"level":"warn","ts":"2026-07-01T01:42:38.480993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.592322Z","time spent":"888.666452ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-01T01:42:38.480984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959706772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:42:38.481034Z","caller":"traceutil/trace.go:171","msg":"trace[880824277] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25133; }","duration":"3.959782403s","start":"2026-07-01T01:42:34.521239Z","end":"2026-07-01T01:42:38.481021Z","steps":["trace[880824277] 'agreement among raft nodes before linearized reading' (duration: 3.959625638s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.481084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.32285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:38.481081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.521232Z","time spent":"3.959830926s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-01T01:42:38.481106Z","caller":"traceutil/trace.go:171","msg":"trace[383821432] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25133; }","duration":"843.376793ms","start":"2026-07-01T01:42:37.637721Z","end":"2026-07-01T01:42:38.481098Z","steps":["trace[383821432] 'agreement among raft nodes before linearized reading' (duration: 843.345412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.481065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.45109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:38.480751Z","caller":"traceutil/trace.go:171","msg":"trace[2016727650] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"1.956936857s","start":"2026-07-01T01:42:36.523806Z","end":"2026-07-01T01:42:38.480743Z","steps":["trace[2016727650] 'process raft request' (duration: 1.956396709s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:38.48116Z","caller":"traceutil/trace.go:171","msg":"trace[340885574] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25133; }","duration":"196.551953ms","start":"2026-07-01T01:42:38.28459Z","end":"2026-07-01T01:42:38.481141Z","steps":["trace[340885574] 'agreement among raft nodes before linearized reading' (duration: 196.405449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.481172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959915458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:42:38.481222Z","caller":"traceutil/trace.go:171","msg":"trace[413490978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25133; }","duration":"3.9599947s","start":"2026-07-01T01:42:34.521213Z","end":"2026-07-01T01:42:38.481208Z","steps":["trace[413490978] 'agreement among raft nodes before linearized reading' (duration: 3.959711341s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.481273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.521197Z","time spent":"3.960065443s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:42:38.481311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960105225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-07-01T01:42:38.481329Z","caller":"traceutil/trace.go:171","msg":"trace[1838896724] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:25133; }","duration":"3.960152745s","start":"2026-07-01T01:42:34.521171Z","end":"2026-07-01T01:42:38.481324Z","steps":["trace[1838896724] 'agreement among raft nodes before linearized reading' (duration: 3.960104174s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.481347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:34.521156Z","time spent":"3.960188277s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":246,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:38.481122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.637705Z","time spent":"843.413744ms","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:38.481368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44329507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-01T01:42:38.480874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:35.313298Z","time spent":"3.167573049s","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:38.481468Z","caller":"traceutil/trace.go:171","msg":"trace[781175726] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25133; }","duration":"1.443429354s","start":"2026-07-01T01:42:37.03803Z","end":"2026-07-01T01:42:38.481459Z","steps":["trace[781175726] 'agreement among raft nodes before linearized reading' (duration: 1.442735882s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.481492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607427656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:38.481547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:37.038013Z","time spent":"1.443524498s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-01T01:42:38.48155Z","caller":"traceutil/trace.go:171","msg":"trace[902009837] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25133; }","duration":"1.607531749s","start":"2026-07-01T01:42:36.874003Z","end":"2026-07-01T01:42:38.481535Z","steps":["trace[902009837] 'agreement among raft nodes before linearized reading' (duration: 1.607442766s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.481596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.873986Z","time spent":"1.607595751s","remote":"127.0.0.1:48944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:38.481214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.52379Z","time spent":"1.95736866s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:38.480689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424529718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:42:38.481692Z","caller":"traceutil/trace.go:171","msg":"trace[2116426018] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25133; }","duration":"2.42554404s","start":"2026-07-01T01:42:36.05613Z","end":"2026-07-01T01:42:38.481674Z","steps":["trace[2116426018] 'agreement among raft nodes before linearized reading' (duration: 2.424500887s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.481441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958268109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:38.481735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735794736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"warn","ts":"2026-07-01T01:42:38.48175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.056118Z","time spent":"2.425613633s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-01T01:42:38.481758Z","caller":"traceutil/trace.go:171","msg":"trace[194044493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"1.95860909s","start":"2026-07-01T01:42:36.523126Z","end":"2026-07-01T01:42:38.481735Z","steps":["trace[194044493] 'agreement among raft nodes before linearized reading' (duration: 1.958259569s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:38.4818Z","caller":"traceutil/trace.go:171","msg":"trace[859087977] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25133; }","duration":"1.735888129s","start":"2026-07-01T01:42:36.745891Z","end":"2026-07-01T01:42:38.481779Z","steps":["trace[859087977] 'agreement among raft nodes before linearized reading' (duration: 1.735584009s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:38.481815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.523108Z","time spent":"1.958690652s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:38.481855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:36.745871Z","time spent":"1.735965572s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418325,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-01T01:42:39.696908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.009327ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:39.697007Z","caller":"traceutil/trace.go:171","msg":"trace[1771178131] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25133; }","duration":"920.119161ms","start":"2026-07-01T01:42:38.776874Z","end":"2026-07-01T01:42:39.696993Z","steps":["trace[1771178131] 'range keys from in-memory index tree' (duration: 919.994697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:39.697114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.568684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:39.697211Z","caller":"traceutil/trace.go:171","msg":"trace[1401341120] linearizableReadLoop","detail":"{readStateIndex:25975; appliedIndex:25974; }","duration":"1.213306348s","start":"2026-07-01T01:42:38.483888Z","end":"2026-07-01T01:42:39.697195Z","steps":["trace[1401341120] 'read index received' (duration: 258.668872ms)","trace[1401341120] 'applied index is now lower than readState.Index' (duration: 954.635746ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:39.697285Z","caller":"traceutil/trace.go:171","msg":"trace[1439632110] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"1.213522084s","start":"2026-07-01T01:42:38.483749Z","end":"2026-07-01T01:42:39.697271Z","steps":["trace[1439632110] 'process raft request' (duration: 258.717003ms)","trace[1439632110] 'compare' (duration: 954.365227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:39.697352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.483729Z","time spent":"1.213586287s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:39.697802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213877816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:42:39.697899Z","caller":"traceutil/trace.go:171","msg":"trace[1862214001] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25134; }","duration":"1.21399251s","start":"2026-07-01T01:42:38.483881Z","end":"2026-07-01T01:42:39.697874Z","steps":["trace[1862214001] 'agreement among raft nodes before linearized reading' (duration: 1.213644279s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:39.69795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.483826Z","time spent":"1.214111184s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:42:39.958695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215987233s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:40.474869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.788535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:40.475212Z","caller":"traceutil/trace.go:171","msg":"trace[899352351] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"1.988297341s","start":"2026-07-01T01:42:38.48687Z","end":"2026-07-01T01:42:40.475167Z","steps":["trace[899352351] 'process raft request' (duration: 1.472023721s)","trace[899352351] 'compare' (duration: 515.179785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:40.475488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.486855Z","time spent":"1.988518349s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:40.475776Z","caller":"traceutil/trace.go:171","msg":"trace[916625136] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"1.988418665s","start":"2026-07-01T01:42:38.487332Z","end":"2026-07-01T01:42:40.47575Z","steps":["trace[916625136] 'process raft request' (duration: 1.988331822s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:40.475798Z","caller":"traceutil/trace.go:171","msg":"trace[2027971346] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"1.988944913s","start":"2026-07-01T01:42:38.486823Z","end":"2026-07-01T01:42:40.475768Z","steps":["trace[2027971346] 'process raft request' (duration: 1.988272501s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.475878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.487322Z","time spent":"1.988513639s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:40.475941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.486795Z","time spent":"1.989066877s","remote":"127.0.0.1:46172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129223,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:40.489718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:40.489823Z","caller":"traceutil/trace.go:171","msg":"trace[1560986526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543454s","start":"2026-07-01T01:42:38.489257Z","end":"2026-07-01T01:42:40.489801Z","steps":["trace[1560986526] 'agreement among raft nodes before linearized reading' (duration: 2.000399189s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.48993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.489238Z","time spent":"2.000659448s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-01T01:42:40.524774Z","caller":"traceutil/trace.go:171","msg":"trace[529085129] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"1.587187009s","start":"2026-07-01T01:42:38.93756Z","end":"2026-07-01T01:42:40.524747Z","steps":["trace[529085129] 'process raft request' (duration: 1.587108156s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:40.52482Z","caller":"traceutil/trace.go:171","msg":"trace[809490134] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"1.733493853s","start":"2026-07-01T01:42:38.791297Z","end":"2026-07-01T01:42:40.524791Z","steps":["trace[809490134] 'process raft request' (duration: 1.733198924s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.52493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.937544Z","time spent":"1.587302603s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:40.524927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.791274Z","time spent":"1.733596807s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:40.525084Z","caller":"traceutil/trace.go:171","msg":"trace[24368733] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"1.496467755s","start":"2026-07-01T01:42:39.028586Z","end":"2026-07-01T01:42:40.525054Z","steps":["trace[24368733] 'process raft request' (duration: 1.496120443s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:40.525213Z","caller":"traceutil/trace.go:171","msg":"trace[1906105633] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"1.496525786s","start":"2026-07-01T01:42:39.02867Z","end":"2026-07-01T01:42:40.525196Z","steps":["trace[1906105633] 'process raft request' (duration: 1.496416413s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.525237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.028563Z","time spent":"1.496592758s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:40.525435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.028645Z","time spent":"1.496605989s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:40.525536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039905844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-01T01:42:40.525563Z","caller":"traceutil/trace.go:171","msg":"trace[1252502532] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"1.496930919s","start":"2026-07-01T01:42:39.028623Z","end":"2026-07-01T01:42:40.525554Z","steps":["trace[1252502532] 'process raft request' (duration: 1.49633517s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:40.525573Z","caller":"traceutil/trace.go:171","msg":"trace[30717661] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25145; }","duration":"2.039971076s","start":"2026-07-01T01:42:38.485594Z","end":"2026-07-01T01:42:40.525565Z","steps":["trace[30717661] 'agreement among raft nodes before linearized reading' (duration: 2.039647856s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.525595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.485578Z","time spent":"2.040011768s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:40.525611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.028607Z","time spent":"1.496976801s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:40.525634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98885467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-07-01T01:42:40.52522Z","caller":"traceutil/trace.go:171","msg":"trace[465622715] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25975; }","duration":"827.968571ms","start":"2026-07-01T01:42:39.69724Z","end":"2026-07-01T01:42:40.525208Z","steps":["trace[465622715] 'read index received' (duration: 261.654348ms)","trace[465622715] 'applied index is now lower than readState.Index' (duration: 566.313163ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:40.525689Z","caller":"traceutil/trace.go:171","msg":"trace[2076664776] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25145; }","duration":"1.988932202s","start":"2026-07-01T01:42:38.536742Z","end":"2026-07-01T01:42:40.525674Z","steps":["trace[2076664776] 'agreement among raft nodes before linearized reading' (duration: 1.988792037s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:40.525704Z","caller":"traceutil/trace.go:171","msg":"trace[719634496] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"1.290567852s","start":"2026-07-01T01:42:39.235117Z","end":"2026-07-01T01:42:40.525684Z","steps":["trace[719634496] 'process raft request' (duration: 1.290003464s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.525731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033573751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-07-01T01:42:40.525731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.536726Z","time spent":"1.988994144s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":990,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-07-01T01:42:40.525728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990252124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-07-01T01:42:40.525757Z","caller":"traceutil/trace.go:171","msg":"trace[629493969] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25145; }","duration":"2.033619523s","start":"2026-07-01T01:42:38.49213Z","end":"2026-07-01T01:42:40.52575Z","steps":["trace[629493969] 'agreement among raft nodes before linearized reading' (duration: 2.0335424s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.525774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.492116Z","time spent":"2.033654384s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9528,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-07-01T01:42:40.525778Z","caller":"traceutil/trace.go:171","msg":"trace[1930295452] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:25145; }","duration":"1.990302365s","start":"2026-07-01T01:42:38.535463Z","end":"2026-07-01T01:42:40.525765Z","steps":["trace[1930295452] 'agreement among raft nodes before linearized reading' (duration: 1.990157491s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.525811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:38.535441Z","time spent":"1.990362498s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-07-01T01:42:40.525848Z","caller":"traceutil/trace.go:171","msg":"trace[603560993] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"1.003658946s","start":"2026-07-01T01:42:39.522176Z","end":"2026-07-01T01:42:40.525835Z","steps":["trace[603560993] 'process raft request' (duration: 1.002969734s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.525806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.235097Z","time spent":"1.290654195s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:40.525895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.522151Z","time spent":"1.003718438s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:40.525627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460781051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:40.525936Z","caller":"traceutil/trace.go:171","msg":"trace[1316712264] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25145; }","duration":"1.461143774s","start":"2026-07-01T01:42:39.064784Z","end":"2026-07-01T01:42:40.525927Z","steps":["trace[1316712264] 'agreement among raft nodes before linearized reading' (duration: 1.460748101s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:40.52595Z","caller":"traceutil/trace.go:171","msg":"trace[261502285] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"915.037888ms","start":"2026-07-01T01:42:39.610906Z","end":"2026-07-01T01:42:40.525943Z","steps":["trace[261502285] 'process raft request' (duration: 914.270124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.525969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.064765Z","time spent":"1.461195495s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:42:40.525966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513222801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-01T01:42:40.525981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.610885Z","time spent":"915.07843ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:40.525998Z","caller":"traceutil/trace.go:171","msg":"trace[1983417094] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25145; }","duration":"1.513281353s","start":"2026-07-01T01:42:39.012706Z","end":"2026-07-01T01:42:40.525987Z","steps":["trace[1983417094] 'agreement among raft nodes before linearized reading' (duration: 1.51319105s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.526034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.012691Z","time spent":"1.513332175s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:40.52606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45664421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:40.526104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500571545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T01:42:40.526101Z","caller":"traceutil/trace.go:171","msg":"trace[230390181] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25145; }","duration":"1.456713101s","start":"2026-07-01T01:42:39.069376Z","end":"2026-07-01T01:42:40.526089Z","steps":["trace[230390181] 'agreement among raft nodes before linearized reading' (duration: 1.456652209s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:40.526122Z","caller":"traceutil/trace.go:171","msg":"trace[176508257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25145; }","duration":"1.500624178s","start":"2026-07-01T01:42:39.02549Z","end":"2026-07-01T01:42:40.526114Z","steps":["trace[176508257] 'agreement among raft nodes before linearized reading' (duration: 1.500579636s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:40.526137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.025467Z","time spent":"1.500667348s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:42:40.52613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.069356Z","time spent":"1.456766683s","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:42.430722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752308054s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:42.430874Z","caller":"traceutil/trace.go:171","msg":"trace[571465134] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"1.943870638s","start":"2026-07-01T01:42:40.486991Z","end":"2026-07-01T01:42:42.430862Z","steps":["trace[571465134] 'process raft request' (duration: 191.369087ms)","trace[571465134] 'compare' (duration: 1.751745367s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:42.430912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.486972Z","time spent":"1.94392473s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:42.431091Z","caller":"traceutil/trace.go:171","msg":"trace[903698733] linearizableReadLoop","detail":"{readStateIndex:25988; appliedIndex:25986; }","duration":"1.905376026s","start":"2026-07-01T01:42:40.525705Z","end":"2026-07-01T01:42:42.431081Z","steps":["trace[903698733] 'read index received' (duration: 152.665918ms)","trace[903698733] 'applied index is now lower than readState.Index' (duration: 1.752709518s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:42.431179Z","caller":"traceutil/trace.go:171","msg":"trace[1032631355] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"1.944132076s","start":"2026-07-01T01:42:40.487042Z","end":"2026-07-01T01:42:42.431174Z","steps":["trace[1032631355] 'process raft request' (duration: 1.943767434s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:42.431219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.487028Z","time spent":"1.944165387s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:42.43134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941514573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:42.431358Z","caller":"traceutil/trace.go:171","msg":"trace[1762403789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25147; }","duration":"1.941552624s","start":"2026-07-01T01:42:40.489801Z","end":"2026-07-01T01:42:42.431354Z","steps":["trace[1762403789] 'agreement among raft nodes before linearized reading' (duration: 1.941519442s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:42.431373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.489794Z","time spent":"1.941575895s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:42.431492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168289133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:42.43153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729702359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-01T01:42:42.431547Z","caller":"traceutil/trace.go:171","msg":"trace[1971100827] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25147; }","duration":"2.168404017s","start":"2026-07-01T01:42:40.26313Z","end":"2026-07-01T01:42:42.431534Z","steps":["trace[1971100827] 'agreement among raft nodes before linearized reading' (duration: 2.168310544s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:42.43157Z","caller":"traceutil/trace.go:171","msg":"trace[1506534831] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce; range_end:; response_count:1; response_revision:25147; }","duration":"2.729785301s","start":"2026-07-01T01:42:39.701774Z","end":"2026-07-01T01:42:42.431559Z","steps":["trace[1506534831] 'agreement among raft nodes before linearized reading' (duration: 2.729653897s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:42.431574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.263112Z","time spent":"2.168454458s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:42.431561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94984926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-07-01T01:42:42.431562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043996844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-07-01T01:42:42.431573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240146294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-01T01:42:42.431599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:39.701757Z","time spent":"2.729836803s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce\" "} {"level":"info","ts":"2026-07-01T01:42:42.431612Z","caller":"traceutil/trace.go:171","msg":"trace[401328861] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25147; }","duration":"1.949941032s","start":"2026-07-01T01:42:40.481657Z","end":"2026-07-01T01:42:42.431598Z","steps":["trace[401328861] 'agreement among raft nodes before linearized reading' (duration: 1.949806908s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:42.431631Z","caller":"traceutil/trace.go:171","msg":"trace[499716966] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:25147; }","duration":"2.240241897s","start":"2026-07-01T01:42:40.191371Z","end":"2026-07-01T01:42:42.431613Z","steps":["trace[499716966] 'agreement among raft nodes before linearized reading' (duration: 2.240044951s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:42.431636Z","caller":"traceutil/trace.go:171","msg":"trace[1538683828] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj; range_end:; response_count:1; response_revision:25147; }","duration":"2.044097737s","start":"2026-07-01T01:42:40.387508Z","end":"2026-07-01T01:42:42.431606Z","steps":["trace[1538683828] 'agreement among raft nodes before linearized reading' (duration: 2.043930731s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:42.431645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.48164Z","time spent":"1.949998514s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-01T01:42:42.431664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.191353Z","time spent":"2.240304879s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"warn","ts":"2026-07-01T01:42:42.43167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.387488Z","time spent":"2.044173529s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6882,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-9sjfj\" "} {"level":"warn","ts":"2026-07-01T01:42:42.931923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:43.43225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:43.933321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784972,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:43.998038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.319649688s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:43.998802Z","caller":"traceutil/trace.go:171","msg":"trace[1129153887] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"3.467220223s","start":"2026-07-01T01:42:40.531557Z","end":"2026-07-01T01:42:43.998777Z","steps":["trace[1129153887] 'process raft request' (duration: 3.467120489s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:43.998852Z","caller":"traceutil/trace.go:171","msg":"trace[1692666586] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"3.468154833s","start":"2026-07-01T01:42:40.53065Z","end":"2026-07-01T01:42:43.998805Z","steps":["trace[1692666586] 'process raft request' (duration: 3.467731159s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:43.998948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.531549Z","time spent":"3.467322657s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:43.999052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.530639Z","time spent":"3.468307738s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:43.999235Z","caller":"traceutil/trace.go:171","msg":"trace[1049150628] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"3.467826082s","start":"2026-07-01T01:42:40.531397Z","end":"2026-07-01T01:42:43.999223Z","steps":["trace[1049150628] 'process raft request' (duration: 3.467212022s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:43.999313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.531378Z","time spent":"3.467890234s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:44.439776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:44.439834Z","caller":"traceutil/trace.go:171","msg":"trace[919686351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455471s","start":"2026-07-01T01:42:42.439367Z","end":"2026-07-01T01:42:44.439822Z","steps":["trace[919686351] 'agreement among raft nodes before linearized reading' (duration: 2.000375989s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:44.439862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.439337Z","time spent":"2.000519543s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:45.090757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.022774ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-01T01:42:45.090943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.432415Z","time spent":"2.6585222s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:42:45.09115Z","caller":"traceutil/trace.go:171","msg":"trace[771621698] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"2.657848289s","start":"2026-07-01T01:42:42.433273Z","end":"2026-07-01T01:42:45.091121Z","steps":["trace[771621698] 'process raft request' (duration: 2.657624411s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:45.091228Z","caller":"traceutil/trace.go:171","msg":"trace[862210103] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"2.650925297s","start":"2026-07-01T01:42:42.440286Z","end":"2026-07-01T01:42:45.091211Z","steps":["trace[862210103] 'process raft request' (duration: 2.650772762s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.091303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.440262Z","time spent":"2.650988419s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:45.091303Z","caller":"traceutil/trace.go:171","msg":"trace[832237776] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"2.560024447s","start":"2026-07-01T01:42:42.531258Z","end":"2026-07-01T01:42:45.091283Z","steps":["trace[832237776] 'process raft request' (duration: 2.559880582s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.091329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.433265Z","time spent":"2.657954172s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:45.091405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.531235Z","time spent":"2.560109759s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:45.091438Z","caller":"traceutil/trace.go:171","msg":"trace[2144257903] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"2.559681415s","start":"2026-07-01T01:42:42.531745Z","end":"2026-07-01T01:42:45.091426Z","steps":["trace[2144257903] 'process raft request' (duration: 2.559457818s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.091511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.531726Z","time spent":"2.559739978s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:45.091603Z","caller":"traceutil/trace.go:171","msg":"trace[1334431275] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"2.559587592s","start":"2026-07-01T01:42:42.531996Z","end":"2026-07-01T01:42:45.091583Z","steps":["trace[1334431275] 'process raft request' (duration: 2.559379776s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.091688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.531971Z","time spent":"2.559676665s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:45.091666Z","caller":"traceutil/trace.go:171","msg":"trace[1428288793] linearizableReadLoop","detail":"{readStateIndex:25998; appliedIndex:25988; }","duration":"2.660539774s","start":"2026-07-01T01:42:42.431104Z","end":"2026-07-01T01:42:45.091643Z","steps":["trace[1428288793] 'read index received' (duration: 1.567290811s)","trace[1428288793] 'applied index is now lower than readState.Index' (duration: 1.093247683s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:45.09177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.788119928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:45.091798Z","caller":"traceutil/trace.go:171","msg":"trace[1192994786] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25156; }","duration":"3.78818188s","start":"2026-07-01T01:42:41.303609Z","end":"2026-07-01T01:42:45.091791Z","steps":["trace[1192994786] 'agreement among raft nodes before linearized reading' (duration: 3.788115318s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.091814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:41.303591Z","time spent":"3.788219441s","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:45.091831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562887053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:45.09187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561696115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b5204d85-558e-4a5e-b5f1-88ebf6168deb\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-01T01:42:45.09191Z","caller":"traceutil/trace.go:171","msg":"trace[30807831] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b5204d85-558e-4a5e-b5f1-88ebf6168deb; range_end:; response_count:1; response_revision:25156; }","duration":"4.561749666s","start":"2026-07-01T01:42:40.530147Z","end":"2026-07-01T01:42:45.091897Z","steps":["trace[30807831] 'agreement among raft nodes before linearized reading' (duration: 4.561627723s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.091915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559321689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3225"} {"level":"warn","ts":"2026-07-01T01:42:45.091936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33503425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:45.091946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.530136Z","time spent":"4.561803149s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-b5204d85-558e-4a5e-b5f1-88ebf6168deb\" "} {"level":"info","ts":"2026-07-01T01:42:45.091964Z","caller":"traceutil/trace.go:171","msg":"trace[632597691] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25156; }","duration":"3.335094002s","start":"2026-07-01T01:42:41.756859Z","end":"2026-07-01T01:42:45.091953Z","steps":["trace[632597691] 'agreement among raft nodes before linearized reading' (duration: 3.33503547s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:45.091962Z","caller":"traceutil/trace.go:171","msg":"trace[296339681] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25156; }","duration":"4.559396912s","start":"2026-07-01T01:42:40.532549Z","end":"2026-07-01T01:42:45.091945Z","steps":["trace[296339681] 'agreement among raft nodes before linearized reading' (duration: 4.559224756s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.091978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.564636099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-b6rhw\" ","response":"range_response_count:1 size:4618"} {"level":"info","ts":"2026-07-01T01:42:45.091977Z","caller":"traceutil/trace.go:171","msg":"trace[401113246] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"2.554077635s","start":"2026-07-01T01:42:42.537877Z","end":"2026-07-01T01:42:45.091955Z","steps":["trace[401113246] 'process raft request' (duration: 2.553672492s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:45.092003Z","caller":"traceutil/trace.go:171","msg":"trace[218673469] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-b6rhw; range_end:; response_count:1; response_revision:25156; }","duration":"4.564689681s","start":"2026-07-01T01:42:40.527307Z","end":"2026-07-01T01:42:45.091997Z","steps":["trace[218673469] 'agreement among raft nodes before linearized reading' (duration: 4.564590787s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.092006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:41.756839Z","time spent":"3.335141144s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:45.092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.532541Z","time spent":"4.559450833s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3246,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-07-01T01:42:45.092024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751589059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:45.092026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.527288Z","time spent":"4.564733322s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4639,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-b6rhw\" "} {"level":"info","ts":"2026-07-01T01:42:45.092048Z","caller":"traceutil/trace.go:171","msg":"trace[595798795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25156; }","duration":"2.751612421s","start":"2026-07-01T01:42:42.34043Z","end":"2026-07-01T01:42:45.092043Z","steps":["trace[595798795] 'agreement among raft nodes before linearized reading' (duration: 2.75157641s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.091874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561023923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-07-01T01:42:45.092069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.340376Z","time spent":"2.751689013s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:45.092071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:42.537863Z","time spent":"2.554157058s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:45.091918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612804994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:45.092219Z","caller":"traceutil/trace.go:171","msg":"trace[1148186043] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25156; }","duration":"3.613130974s","start":"2026-07-01T01:42:41.479072Z","end":"2026-07-01T01:42:45.092203Z","steps":["trace[1148186043] 'agreement among raft nodes before linearized reading' (duration: 3.612824774s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:45.092088Z","caller":"traceutil/trace.go:171","msg":"trace[585683350] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:25156; }","duration":"4.561249031s","start":"2026-07-01T01:42:40.530829Z","end":"2026-07-01T01:42:45.092078Z","steps":["trace[585683350] 'agreement among raft nodes before linearized reading' (duration: 4.560966902s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.092274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:41.479051Z","time spent":"3.613206647s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:45.092309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.530823Z","time spent":"4.561468798s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"info","ts":"2026-07-01T01:42:45.091875Z","caller":"traceutil/trace.go:171","msg":"trace[943083153] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25156; }","duration":"4.562964765s","start":"2026-07-01T01:42:40.528898Z","end":"2026-07-01T01:42:45.091863Z","steps":["trace[943083153] 'agreement among raft nodes before linearized reading' (duration: 4.562901213s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:45.092362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:40.528887Z","time spent":"4.563467692s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:42:45.592807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784983,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:46.440721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000742669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:46.440806Z","caller":"traceutil/trace.go:171","msg":"trace[2048095461] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000864803s","start":"2026-07-01T01:42:44.439923Z","end":"2026-07-01T01:42:46.440788Z","steps":["trace[2048095461] 'agreement among raft nodes before linearized reading' (duration: 2.00075586s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:46.440854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.439916Z","time spent":"2.000928525s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:47.566771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921369529s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:47.566954Z","caller":"traceutil/trace.go:171","msg":"trace[1559016449] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"3.130783241s","start":"2026-07-01T01:42:44.436137Z","end":"2026-07-01T01:42:47.56692Z","steps":["trace[1559016449] 'process raft request' (duration: 1.209190765s)","trace[1559016449] 'compare' (duration: 1.920448179s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:47.567089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.436119Z","time spent":"3.130900984s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:47.567332Z","caller":"traceutil/trace.go:171","msg":"trace[561323510] linearizableReadLoop","detail":"{readStateIndex:26002; appliedIndex:25998; }","duration":"2.475575694s","start":"2026-07-01T01:42:45.091737Z","end":"2026-07-01T01:42:47.567313Z","steps":["trace[561323510] 'read index received' (duration: 553.600156ms)","trace[561323510] 'applied index is now lower than readState.Index' (duration: 1.921974398s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:47.567631Z","caller":"traceutil/trace.go:171","msg":"trace[449143864] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"3.130939516s","start":"2026-07-01T01:42:44.436677Z","end":"2026-07-01T01:42:47.567616Z","steps":["trace[449143864] 'process raft request' (duration: 3.130236694s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.567788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.436669Z","time spent":"3.131000978s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:47.568186Z","caller":"traceutil/trace.go:171","msg":"trace[943778202] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"2.472409652s","start":"2026-07-01T01:42:45.095763Z","end":"2026-07-01T01:42:47.568172Z","steps":["trace[943778202] 'process raft request' (duration: 2.47139701s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.568294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.095737Z","time spent":"2.472487955s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:47.568523Z","caller":"traceutil/trace.go:171","msg":"trace[2055436322] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"2.03541061s","start":"2026-07-01T01:42:45.533099Z","end":"2026-07-01T01:42:47.56851Z","steps":["trace[2055436322] 'process raft request' (duration: 2.03416612s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.568617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.533074Z","time spent":"2.035481682s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:47.568813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666343221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:47.568893Z","caller":"traceutil/trace.go:171","msg":"trace[1029039204] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25160; }","duration":"2.666417784s","start":"2026-07-01T01:42:44.902424Z","end":"2026-07-01T01:42:47.568842Z","steps":["trace[1029039204] 'agreement among raft nodes before linearized reading' (duration: 2.666349891s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.568961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.902405Z","time spent":"2.666521117s","remote":"127.0.0.1:44016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:47.569181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043479696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:47.569242Z","caller":"traceutil/trace.go:171","msg":"trace[2037590616] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25160; }","duration":"3.043559208s","start":"2026-07-01T01:42:44.52565Z","end":"2026-07-01T01:42:47.569209Z","steps":["trace[2037590616] 'agreement among raft nodes before linearized reading' (duration: 3.043497666s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.569284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.525627Z","time spent":"3.04364596s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:47.569332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09178358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:47.569384Z","caller":"traceutil/trace.go:171","msg":"trace[489147597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25160; }","duration":"4.091873773s","start":"2026-07-01T01:42:43.477496Z","end":"2026-07-01T01:42:47.56937Z","steps":["trace[489147597] 'agreement among raft nodes before linearized reading' (duration: 4.09177183s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.569424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:43.477476Z","time spent":"4.091937035s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:47.569694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.393839002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:47.569741Z","caller":"traceutil/trace.go:171","msg":"trace[1679102945] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25160; }","duration":"4.393948235s","start":"2026-07-01T01:42:43.175783Z","end":"2026-07-01T01:42:47.569731Z","steps":["trace[1679102945] 'agreement among raft nodes before linearized reading' (duration: 4.393846272s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.56981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:43.17576Z","time spent":"4.394037628s","remote":"127.0.0.1:38766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:47.569853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243075816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:47.570035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135299176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:47.570086Z","caller":"traceutil/trace.go:171","msg":"trace[1217396698] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25160; }","duration":"3.243373996s","start":"2026-07-01T01:42:44.32669Z","end":"2026-07-01T01:42:47.570064Z","steps":["trace[1217396698] 'agreement among raft nodes before linearized reading' (duration: 3.242944222s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:47.570117Z","caller":"traceutil/trace.go:171","msg":"trace[1365788157] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25160; }","duration":"3.1354201s","start":"2026-07-01T01:42:44.434677Z","end":"2026-07-01T01:42:47.570097Z","steps":["trace[1365788157] 'agreement among raft nodes before linearized reading' (duration: 3.135293126s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.570129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176785744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-01T01:42:47.570151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.326674Z","time spent":"3.243459339s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:47.570167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.434658Z","time spent":"3.135498262s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:47.570187Z","caller":"traceutil/trace.go:171","msg":"trace[790142377] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25160; }","duration":"3.176869186s","start":"2026-07-01T01:42:44.393302Z","end":"2026-07-01T01:42:47.570171Z","steps":["trace[790142377] 'agreement among raft nodes before linearized reading' (duration: 3.17669438s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.570231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.39329Z","time spent":"3.176929059s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:47.569843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311308631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:47.570387Z","caller":"traceutil/trace.go:171","msg":"trace[625583362] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25160; }","duration":"3.31191202s","start":"2026-07-01T01:42:44.258462Z","end":"2026-07-01T01:42:47.570374Z","steps":["trace[625583362] 'agreement among raft nodes before linearized reading' (duration: 3.311186707s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.570431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:44.258446Z","time spent":"3.311973142s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:47.569935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65641869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:47.57068Z","caller":"traceutil/trace.go:171","msg":"trace[170752315] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25160; }","duration":"3.657201286s","start":"2026-07-01T01:42:43.913466Z","end":"2026-07-01T01:42:47.570667Z","steps":["trace[170752315] 'agreement among raft nodes before linearized reading' (duration: 3.656432511s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:47.570733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:43.913447Z","time spent":"3.657264547s","remote":"127.0.0.1:48896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:48.067884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465784990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:48.44859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:48.448657Z","caller":"traceutil/trace.go:171","msg":"trace[717301606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259024s","start":"2026-07-01T01:42:46.448382Z","end":"2026-07-01T01:42:48.448641Z","steps":["trace[717301606] 'agreement among raft nodes before linearized reading' (duration: 2.000173851s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:48.4487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.448359Z","time spent":"2.000328115s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:48.473391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.375106757s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:48.552474Z","caller":"traceutil/trace.go:171","msg":"trace[1586734153] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"1.454334604s","start":"2026-07-01T01:42:47.098102Z","end":"2026-07-01T01:42:48.552436Z","steps":["trace[1586734153] 'process raft request' (duration: 1.375472019s)","trace[1586734153] 'compare' (duration: 78.3728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:48.552646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.098081Z","time spent":"1.454482338s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:49.090579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.478427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:49.090686Z","caller":"traceutil/trace.go:171","msg":"trace[903824119] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25161; }","duration":"313.627552ms","start":"2026-07-01T01:42:48.777041Z","end":"2026-07-01T01:42:49.090668Z","steps":["trace[903824119] 'range keys from in-memory index tree' (duration: 313.466237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.090694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.1819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:49.09086Z","caller":"traceutil/trace.go:171","msg":"trace[136866579] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"1.992725822s","start":"2026-07-01T01:42:47.098119Z","end":"2026-07-01T01:42:49.090845Z","steps":["trace[136866579] 'process raft request' (duration: 1.564333486s)","trace[136866579] 'compare' (duration: 427.812468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:49.090953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.098087Z","time spent":"1.992808475s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:49.09109Z","caller":"traceutil/trace.go:171","msg":"trace[282278967] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"1.992881948s","start":"2026-07-01T01:42:47.098191Z","end":"2026-07-01T01:42:49.091073Z","steps":["trace[282278967] 'process raft request' (duration: 1.992570098s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:49.091115Z","caller":"traceutil/trace.go:171","msg":"trace[695072687] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"1.992402002s","start":"2026-07-01T01:42:47.098696Z","end":"2026-07-01T01:42:49.091098Z","steps":["trace[695072687] 'process raft request' (duration: 1.992130934s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:49.091123Z","caller":"traceutil/trace.go:171","msg":"trace[1339701025] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"1.058721038s","start":"2026-07-01T01:42:48.032392Z","end":"2026-07-01T01:42:49.091113Z","steps":["trace[1339701025] 'process raft request' (duration: 1.05846176s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:49.09117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.098683Z","time spent":"1.992462004s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:49.091175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.032372Z","time spent":"1.058774279s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:49.091199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.098163Z","time spent":"1.99296785s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:50.400484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309468137s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:42:50.400729Z","caller":"traceutil/trace.go:171","msg":"trace[700766340] linearizableReadLoop","detail":"{readStateIndex:26007; appliedIndex:26002; }","duration":"2.833337507s","start":"2026-07-01T01:42:47.567373Z","end":"2026-07-01T01:42:50.40071Z","steps":["trace[700766340] 'read index received' (duration: 906.219164ms)","trace[700766340] 'applied index is now lower than readState.Index' (duration: 1.927116072s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:50.400905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305093632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:50.400966Z","caller":"traceutil/trace.go:171","msg":"trace[1723310035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25165; }","duration":"3.305206205s","start":"2026-07-01T01:42:47.095748Z","end":"2026-07-01T01:42:50.400954Z","steps":["trace[1723310035] 'agreement among raft nodes before linearized reading' (duration: 3.305070001s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.401321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.297610868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:50.401361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503137503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:50.401359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75481015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:50.401363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.095725Z","time spent":"3.305269578s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:50.401383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359152882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:50.401413Z","caller":"traceutil/trace.go:171","msg":"trace[918019368] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25165; }","duration":"3.503227346s","start":"2026-07-01T01:42:46.898172Z","end":"2026-07-01T01:42:50.401399Z","steps":["trace[918019368] 'agreement among raft nodes before linearized reading' (duration: 3.503130692s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:50.401429Z","caller":"traceutil/trace.go:171","msg":"trace[1208744304] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25165; }","duration":"3.754891293s","start":"2026-07-01T01:42:46.646518Z","end":"2026-07-01T01:42:50.40141Z","steps":["trace[1208744304] 'agreement among raft nodes before linearized reading' (duration: 3.754765669s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.401456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.898155Z","time spent":"3.503291158s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:50.401456Z","caller":"traceutil/trace.go:171","msg":"trace[2128901633] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25165; }","duration":"3.359267406s","start":"2026-07-01T01:42:47.042169Z","end":"2026-07-01T01:42:50.401436Z","steps":["trace[2128901633] 'agreement among raft nodes before linearized reading' (duration: 3.359139892s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.401473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.646499Z","time spent":"3.754963696s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:50.401455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.302696061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d4834003\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-07-01T01:42:50.401515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.042146Z","time spent":"3.359352139s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:50.401528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.214069543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-07-01T01:42:50.401526Z","caller":"traceutil/trace.go:171","msg":"trace[1902755432] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d4834003; range_end:; response_count:1; response_revision:25165; }","duration":"5.302799014s","start":"2026-07-01T01:42:45.098709Z","end":"2026-07-01T01:42:50.401508Z","steps":["trace[1902755432] 'agreement among raft nodes before linearized reading' (duration: 5.302592737s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.401547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.195963324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T01:42:50.401584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.098699Z","time spent":"5.302875977s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d4834003\" "} {"level":"info","ts":"2026-07-01T01:42:50.40159Z","caller":"traceutil/trace.go:171","msg":"trace[342137633] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25165; }","duration":"5.214153316s","start":"2026-07-01T01:42:45.187408Z","end":"2026-07-01T01:42:50.401561Z","steps":["trace[342137633] 'agreement among raft nodes before linearized reading' (duration: 5.214015601s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:50.401601Z","caller":"traceutil/trace.go:171","msg":"trace[1391767186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25165; }","duration":"5.196049667s","start":"2026-07-01T01:42:45.205537Z","end":"2026-07-01T01:42:50.401586Z","steps":["trace[1391767186] 'agreement among raft nodes before linearized reading' (duration: 5.19583821s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:50.401398Z","caller":"traceutil/trace.go:171","msg":"trace[797158753] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25165; }","duration":"5.297698911s","start":"2026-07-01T01:42:45.103681Z","end":"2026-07-01T01:42:50.40138Z","steps":["trace[797158753] 'agreement among raft nodes before linearized reading' (duration: 5.297564047s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.401625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.187387Z","time spent":"5.214228038s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1008,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-07-01T01:42:50.401638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.205521Z","time spent":"5.196109319s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:42:50.401661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.103663Z","time spent":"5.297988291s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:50.401698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.667710302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:50.401493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.302543247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-01T01:42:50.401698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.298782656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-07-01T01:42:50.401783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689773349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:50.401785Z","caller":"traceutil/trace.go:171","msg":"trace[1190151000] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25165; }","duration":"5.302955669s","start":"2026-07-01T01:42:45.098807Z","end":"2026-07-01T01:42:50.401763Z","steps":["trace[1190151000] 'agreement among raft nodes before linearized reading' (duration: 5.302439293s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:50.401808Z","caller":"traceutil/trace.go:171","msg":"trace[955367062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25165; }","duration":"5.29891263s","start":"2026-07-01T01:42:45.102869Z","end":"2026-07-01T01:42:50.401782Z","steps":["trace[955367062] 'agreement among raft nodes before linearized reading' (duration: 5.298678272s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.401844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.098788Z","time spent":"5.303037662s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-01T01:42:50.401869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.305109838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-01T01:42:50.401733Z","caller":"traceutil/trace.go:171","msg":"trace[473932674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25165; }","duration":"3.667776584s","start":"2026-07-01T01:42:46.733946Z","end":"2026-07-01T01:42:50.401723Z","steps":["trace[473932674] 'agreement among raft nodes before linearized reading' (duration: 3.667713452s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.401928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.537420249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:50.401952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.102851Z","time spent":"5.299083786s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-01T01:42:50.401991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.73393Z","time spent":"3.668042583s","remote":"127.0.0.1:54676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:50.40199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.573654839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:50.402071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398683747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-01T01:42:50.402093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417397585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:50.402124Z","caller":"traceutil/trace.go:171","msg":"trace[1551332300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25165; }","duration":"4.398758768s","start":"2026-07-01T01:42:46.003355Z","end":"2026-07-01T01:42:50.402114Z","steps":["trace[1551332300] 'agreement among raft nodes before linearized reading' (duration: 4.398643905s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.402127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.302823765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-01T01:42:50.401825Z","caller":"traceutil/trace.go:171","msg":"trace[1729285864] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25165; }","duration":"3.689854971s","start":"2026-07-01T01:42:46.711959Z","end":"2026-07-01T01:42:50.401813Z","steps":["trace[1729285864] 'agreement among raft nodes before linearized reading' (duration: 3.689794029s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:50.402144Z","caller":"traceutil/trace.go:171","msg":"trace[1515190645] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25165; }","duration":"4.417482428s","start":"2026-07-01T01:42:45.984647Z","end":"2026-07-01T01:42:50.40213Z","steps":["trace[1515190645] 'agreement among raft nodes before linearized reading' (duration: 4.417395215s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.402147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.397312142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:50.402158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.003342Z","time spent":"4.398809571s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:42:50.402173Z","caller":"traceutil/trace.go:171","msg":"trace[595729471] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25165; }","duration":"5.302903998s","start":"2026-07-01T01:42:45.099256Z","end":"2026-07-01T01:42:50.40216Z","steps":["trace[595729471] 'agreement among raft nodes before linearized reading' (duration: 5.302771424s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:50.402187Z","caller":"traceutil/trace.go:171","msg":"trace[2032697082] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25165; }","duration":"4.397368464s","start":"2026-07-01T01:42:46.004809Z","end":"2026-07-01T01:42:50.402177Z","steps":["trace[2032697082] 'agreement among raft nodes before linearized reading' (duration: 4.397313593s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.40219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.984629Z","time spent":"4.41754652s","remote":"127.0.0.1:50582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:50.402191Z","caller":"traceutil/trace.go:171","msg":"trace[921245079] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25165; }","duration":"4.573790933s","start":"2026-07-01T01:42:45.828269Z","end":"2026-07-01T01:42:50.40206Z","steps":["trace[921245079] 'agreement among raft nodes before linearized reading' (duration: 4.57308127s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.402224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.004801Z","time spent":"4.397415426s","remote":"127.0.0.1:54874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:50.402229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.099239Z","time spent":"5.30297753s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:42:50.402099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398633395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-01T01:42:50.402248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.828247Z","time spent":"4.573984589s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:50.401996Z","caller":"traceutil/trace.go:171","msg":"trace[203930646] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25165; }","duration":"4.537527872s","start":"2026-07-01T01:42:45.86445Z","end":"2026-07-01T01:42:50.401978Z","steps":["trace[203930646] 'agreement among raft nodes before linearized reading' (duration: 4.537415338s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:50.402283Z","caller":"traceutil/trace.go:171","msg":"trace[1875951318] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25165; }","duration":"4.398856842s","start":"2026-07-01T01:42:46.003411Z","end":"2026-07-01T01:42:50.402268Z","steps":["trace[1875951318] 'agreement among raft nodes before linearized reading' (duration: 4.398584654s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.402337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.003386Z","time spent":"4.398936754s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:50.402345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.864429Z","time spent":"4.537871163s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:50.401935Z","caller":"traceutil/trace.go:171","msg":"trace[1853127127] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:25165; }","duration":"5.30517513s","start":"2026-07-01T01:42:45.096722Z","end":"2026-07-01T01:42:50.401897Z","steps":["trace[1853127127] 'agreement among raft nodes before linearized reading' (duration: 5.304971154s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.402403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.096678Z","time spent":"5.305714588s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:50.402188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:46.711936Z","time spent":"3.690235523s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:50.402461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518663318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:50.402526Z","caller":"traceutil/trace.go:171","msg":"trace[341900640] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25165; }","duration":"4.518786302s","start":"2026-07-01T01:42:45.883723Z","end":"2026-07-01T01:42:50.40251Z","steps":["trace[341900640] 'agreement among raft nodes before linearized reading' (duration: 4.517247513s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.402622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:45.883705Z","time spent":"4.518885175s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:50.449078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:42:50.449171Z","caller":"traceutil/trace.go:171","msg":"trace[1897120359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256814s","start":"2026-07-01T01:42:48.448891Z","end":"2026-07-01T01:42:50.449148Z","steps":["trace[1897120359] 'agreement among raft nodes before linearized reading' (duration: 2.000160451s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.449226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.448877Z","time spent":"2.000334827s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:50.811254Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238789554s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:42:50.811641Z","caller":"traceutil/trace.go:171","msg":"trace[1490055698] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"1.239268059s","start":"2026-07-01T01:42:49.572348Z","end":"2026-07-01T01:42:50.811616Z","steps":["trace[1490055698] 'process raft request' (duration: 1.239104134s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:50.811782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.572328Z","time spent":"1.239380543s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:51.326601Z","caller":"traceutil/trace.go:171","msg":"trace[576691871] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"1.750490108s","start":"2026-07-01T01:42:49.576079Z","end":"2026-07-01T01:42:51.326569Z","steps":["trace[576691871] 'process raft request' (duration: 1.75023888s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.326748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.576067Z","time spent":"1.750603161s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:51.326788Z","caller":"traceutil/trace.go:171","msg":"trace[1169392454] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"922.161416ms","start":"2026-07-01T01:42:50.404593Z","end":"2026-07-01T01:42:51.326755Z","steps":["trace[1169392454] 'process raft request' (duration: 921.914288ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:51.326893Z","caller":"traceutil/trace.go:171","msg":"trace[1683446994] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"919.210081ms","start":"2026-07-01T01:42:50.40766Z","end":"2026-07-01T01:42:51.32687Z","steps":["trace[1683446994] 'process raft request' (duration: 919.067717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.326937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.404559Z","time spent":"922.28872ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:51.327011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.407646Z","time spent":"919.305664ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:51.32699Z","caller":"traceutil/trace.go:171","msg":"trace[785130804] linearizableReadLoop","detail":"{readStateIndex:26010; appliedIndex:26008; }","duration":"926.177294ms","start":"2026-07-01T01:42:50.400787Z","end":"2026-07-01T01:42:51.326964Z","steps":["trace[785130804] 'read index received' (duration: 410.648778ms)","trace[785130804] 'applied index is now lower than readState.Index' (duration: 515.527356ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:51.327081Z","caller":"traceutil/trace.go:171","msg":"trace[1602332001] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"776.872714ms","start":"2026-07-01T01:42:50.550196Z","end":"2026-07-01T01:42:51.327069Z","steps":["trace[1602332001] 'process raft request' (duration: 776.663377ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:51.327118Z","caller":"traceutil/trace.go:171","msg":"trace[1641942228] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"769.401525ms","start":"2026-07-01T01:42:50.557708Z","end":"2026-07-01T01:42:51.32711Z","steps":["trace[1641942228] 'process raft request' (duration: 769.199659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.32715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.557687Z","time spent":"769.444597ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:51.327148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.550176Z","time spent":"776.938116ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:51.327129Z","caller":"traceutil/trace.go:171","msg":"trace[307024925] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"918.129857ms","start":"2026-07-01T01:42:50.408972Z","end":"2026-07-01T01:42:51.327102Z","steps":["trace[307024925] 'process raft request' (duration: 917.816997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.327147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025254877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.327213Z","caller":"traceutil/trace.go:171","msg":"trace[152422584] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25173; }","duration":"1.02535527s","start":"2026-07-01T01:42:50.30184Z","end":"2026-07-01T01:42:51.327195Z","steps":["trace[152422584] 'agreement among raft nodes before linearized reading' (duration: 1.025233676s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.327245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178613497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:51.327258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157604432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.327276Z","caller":"traceutil/trace.go:171","msg":"trace[171001231] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25173; }","duration":"1.178679619s","start":"2026-07-01T01:42:50.148587Z","end":"2026-07-01T01:42:51.327267Z","steps":["trace[171001231] 'agreement among raft nodes before linearized reading' (duration: 1.178613777s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.327274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.301822Z","time spent":"1.025438473s","remote":"127.0.0.1:54860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.327274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.408963Z","time spent":"918.23605ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:51.327247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384754667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:51.327312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.148569Z","time spent":"1.178735721s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.327296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68920792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.327315Z","caller":"traceutil/trace.go:171","msg":"trace[350701876] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25173; }","duration":"2.157731676s","start":"2026-07-01T01:42:49.169566Z","end":"2026-07-01T01:42:51.327298Z","steps":["trace[350701876] 'agreement among raft nodes before linearized reading' (duration: 2.157618132s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.327344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754535742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-01T01:42:51.32735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258615007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:51.327352Z","caller":"traceutil/trace.go:171","msg":"trace[1151150437] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25173; }","duration":"3.689303073s","start":"2026-07-01T01:42:47.638034Z","end":"2026-07-01T01:42:51.327337Z","steps":["trace[1151150437] 'agreement among raft nodes before linearized reading' (duration: 3.68920425s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:51.327368Z","caller":"traceutil/trace.go:171","msg":"trace[605702257] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25173; }","duration":"3.754587744s","start":"2026-07-01T01:42:47.572774Z","end":"2026-07-01T01:42:51.327362Z","steps":["trace[605702257] 'agreement among raft nodes before linearized reading' (duration: 3.754497611s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:51.327349Z","caller":"traceutil/trace.go:171","msg":"trace[44639439] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25173; }","duration":"1.384915522s","start":"2026-07-01T01:42:49.94241Z","end":"2026-07-01T01:42:51.327326Z","steps":["trace[44639439] 'agreement among raft nodes before linearized reading' (duration: 1.384580441s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.327362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.16954Z","time spent":"2.157807839s","remote":"127.0.0.1:34572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.327393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.572761Z","time spent":"3.754628555s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T01:42:51.327392Z","caller":"traceutil/trace.go:171","msg":"trace[1740641813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25173; }","duration":"2.258685399s","start":"2026-07-01T01:42:49.068693Z","end":"2026-07-01T01:42:51.327379Z","steps":["trace[1740641813] 'agreement among raft nodes before linearized reading' (duration: 2.258629447s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.327158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883801026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:51.327412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.94238Z","time spent":"1.385017165s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.327425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.068672Z","time spent":"2.258745361s","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.327452Z","caller":"traceutil/trace.go:171","msg":"trace[1854461625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25173; }","duration":"1.884143337s","start":"2026-07-01T01:42:49.443294Z","end":"2026-07-01T01:42:51.327437Z","steps":["trace[1854461625] 'agreement among raft nodes before linearized reading' (duration: 1.883801716s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.327499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:49.443273Z","time spent":"1.884213729s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:51.327412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:47.638015Z","time spent":"3.689381446s","remote":"127.0.0.1:46442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.327533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041780521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:51.327287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921871443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:51.327584Z","caller":"traceutil/trace.go:171","msg":"trace[1169307351] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25173; }","duration":"3.041876934s","start":"2026-07-01T01:42:48.285688Z","end":"2026-07-01T01:42:51.327565Z","steps":["trace[1169307351] 'agreement among raft nodes before linearized reading' (duration: 3.04175428s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:51.327596Z","caller":"traceutil/trace.go:171","msg":"trace[1139796835] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25173; }","duration":"2.922214094s","start":"2026-07-01T01:42:48.405364Z","end":"2026-07-01T01:42:51.327578Z","steps":["trace[1139796835] 'agreement among raft nodes before linearized reading' (duration: 2.921861943s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.327617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779960819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:42:51.327629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.285647Z","time spent":"3.041967557s","remote":"127.0.0.1:57746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:51.327658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.405348Z","time spent":"2.922289806s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.327679Z","caller":"traceutil/trace.go:171","msg":"trace[1240210843] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25173; }","duration":"2.780055462s","start":"2026-07-01T01:42:48.547607Z","end":"2026-07-01T01:42:51.327662Z","steps":["trace[1240210843] 'agreement among raft nodes before linearized reading' (duration: 2.779882916s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.327729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:48.547589Z","time spent":"2.780124154s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:51.328142Z","caller":"traceutil/trace.go:171","msg":"trace[659896325] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"920.930426ms","start":"2026-07-01T01:42:50.407148Z","end":"2026-07-01T01:42:51.328079Z","steps":["trace[659896325] 'process raft request' (duration: 919.518851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:51.328264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.407137Z","time spent":"921.063791ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:51.82783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785006,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:52.456646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:42:52.456816Z","caller":"traceutil/trace.go:171","msg":"trace[822443041] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423509s","start":"2026-07-01T01:42:50.456372Z","end":"2026-07-01T01:42:52.456796Z","steps":["trace[822443041] 'agreement among raft nodes before linearized reading' (duration: 2.000221422s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.456897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.45636Z","time spent":"2.000523162s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:42:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:42:52.771375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.29522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:52.771603Z","caller":"traceutil/trace.go:171","msg":"trace[1661527538] linearizableReadLoop","detail":"{readStateIndex:26020; appliedIndex:26016; }","duration":"1.44452832s","start":"2026-07-01T01:42:51.32706Z","end":"2026-07-01T01:42:52.771589Z","steps":["trace[1661527538] 'read index received' (duration: 754.887889ms)","trace[1661527538] 'applied index is now lower than readState.Index' (duration: 689.639671ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:52.771591Z","caller":"traceutil/trace.go:171","msg":"trace[943761012] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"1.858862667s","start":"2026-07-01T01:42:50.912696Z","end":"2026-07-01T01:42:52.771559Z","steps":["trace[943761012] 'process raft request' (duration: 1.169323129s)","trace[943761012] 'compare' (duration: 689.037012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:52.771724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.912637Z","time spent":"1.859012952s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:52.771767Z","caller":"traceutil/trace.go:171","msg":"trace[379953484] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"1.676164257s","start":"2026-07-01T01:42:51.095594Z","end":"2026-07-01T01:42:52.771759Z","steps":["trace[379953484] 'process raft request' (duration: 1.675855687s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.771807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.095569Z","time spent":"1.676217028s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:52.771891Z","caller":"traceutil/trace.go:171","msg":"trace[125001689] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"1.67314442s","start":"2026-07-01T01:42:51.09874Z","end":"2026-07-01T01:42:52.771885Z","steps":["trace[125001689] 'process raft request' (duration: 1.672778918s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.771923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.098726Z","time spent":"1.673181491s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:52.771973Z","caller":"traceutil/trace.go:171","msg":"trace[2104838450] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"1.672357255s","start":"2026-07-01T01:42:51.099611Z","end":"2026-07-01T01:42:52.771968Z","steps":["trace[2104838450] 'process raft request' (duration: 1.671937321s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.772006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.099584Z","time spent":"1.672405036s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:52.77218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367933005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-b5kjs\" ","response":"range_response_count:1 size:3776"} {"level":"info","ts":"2026-07-01T01:42:52.772204Z","caller":"traceutil/trace.go:171","msg":"trace[719618016] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-b5kjs; range_end:; response_count:1; response_revision:25177; }","duration":"2.367977107s","start":"2026-07-01T01:42:50.40422Z","end":"2026-07-01T01:42:52.772197Z","steps":["trace[719618016] 'agreement among raft nodes before linearized reading' (duration: 2.367924645s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.772222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.40421Z","time spent":"2.368007508s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-b5kjs\" "} {"level":"warn","ts":"2026-07-01T01:42:52.772235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366866542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a3d40e6e-b82a-450e-a864-d2ff6724d12b\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-01T01:42:52.772282Z","caller":"traceutil/trace.go:171","msg":"trace[727938972] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a3d40e6e-b82a-450e-a864-d2ff6724d12b; range_end:; response_count:1; response_revision:25177; }","duration":"2.366955914s","start":"2026-07-01T01:42:50.405313Z","end":"2026-07-01T01:42:52.772269Z","steps":["trace[727938972] 'agreement among raft nodes before linearized reading' (duration: 2.366787979s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.772317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.405299Z","time spent":"2.367009487s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1315,"request content":"key:\"/registry/persistentvolumes/pvc-a3d40e6e-b82a-450e-a864-d2ff6724d12b\" "} {"level":"warn","ts":"2026-07-01T01:42:52.772375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368147263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18433"} {"level":"info","ts":"2026-07-01T01:42:52.772396Z","caller":"traceutil/trace.go:171","msg":"trace[1765911853] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25177; }","duration":"2.368183104s","start":"2026-07-01T01:42:50.404208Z","end":"2026-07-01T01:42:52.772391Z","steps":["trace[1765911853] 'agreement among raft nodes before linearized reading' (duration: 2.368093411s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.772411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.404196Z","time spent":"2.368211785s","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18454,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T01:42:52.772491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49854834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:52.772529Z","caller":"traceutil/trace.go:171","msg":"trace[1468868253] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25177; }","duration":"1.498588521s","start":"2026-07-01T01:42:51.273931Z","end":"2026-07-01T01:42:52.772519Z","steps":["trace[1468868253] 'agreement among raft nodes before linearized reading' (duration: 1.498522409s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.772558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.273873Z","time spent":"1.498677493s","remote":"127.0.0.1:46292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:52.772838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365097756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-07-01T01:42:52.772858Z","caller":"traceutil/trace.go:171","msg":"trace[1321111254] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:25177; }","duration":"2.365139556s","start":"2026-07-01T01:42:50.407713Z","end":"2026-07-01T01:42:52.772853Z","steps":["trace[1321111254] 'agreement among raft nodes before linearized reading' (duration: 2.365076844s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.772875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.407703Z","time spent":"2.365166798s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1176,"request content":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" "} {"level":"warn","ts":"2026-07-01T01:42:52.772979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363201964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:52.773001Z","caller":"traceutil/trace.go:171","msg":"trace[994159724] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25177; }","duration":"2.363237016s","start":"2026-07-01T01:42:50.409759Z","end":"2026-07-01T01:42:52.772996Z","steps":["trace[994159724] 'agreement among raft nodes before linearized reading' (duration: 2.363198014s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.773019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.409752Z","time spent":"2.363260546s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:52.773016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366551601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-07-01T01:42:52.773051Z","caller":"traceutil/trace.go:171","msg":"trace[1814037898] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:25177; }","duration":"2.366605113s","start":"2026-07-01T01:42:50.406435Z","end":"2026-07-01T01:42:52.77304Z","steps":["trace[1814037898] 'agreement among raft nodes before linearized reading' (duration: 2.36650247s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:52.773089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:50.406426Z","time spent":"2.366656515s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:53.27212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:53.604636Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.028877363s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:42:53.714693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.823176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:53.714839Z","caller":"traceutil/trace.go:171","msg":"trace[706223310] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"1.139168584s","start":"2026-07-01T01:42:52.575628Z","end":"2026-07-01T01:42:53.714796Z","steps":["trace[706223310] 'process raft request' (duration: 1.029154612s)","trace[706223310] 'compare' (duration: 109.62797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:53.714905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.575608Z","time spent":"1.139262747s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:54.225136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.067393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:54.225579Z","caller":"traceutil/trace.go:171","msg":"trace[1256575353] linearizableReadLoop","detail":"{readStateIndex:26022; appliedIndex:26020; }","duration":"1.453924302s","start":"2026-07-01T01:42:52.771627Z","end":"2026-07-01T01:42:54.225552Z","steps":["trace[1256575353] 'read index received' (duration: 833.231778ms)","trace[1256575353] 'applied index is now lower than readState.Index' (duration: 620.691314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:54.225741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735686213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:54.225779Z","caller":"traceutil/trace.go:171","msg":"trace[1921187406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25181; }","duration":"1.7361819s","start":"2026-07-01T01:42:52.489587Z","end":"2026-07-01T01:42:54.225769Z","steps":["trace[1921187406] 'agreement among raft nodes before linearized reading' (duration: 1.736109087s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.225788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711129667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:54.225822Z","caller":"traceutil/trace.go:171","msg":"trace[1488546363] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25181; }","duration":"1.711204489s","start":"2026-07-01T01:42:52.51461Z","end":"2026-07-01T01:42:54.225814Z","steps":["trace[1488546363] 'agreement among raft nodes before linearized reading' (duration: 1.711027953s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.225828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.489565Z","time spent":"1.736255421s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:54.225855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.514594Z","time spent":"1.711251861s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:54.226118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894979971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-07-01T01:42:54.226187Z","caller":"traceutil/trace.go:171","msg":"trace[1741086249] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b; range_end:; response_count:1; response_revision:25181; }","duration":"2.895090705s","start":"2026-07-01T01:42:51.33108Z","end":"2026-07-01T01:42:54.22617Z","steps":["trace[1741086249] 'agreement among raft nodes before linearized reading' (duration: 2.894731443s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.226217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.331061Z","time spent":"2.895150267s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b\" "} {"level":"info","ts":"2026-07-01T01:42:54.226299Z","caller":"traceutil/trace.go:171","msg":"trace[982451964] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"892.665231ms","start":"2026-07-01T01:42:53.333623Z","end":"2026-07-01T01:42:54.226288Z","steps":["trace[982451964] 'process raft request' (duration: 891.732891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.226376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244290458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:54.226403Z","caller":"traceutil/trace.go:171","msg":"trace[323629481] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25181; }","duration":"2.24435484s","start":"2026-07-01T01:42:51.982041Z","end":"2026-07-01T01:42:54.226396Z","steps":["trace[323629481] 'agreement among raft nodes before linearized reading' (duration: 2.244302328s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.22643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.98202Z","time spent":"2.244400972s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:54.226441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676484168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:54.226462Z","caller":"traceutil/trace.go:171","msg":"trace[333698823] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25181; }","duration":"1.67653339s","start":"2026-07-01T01:42:52.549923Z","end":"2026-07-01T01:42:54.226456Z","steps":["trace[333698823] 'agreement among raft nodes before linearized reading' (duration: 1.676496668s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.226342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897162361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-01T01:42:54.226485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.549908Z","time spent":"1.67657105s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:54.2265Z","caller":"traceutil/trace.go:171","msg":"trace[167164642] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25181; }","duration":"2.897353067s","start":"2026-07-01T01:42:51.329134Z","end":"2026-07-01T01:42:54.226487Z","steps":["trace[167164642] 'agreement among raft nodes before linearized reading' (duration: 2.897093168s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.22665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.329115Z","time spent":"2.897520802s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-01T01:42:54.226682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887071728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-01T01:42:54.226709Z","caller":"traceutil/trace.go:171","msg":"trace[277493933] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25181; }","duration":"2.887098419s","start":"2026-07-01T01:42:51.339603Z","end":"2026-07-01T01:42:54.226702Z","steps":["trace[277493933] 'agreement among raft nodes before linearized reading' (duration: 2.887022626s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.226744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.339575Z","time spent":"2.88715431s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T01:42:54.226379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.333612Z","time spent":"892.712823ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:54.225589Z","caller":"traceutil/trace.go:171","msg":"trace[767842] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"1.408334303s","start":"2026-07-01T01:42:52.817215Z","end":"2026-07-01T01:42:54.22555Z","steps":["trace[767842] 'process raft request' (duration: 1.005739342s)","trace[767842] 'compare' (duration: 401.776464ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:54.226407Z","caller":"traceutil/trace.go:171","msg":"trace[1562646742] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"891.468663ms","start":"2026-07-01T01:42:53.334932Z","end":"2026-07-01T01:42:54.2264Z","steps":["trace[1562646742] 'process raft request' (duration: 890.552704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.226891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.817191Z","time spent":"1.409643254s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:54.226912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.334925Z","time spent":"891.941268ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:54.227203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.597228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:54.227249Z","caller":"traceutil/trace.go:171","msg":"trace[647171844] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25181; }","duration":"495.674421ms","start":"2026-07-01T01:42:53.731561Z","end":"2026-07-01T01:42:54.227235Z","steps":["trace[647171844] 'agreement among raft nodes before linearized reading' (duration: 495.611939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.227322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.731541Z","time spent":"495.767574ms","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:54.227353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347319688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-01T01:42:54.227379Z","caller":"traceutil/trace.go:171","msg":"trace[341598082] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25181; }","duration":"1.34734721s","start":"2026-07-01T01:42:52.880025Z","end":"2026-07-01T01:42:54.227372Z","steps":["trace[341598082] 'agreement among raft nodes before linearized reading' (duration: 1.347243587s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.227404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.879956Z","time spent":"1.347443173s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:54.227532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.747992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:54.227558Z","caller":"traceutil/trace.go:171","msg":"trace[506892486] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25181; }","duration":"856.807734ms","start":"2026-07-01T01:42:53.370743Z","end":"2026-07-01T01:42:54.227551Z","steps":["trace[506892486] 'agreement among raft nodes before linearized reading' (duration: 856.765942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.227577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.370727Z","time spent":"856.844254ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:54.227723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.631654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-01T01:42:54.227747Z","caller":"traceutil/trace.go:171","msg":"trace[1260638521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25181; }","duration":"894.686276ms","start":"2026-07-01T01:42:53.333056Z","end":"2026-07-01T01:42:54.227742Z","steps":["trace[1260638521] 'agreement among raft nodes before linearized reading' (duration: 894.625704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.227765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.333039Z","time spent":"894.721368ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:42:54.227844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.666098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-01T01:42:54.227867Z","caller":"traceutil/trace.go:171","msg":"trace[898462153] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25181; }","duration":"895.71504ms","start":"2026-07-01T01:42:53.332144Z","end":"2026-07-01T01:42:54.227859Z","steps":["trace[898462153] 'agreement among raft nodes before linearized reading' (duration: 895.664578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.227884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:53.332116Z","time spent":"895.764331ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:54.22661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429688673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:54.227943Z","caller":"traceutil/trace.go:171","msg":"trace[1346402834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25181; }","duration":"2.431078298s","start":"2026-07-01T01:42:51.796841Z","end":"2026-07-01T01:42:54.227919Z","steps":["trace[1346402834] 'agreement among raft nodes before linearized reading' (duration: 2.429683513s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.228017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439957615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-07-01T01:42:54.228023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:51.796823Z","time spent":"2.431167201s","remote":"127.0.0.1:51846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:54.228049Z","caller":"traceutil/trace.go:171","msg":"trace[844626262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25181; }","duration":"1.440002897s","start":"2026-07-01T01:42:52.788038Z","end":"2026-07-01T01:42:54.228041Z","steps":["trace[844626262] 'agreement among raft nodes before linearized reading' (duration: 1.439922534s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.22807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.788031Z","time spent":"1.440034267s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-01T01:42:54.228174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389970814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-07-01T01:42:54.227152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448301552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-07-01T01:42:54.228232Z","caller":"traceutil/trace.go:171","msg":"trace[338655173] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:25181; }","duration":"1.449412697s","start":"2026-07-01T01:42:52.778806Z","end":"2026-07-01T01:42:54.228218Z","steps":["trace[338655173] 'agreement among raft nodes before linearized reading' (duration: 1.44826426s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.228271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.778788Z","time spent":"1.44947519s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"info","ts":"2026-07-01T01:42:54.228346Z","caller":"traceutil/trace.go:171","msg":"trace[1181229602] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:25181; }","duration":"1.390177411s","start":"2026-07-01T01:42:52.838159Z","end":"2026-07-01T01:42:54.228337Z","steps":["trace[1181229602] 'agreement among raft nodes before linearized reading' (duration: 1.389874371s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.228363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445581115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:54.228676Z","caller":"traceutil/trace.go:171","msg":"trace[1003528025] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25181; }","duration":"1.445893905s","start":"2026-07-01T01:42:52.782774Z","end":"2026-07-01T01:42:54.228668Z","steps":["trace[1003528025] 'agreement among raft nodes before linearized reading' (duration: 1.445563924s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:54.228702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.782753Z","time spent":"1.445941586s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:42:54.228381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:52.838146Z","time spent":"1.390227342s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:54.732648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:42:55.008927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.589805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:55.009133Z","caller":"traceutil/trace.go:171","msg":"trace[108031122] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"778.677952ms","start":"2026-07-01T01:42:54.230424Z","end":"2026-07-01T01:42:55.009102Z","steps":["trace[108031122] 'process raft request' (duration: 531.805887ms)","trace[108031122] 'compare' (duration: 246.206813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:55.009255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.230403Z","time spent":"778.790275ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:55.009337Z","caller":"traceutil/trace.go:171","msg":"trace[156417970] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"771.021277ms","start":"2026-07-01T01:42:54.238276Z","end":"2026-07-01T01:42:55.009297Z","steps":["trace[156417970] 'process raft request' (duration: 770.777709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.009452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.238264Z","time spent":"771.14299ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:55.009564Z","caller":"traceutil/trace.go:171","msg":"trace[1401632412] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"231.907456ms","start":"2026-07-01T01:42:54.777639Z","end":"2026-07-01T01:42:55.009546Z","steps":["trace[1401632412] 'process raft request' (duration: 231.820073ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:55.009657Z","caller":"traceutil/trace.go:171","msg":"trace[35510098] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"771.275585ms","start":"2026-07-01T01:42:54.238375Z","end":"2026-07-01T01:42:55.00965Z","steps":["trace[35510098] 'process raft request' (duration: 770.78904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.009692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.238354Z","time spent":"771.317936ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:55.009747Z","caller":"traceutil/trace.go:171","msg":"trace[1262712268] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"771.264204ms","start":"2026-07-01T01:42:54.238477Z","end":"2026-07-01T01:42:55.009741Z","steps":["trace[1262712268] 'process raft request' (duration: 770.759948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.009771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.238467Z","time spent":"771.289856ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:55.009837Z","caller":"traceutil/trace.go:171","msg":"trace[1878633264] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"231.470451ms","start":"2026-07-01T01:42:54.778362Z","end":"2026-07-01T01:42:55.009832Z","steps":["trace[1878633264] 'process raft request' (duration: 231.14253ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:55.009859Z","caller":"traceutil/trace.go:171","msg":"trace[816269796] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"232.36353ms","start":"2026-07-01T01:42:54.777473Z","end":"2026-07-01T01:42:55.009836Z","steps":["trace[816269796] 'process raft request' (duration: 231.933306ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:55.009893Z","caller":"traceutil/trace.go:171","msg":"trace[2094975731] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"714.739014ms","start":"2026-07-01T01:42:54.295137Z","end":"2026-07-01T01:42:55.009876Z","steps":["trace[2094975731] 'process raft request' (duration: 714.162396ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:55.009924Z","caller":"traceutil/trace.go:171","msg":"trace[1851107151] linearizableReadLoop","detail":"{readStateIndex:26029; appliedIndex:26024; }","duration":"777.302128ms","start":"2026-07-01T01:42:54.232587Z","end":"2026-07-01T01:42:55.009889Z","steps":["trace[1851107151] 'read index received' (duration: 529.658369ms)","trace[1851107151] 'applied index is now lower than readState.Index' (duration: 247.639549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:55.00998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.295101Z","time spent":"714.831467ms","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:55.010076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.488824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb89e840-0dcc-427d-9aef-998cc3a1299b\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-01T01:42:55.010097Z","caller":"traceutil/trace.go:171","msg":"trace[872152656] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb89e840-0dcc-427d-9aef-998cc3a1299b; range_end:; response_count:1; response_revision:25189; }","duration":"777.530895ms","start":"2026-07-01T01:42:54.232559Z","end":"2026-07-01T01:42:55.01009Z","steps":["trace[872152656] 'agreement among raft nodes before linearized reading' (duration: 777.446343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.010111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.232518Z","time spent":"777.590277ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-eb89e840-0dcc-427d-9aef-998cc3a1299b\" "} {"level":"warn","ts":"2026-07-01T01:42:55.010122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.711909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-07-01T01:42:55.010126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.774321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:55.010146Z","caller":"traceutil/trace.go:171","msg":"trace[544772441] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:25189; }","duration":"771.787561ms","start":"2026-07-01T01:42:54.238349Z","end":"2026-07-01T01:42:55.010137Z","steps":["trace[544772441] 'agreement among raft nodes before linearized reading' (duration: 771.680827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.010163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.238333Z","time spent":"771.826202ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:55.010173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.3635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:42:55.010171Z","caller":"traceutil/trace.go:171","msg":"trace[764295972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25189; }","duration":"771.844203ms","start":"2026-07-01T01:42:54.238313Z","end":"2026-07-01T01:42:55.010158Z","steps":["trace[764295972] 'agreement among raft nodes before linearized reading' (duration: 771.763811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.010165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.75705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-07-01T01:42:55.010226Z","caller":"traceutil/trace.go:171","msg":"trace[2016096266] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:25189; }","duration":"777.476973ms","start":"2026-07-01T01:42:54.232739Z","end":"2026-07-01T01:42:55.010216Z","steps":["trace[2016096266] 'agreement among raft nodes before linearized reading' (duration: 777.292617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.010248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.238298Z","time spent":"771.938066ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:55.01026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.232731Z","time spent":"777.522564ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-01T01:42:55.010259Z","caller":"traceutil/trace.go:171","msg":"trace[146629687] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25189; }","duration":"771.863083ms","start":"2026-07-01T01:42:54.238379Z","end":"2026-07-01T01:42:55.010242Z","steps":["trace[146629687] 'agreement among raft nodes before linearized reading' (duration: 771.655836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.010278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.241887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-hmll7\" ","response":"range_response_count:1 size:7029"} {"level":"info","ts":"2026-07-01T01:42:55.010295Z","caller":"traceutil/trace.go:171","msg":"trace[190048390] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-56cf844ccd-hmll7; range_end:; response_count:1; response_revision:25189; }","duration":"763.287579ms","start":"2026-07-01T01:42:54.247001Z","end":"2026-07-01T01:42:55.010289Z","steps":["trace[190048390] 'agreement among raft nodes before linearized reading' (duration: 763.251247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.01031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.246985Z","time spent":"763.32135ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7050,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-56cf844ccd-hmll7\" "} {"level":"warn","ts":"2026-07-01T01:42:55.010305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:54.238373Z","time spent":"771.919746ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-07-01T01:42:55.440407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.174886ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-01T01:42:55.440494Z","caller":"traceutil/trace.go:171","msg":"trace[1677202798] linearizableReadLoop","detail":"{readStateIndex:26033; appliedIndex:26032; }","duration":"427.389004ms","start":"2026-07-01T01:42:55.013089Z","end":"2026-07-01T01:42:55.440478Z","steps":["trace[1677202798] 'read index received' (duration: 194.136936ms)","trace[1677202798] 'applied index is now lower than readState.Index' (duration: 233.250628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:55.440752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.012938Z","time spent":"427.809898ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T01:42:55.441122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.023335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bec4744\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-07-01T01:42:55.441169Z","caller":"traceutil/trace.go:171","msg":"trace[2036979810] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bec4744; range_end:; response_count:1; response_revision:25189; }","duration":"428.074226ms","start":"2026-07-01T01:42:55.013082Z","end":"2026-07-01T01:42:55.441156Z","steps":["trace[2036979810] 'agreement among raft nodes before linearized reading' (duration: 427.928941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.441316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.013052Z","time spent":"428.251222ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bec4744\" "} {"level":"info","ts":"2026-07-01T01:42:55.824734Z","caller":"traceutil/trace.go:171","msg":"trace[1839800951] linearizableReadLoop","detail":"{readStateIndex:26035; appliedIndex:26034; }","duration":"384.001964ms","start":"2026-07-01T01:42:55.440711Z","end":"2026-07-01T01:42:55.824713Z","steps":["trace[1839800951] 'read index received' (duration: 383.941142ms)","trace[1839800951] 'applied index is now lower than readState.Index' (duration: 59.882µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:55.824897Z","caller":"traceutil/trace.go:171","msg":"trace[584829315] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"806.268695ms","start":"2026-07-01T01:42:55.018595Z","end":"2026-07-01T01:42:55.824864Z","steps":["trace[584829315] 'process raft request' (duration: 806.051768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.82495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.818634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-01T01:42:55.825018Z","caller":"traceutil/trace.go:171","msg":"trace[1899859973] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"807.866645ms","start":"2026-07-01T01:42:55.017131Z","end":"2026-07-01T01:42:55.824998Z","steps":["trace[1899859973] 'process raft request' (duration: 807.38978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.825043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.018582Z","time spent":"806.387638ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7189,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:55.825108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.017118Z","time spent":"807.945758ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:55.82512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.098588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-07-01T01:42:55.825127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.854901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-01T01:42:55.82502Z","caller":"traceutil/trace.go:171","msg":"trace[1985580151] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25191; }","duration":"807.903217ms","start":"2026-07-01T01:42:55.017098Z","end":"2026-07-01T01:42:55.825002Z","steps":["trace[1985580151] 'agreement among raft nodes before linearized reading' (duration: 807.67838ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:55.825166Z","caller":"traceutil/trace.go:171","msg":"trace[1113155763] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25191; }","duration":"811.168171ms","start":"2026-07-01T01:42:55.013982Z","end":"2026-07-01T01:42:55.82515Z","steps":["trace[1113155763] 'agreement among raft nodes before linearized reading' (duration: 811.018326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.825207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.013948Z","time spent":"811.251253ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:55.824925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.054049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:55.825233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.017087Z","time spent":"808.113853ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-07-01T01:42:55.825294Z","caller":"traceutil/trace.go:171","msg":"trace[1601441548] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25191; }","duration":"391.454462ms","start":"2026-07-01T01:42:55.433829Z","end":"2026-07-01T01:42:55.825284Z","steps":["trace[1601441548] 'agreement among raft nodes before linearized reading' (duration: 390.899644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.824957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.452843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-07-01T01:42:55.825331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.433785Z","time spent":"391.534215ms","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:55.825367Z","caller":"traceutil/trace.go:171","msg":"trace[919031116] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:25191; }","duration":"773.900667ms","start":"2026-07-01T01:42:55.051454Z","end":"2026-07-01T01:42:55.825355Z","steps":["trace[919031116] 'agreement among raft nodes before linearized reading' (duration: 773.398861ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:55.825165Z","caller":"traceutil/trace.go:171","msg":"trace[622838414] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25191; }","duration":"810.918303ms","start":"2026-07-01T01:42:55.014237Z","end":"2026-07-01T01:42:55.825155Z","steps":["trace[622838414] 'agreement among raft nodes before linearized reading' (duration: 810.571472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.825413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.051436Z","time spent":"773.96534ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1042,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-07-01T01:42:55.82542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.014232Z","time spent":"811.176881ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1587,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-01T01:42:55.88788Z","caller":"traceutil/trace.go:171","msg":"trace[2032497860] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"444.265694ms","start":"2026-07-01T01:42:55.443598Z","end":"2026-07-01T01:42:55.887864Z","steps":["trace[2032497860] 'process raft request' (duration: 444.041497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.887983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.44357Z","time spent":"444.364647ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:55.888205Z","caller":"traceutil/trace.go:171","msg":"trace[1663081180] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"443.899462ms","start":"2026-07-01T01:42:55.444275Z","end":"2026-07-01T01:42:55.888175Z","steps":["trace[1663081180] 'process raft request' (duration: 443.483918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.88826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.985334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:55.88831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.789504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-01T01:42:55.888327Z","caller":"traceutil/trace.go:171","msg":"trace[1138751983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25193; }","duration":"444.055546ms","start":"2026-07-01T01:42:55.44423Z","end":"2026-07-01T01:42:55.888285Z","steps":["trace[1138751983] 'agreement among raft nodes before linearized reading' (duration: 443.992294ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:55.888356Z","caller":"traceutil/trace.go:171","msg":"trace[272463416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25193; }","duration":"406.848725ms","start":"2026-07-01T01:42:55.481494Z","end":"2026-07-01T01:42:55.888343Z","steps":["trace[272463416] 'agreement among raft nodes before linearized reading' (duration: 406.760552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.888363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.444213Z","time spent":"444.14136ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:55.888396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.481485Z","time spent":"406.902808ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:55.888398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.444265Z","time spent":"444.013945ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:55.888215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.473796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-01T01:42:55.888536Z","caller":"traceutil/trace.go:171","msg":"trace[1745045365] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25193; }","duration":"407.857018ms","start":"2026-07-01T01:42:55.480661Z","end":"2026-07-01T01:42:55.888519Z","steps":["trace[1745045365] 'agreement among raft nodes before linearized reading' (duration: 407.344831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:55.888576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.480638Z","time spent":"407.92565ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:56.180331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.340961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:56.180407Z","caller":"traceutil/trace.go:171","msg":"trace[832433250] linearizableReadLoop","detail":"{readStateIndex:26038; appliedIndex:26037; }","duration":"286.772872ms","start":"2026-07-01T01:42:55.893621Z","end":"2026-07-01T01:42:56.180394Z","steps":["trace[832433250] 'read index received' (duration: 88.315848ms)","trace[832433250] 'applied index is now lower than readState.Index' (duration: 198.455914ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:56.180462Z","caller":"traceutil/trace.go:171","msg":"trace[2131852366] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"287.196336ms","start":"2026-07-01T01:42:55.893257Z","end":"2026-07-01T01:42:56.180453Z","steps":["trace[2131852366] 'process raft request' (duration: 88.66712ms)","trace[2131852366] 'compare' (duration: 198.156884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:56.180874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.248517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:42:56.180905Z","caller":"traceutil/trace.go:171","msg":"trace[1996114021] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25194; }","duration":"287.302699ms","start":"2026-07-01T01:42:55.893596Z","end":"2026-07-01T01:42:56.180898Z","steps":["trace[1996114021] 'agreement among raft nodes before linearized reading' (duration: 286.997219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.699253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.695526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:56.699534Z","caller":"traceutil/trace.go:171","msg":"trace[999975160] linearizableReadLoop","detail":"{readStateIndex:26041; appliedIndex:26038; }","duration":"519.09288ms","start":"2026-07-01T01:42:56.180424Z","end":"2026-07-01T01:42:56.699517Z","steps":["trace[999975160] 'read index received' (duration: 179.066804ms)","trace[999975160] 'applied index is now lower than readState.Index' (duration: 340.024786ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:56.699791Z","caller":"traceutil/trace.go:171","msg":"trace[1824727211] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"804.723186ms","start":"2026-07-01T01:42:55.895052Z","end":"2026-07-01T01:42:56.699775Z","steps":["trace[1824727211] 'process raft request' (duration: 464.42608ms)","trace[1824727211] 'compare' (duration: 339.595653ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:56.699877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.895031Z","time spent":"804.802619ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:56.700073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.49284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-01T01:42:56.700194Z","caller":"traceutil/trace.go:171","msg":"trace[1223176885] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"802.512925ms","start":"2026-07-01T01:42:55.89767Z","end":"2026-07-01T01:42:56.700183Z","steps":["trace[1223176885] 'process raft request' (duration: 801.780091ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:56.700143Z","caller":"traceutil/trace.go:171","msg":"trace[2053548111] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25197; }","duration":"800.583023ms","start":"2026-07-01T01:42:55.899546Z","end":"2026-07-01T01:42:56.700129Z","steps":["trace[2053548111] 'agreement among raft nodes before linearized reading' (duration: 800.287064ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:56.700081Z","caller":"traceutil/trace.go:171","msg":"trace[511366591] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"804.561851ms","start":"2026-07-01T01:42:55.895496Z","end":"2026-07-01T01:42:56.700058Z","steps":["trace[511366591] 'process raft request' (duration: 803.857928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.700294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.899538Z","time spent":"800.725537ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9566,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-07-01T01:42:56.700262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.897647Z","time spent":"802.581637ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:56.700432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.331405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-07-01T01:42:56.700436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.895486Z","time spent":"804.829879ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:56.700508Z","caller":"traceutil/trace.go:171","msg":"trace[1826597322] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:25197; }","duration":"805.45024ms","start":"2026-07-01T01:42:55.895038Z","end":"2026-07-01T01:42:56.700489Z","steps":["trace[1826597322] 'agreement among raft nodes before linearized reading' (duration: 805.13982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.700588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.895031Z","time spent":"805.548052ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-07-01T01:42:56.70085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.843132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea51ba26-c7c0-4805-b4b9-c1b1a8787ee9\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-01T01:42:56.701041Z","caller":"traceutil/trace.go:171","msg":"trace[381775722] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea51ba26-c7c0-4805-b4b9-c1b1a8787ee9; range_end:; response_count:1; response_revision:25197; }","duration":"806.007807ms","start":"2026-07-01T01:42:55.894911Z","end":"2026-07-01T01:42:56.700919Z","steps":["trace[381775722] 'agreement among raft nodes before linearized reading' (duration: 805.325315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.701199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:55.894902Z","time spent":"806.277226ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-ea51ba26-c7c0-4805-b4b9-c1b1a8787ee9\" "} {"level":"info","ts":"2026-07-01T01:42:56.728356Z","caller":"traceutil/trace.go:171","msg":"trace[598931840] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"497.207869ms","start":"2026-07-01T01:42:56.231128Z","end":"2026-07-01T01:42:56.728336Z","steps":["trace[598931840] 'process raft request' (duration: 497.015593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.728485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.231112Z","time spent":"497.308713ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:56.728589Z","caller":"traceutil/trace.go:171","msg":"trace[655778628] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"491.182577ms","start":"2026-07-01T01:42:56.237388Z","end":"2026-07-01T01:42:56.728571Z","steps":["trace[655778628] 'process raft request' (duration: 491.096814ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:56.728644Z","caller":"traceutil/trace.go:171","msg":"trace[285951316] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"491.720304ms","start":"2026-07-01T01:42:56.2369Z","end":"2026-07-01T01:42:56.72862Z","steps":["trace[285951316] 'process raft request' (duration: 491.394044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:56.728695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.237381Z","time spent":"491.258639ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:56.728765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.236883Z","time spent":"491.823187ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:57.249084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.344076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:57.249294Z","caller":"traceutil/trace.go:171","msg":"trace[2090355196] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"653.3495ms","start":"2026-07-01T01:42:56.595917Z","end":"2026-07-01T01:42:57.249266Z","steps":["trace[2090355196] 'process raft request' (duration: 382.754055ms)","trace[2090355196] 'compare' (duration: 270.13277ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:57.249351Z","caller":"traceutil/trace.go:171","msg":"trace[1437010260] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"234.247281ms","start":"2026-07-01T01:42:57.015091Z","end":"2026-07-01T01:42:57.249338Z","steps":["trace[1437010260] 'process raft request' (duration: 234.201409ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:57.249394Z","caller":"traceutil/trace.go:171","msg":"trace[1580137726] linearizableReadLoop","detail":"{readStateIndex:26045; appliedIndex:26041; }","duration":"549.794024ms","start":"2026-07-01T01:42:56.69958Z","end":"2026-07-01T01:42:57.249374Z","steps":["trace[1580137726] 'read index received' (duration: 28.606886ms)","trace[1580137726] 'applied index is now lower than readState.Index' (duration: 521.185738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:57.249413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.595889Z","time spent":"653.465762ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:57.249474Z","caller":"traceutil/trace.go:171","msg":"trace[2108237803] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"541.115596ms","start":"2026-07-01T01:42:56.70835Z","end":"2026-07-01T01:42:57.249466Z","steps":["trace[2108237803] 'process raft request' (duration: 540.854198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.249547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.708339Z","time spent":"541.156277ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:42:57.249595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.168648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:57.249623Z","caller":"traceutil/trace.go:171","msg":"trace[339185344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25203; }","duration":"804.239651ms","start":"2026-07-01T01:42:56.445375Z","end":"2026-07-01T01:42:57.249615Z","steps":["trace[339185344] 'agreement among raft nodes before linearized reading' (duration: 804.194649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.249646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.445352Z","time spent":"804.289592ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:42:57.249747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.66499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:57.249785Z","caller":"traceutil/trace.go:171","msg":"trace[163252704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25203; }","duration":"653.736192ms","start":"2026-07-01T01:42:56.596038Z","end":"2026-07-01T01:42:57.249774Z","steps":["trace[163252704] 'agreement among raft nodes before linearized reading' (duration: 653.67528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.249814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.596017Z","time spent":"653.790573ms","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:42:57.249758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066735625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:42:57.249854Z","caller":"traceutil/trace.go:171","msg":"trace[1701106516] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25203; }","duration":"1.066860719s","start":"2026-07-01T01:42:56.182985Z","end":"2026-07-01T01:42:57.249846Z","steps":["trace[1701106516] 'agreement among raft nodes before linearized reading' (duration: 1.066690164s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.249885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.182971Z","time spent":"1.066906331s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T01:42:57.326519Z","caller":"traceutil/trace.go:171","msg":"trace[1907688536] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"310.926665ms","start":"2026-07-01T01:42:57.015566Z","end":"2026-07-01T01:42:57.326492Z","steps":["trace[1907688536] 'process raft request' (duration: 310.743949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.326823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.162079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:57.326897Z","caller":"traceutil/trace.go:171","msg":"trace[124975473] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25205; }","duration":"165.276112ms","start":"2026-07-01T01:42:57.161601Z","end":"2026-07-01T01:42:57.326877Z","steps":["trace[124975473] 'agreement among raft nodes before linearized reading' (duration: 165.134148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.327013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.826364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-01T01:42:57.327061Z","caller":"traceutil/trace.go:171","msg":"trace[1615482538] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25205; }","duration":"618.915577ms","start":"2026-07-01T01:42:56.708133Z","end":"2026-07-01T01:42:57.327049Z","steps":["trace[1615482538] 'agreement among raft nodes before linearized reading' (duration: 618.748101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.327097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.708117Z","time spent":"618.971888ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-01T01:42:57.327192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.042337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-6vq7d\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-07-01T01:42:57.327231Z","caller":"traceutil/trace.go:171","msg":"trace[1028020613] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-6vq7d; range_end:; response_count:1; response_revision:25205; }","duration":"622.092478ms","start":"2026-07-01T01:42:56.705129Z","end":"2026-07-01T01:42:57.327221Z","steps":["trace[1028020613] 'agreement among raft nodes before linearized reading' (duration: 621.966494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.327263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.705123Z","time spent":"622.131659ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3418,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-6vq7d\" "} {"level":"warn","ts":"2026-07-01T01:42:57.327337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.171975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-07-01T01:42:57.327372Z","caller":"traceutil/trace.go:171","msg":"trace[454181823] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25205; }","duration":"535.240057ms","start":"2026-07-01T01:42:56.792122Z","end":"2026-07-01T01:42:57.327362Z","steps":["trace[454181823] 'agreement among raft nodes before linearized reading' (duration: 535.148184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.327379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.601809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T01:42:57.327515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.266706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-01T01:42:57.327549Z","caller":"traceutil/trace.go:171","msg":"trace[1295472149] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5; range_end:; response_count:1; response_revision:25205; }","duration":"623.329238ms","start":"2026-07-01T01:42:56.70421Z","end":"2026-07-01T01:42:57.327539Z","steps":["trace[1295472149] 'agreement among raft nodes before linearized reading' (duration: 623.248945ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:57.327517Z","caller":"traceutil/trace.go:171","msg":"trace[170189692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25205; }","duration":"312.776084ms","start":"2026-07-01T01:42:57.014691Z","end":"2026-07-01T01:42:57.327467Z","steps":["trace[170189692] 'agreement among raft nodes before linearized reading' (duration: 312.377711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.327581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.704192Z","time spent":"623.37954ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" "} {"level":"warn","ts":"2026-07-01T01:42:57.327638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.014668Z","time spent":"312.921329ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:42:57.327659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.031201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:42:57.327737Z","caller":"traceutil/trace.go:171","msg":"trace[1225425487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25205; }","duration":"312.133484ms","start":"2026-07-01T01:42:57.015587Z","end":"2026-07-01T01:42:57.327721Z","steps":["trace[1225425487] 'agreement among raft nodes before linearized reading' (duration: 311.963739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.327847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.015567Z","time spent":"312.264938ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:42:57.327403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.792103Z","time spent":"535.293389ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":993,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-07-01T01:42:57.327442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.381207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-01T01:42:57.328015Z","caller":"traceutil/trace.go:171","msg":"trace[1050458681] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25205; }","duration":"622.918585ms","start":"2026-07-01T01:42:56.705037Z","end":"2026-07-01T01:42:57.327956Z","steps":["trace[1050458681] 'agreement among raft nodes before linearized reading' (duration: 622.345176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.328093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.70503Z","time spent":"623.038348ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:57.328083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.758397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-07-01T01:42:57.328214Z","caller":"traceutil/trace.go:171","msg":"trace[768044999] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25205; }","duration":"616.895992ms","start":"2026-07-01T01:42:56.711301Z","end":"2026-07-01T01:42:57.328197Z","steps":["trace[768044999] 'agreement among raft nodes before linearized reading' (duration: 616.119367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.328311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:56.711296Z","time spent":"616.998855ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3256,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-07-01T01:42:57.326713Z","caller":"traceutil/trace.go:171","msg":"trace[1543050520] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"311.06633ms","start":"2026-07-01T01:42:57.015631Z","end":"2026-07-01T01:42:57.326697Z","steps":["trace[1543050520] 'process raft request' (duration: 310.815252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.329263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.015605Z","time spent":"313.57785ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:57.329773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.01555Z","time spent":"311.095631ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:57.842931Z","caller":"traceutil/trace.go:171","msg":"trace[1007198196] linearizableReadLoop","detail":"{readStateIndex:26050; appliedIndex:26049; }","duration":"512.129837ms","start":"2026-07-01T01:42:57.330763Z","end":"2026-07-01T01:42:57.842893Z","steps":["trace[1007198196] 'read index received' (duration: 484.225294ms)","trace[1007198196] 'applied index is now lower than readState.Index' (duration: 27.903143ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:57.843Z","caller":"traceutil/trace.go:171","msg":"trace[2077569158] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"513.040887ms","start":"2026-07-01T01:42:57.329902Z","end":"2026-07-01T01:42:57.842943Z","steps":["trace[2077569158] 'process raft request' (duration: 484.958928ms)","trace[2077569158] 'compare' (duration: 27.407507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:57.84315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.32988Z","time spent":"513.189582ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:57.843243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.464949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-r2j5m\" ","response":"range_response_count:1 size:4900"} {"level":"info","ts":"2026-07-01T01:42:57.84328Z","caller":"traceutil/trace.go:171","msg":"trace[439664320] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-r2j5m; range_end:; response_count:1; response_revision:25206; }","duration":"512.53498ms","start":"2026-07-01T01:42:57.330736Z","end":"2026-07-01T01:42:57.843271Z","steps":["trace[439664320] 'agreement among raft nodes before linearized reading' (duration: 512.252751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:57.843305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.330719Z","time spent":"512.579732ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4921,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-r2j5m\" "} {"level":"info","ts":"2026-07-01T01:42:58.117129Z","caller":"traceutil/trace.go:171","msg":"trace[244764175] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"783.31196ms","start":"2026-07-01T01:42:57.333796Z","end":"2026-07-01T01:42:58.117108Z","steps":["trace[244764175] 'process raft request' (duration: 783.227747ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:58.11714Z","caller":"traceutil/trace.go:171","msg":"trace[1994856813] linearizableReadLoop","detail":"{readStateIndex:26053; appliedIndex:26050; }","duration":"274.128957ms","start":"2026-07-01T01:42:57.842975Z","end":"2026-07-01T01:42:58.117104Z","steps":["trace[1994856813] 'read index received' (duration: 222.769892ms)","trace[1994856813] 'applied index is now lower than readState.Index' (duration: 51.358335ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:58.117237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.333777Z","time spent":"783.401883ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:58.11731Z","caller":"traceutil/trace.go:171","msg":"trace[52241820] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"780.358615ms","start":"2026-07-01T01:42:57.336942Z","end":"2026-07-01T01:42:58.117301Z","steps":["trace[52241820] 'process raft request' (duration: 780.119208ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:58.117378Z","caller":"traceutil/trace.go:171","msg":"trace[2013327239] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"783.651131ms","start":"2026-07-01T01:42:57.33372Z","end":"2026-07-01T01:42:58.117371Z","steps":["trace[2013327239] 'process raft request' (duration: 732.112221ms)","trace[2013327239] 'compare' (duration: 51.073866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:58.11739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.336932Z","time spent":"780.404927ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3699,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:58.117423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.333701Z","time spent":"783.695882ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:58.117593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.982882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T01:42:58.117621Z","caller":"traceutil/trace.go:171","msg":"trace[727477690] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25209; }","duration":"279.032764ms","start":"2026-07-01T01:42:57.838581Z","end":"2026-07-01T01:42:58.117614Z","steps":["trace[727477690] 'agreement among raft nodes before linearized reading' (duration: 278.939601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.117652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.842783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:58.117711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.015119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-01T01:42:58.117732Z","caller":"traceutil/trace.go:171","msg":"trace[1856420628] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-9sjfj.18be06de8bee90d5; range_end:; response_count:1; response_revision:25209; }","duration":"272.050021ms","start":"2026-07-01T01:42:57.845675Z","end":"2026-07-01T01:42:58.117725Z","steps":["trace[1856420628] 'agreement among raft nodes before linearized reading' (duration: 271.953268ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:58.117737Z","caller":"traceutil/trace.go:171","msg":"trace[1535936499] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25209; }","duration":"746.965796ms","start":"2026-07-01T01:42:57.370749Z","end":"2026-07-01T01:42:58.117715Z","steps":["trace[1535936499] 'agreement among raft nodes before linearized reading' (duration: 746.833672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.117723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.117416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-07-01T01:42:58.117778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.370732Z","time spent":"747.035809ms","remote":"127.0.0.1:57630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:58.117791Z","caller":"traceutil/trace.go:171","msg":"trace[1785586089] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25209; }","duration":"784.226249ms","start":"2026-07-01T01:42:57.333548Z","end":"2026-07-01T01:42:58.117774Z","steps":["trace[1785586089] 'agreement among raft nodes before linearized reading' (duration: 784.015503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.11783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.333525Z","time spent":"784.296062ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:58.117847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.434193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:42:58.117871Z","caller":"traceutil/trace.go:171","msg":"trace[1117109683] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25209; }","duration":"545.495836ms","start":"2026-07-01T01:42:57.572367Z","end":"2026-07-01T01:42:58.117863Z","steps":["trace[1117109683] 'agreement among raft nodes before linearized reading' (duration: 545.448955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.117849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.265495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"warn","ts":"2026-07-01T01:42:58.117892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.24615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-818d7446-44b3-425f-88af-005b540f2ee9\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-01T01:42:58.117891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.572347Z","time spent":"545.537647ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":29,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:42:58.117909Z","caller":"traceutil/trace.go:171","msg":"trace[1200237061] range","detail":"{range_begin:/registry/persistentvolumes/pvc-818d7446-44b3-425f-88af-005b540f2ee9; range_end:; response_count:1; response_revision:25209; }","duration":"784.283202ms","start":"2026-07-01T01:42:57.33362Z","end":"2026-07-01T01:42:58.117904Z","steps":["trace[1200237061] 'agreement among raft nodes before linearized reading' (duration: 784.22994ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:58.117905Z","caller":"traceutil/trace.go:171","msg":"trace[995844939] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25209; }","duration":"781.369918ms","start":"2026-07-01T01:42:57.336521Z","end":"2026-07-01T01:42:58.117891Z","steps":["trace[995844939] 'agreement among raft nodes before linearized reading' (duration: 781.155551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.117923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.333613Z","time spent":"784.306712ms","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-818d7446-44b3-425f-88af-005b540f2ee9\" "} {"level":"warn","ts":"2026-07-01T01:42:58.117938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:57.336499Z","time spent":"781.4328ms","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-07-01T01:42:58.664788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.356023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:58.664869Z","caller":"traceutil/trace.go:171","msg":"trace[170915588] linearizableReadLoop","detail":"{readStateIndex:26054; appliedIndex:26053; }","duration":"543.764921ms","start":"2026-07-01T01:42:58.121092Z","end":"2026-07-01T01:42:58.664857Z","steps":["trace[170915588] 'read index received' (duration: 443.18133ms)","trace[170915588] 'applied index is now lower than readState.Index' (duration: 100.581701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:58.665095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.415025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1158"} {"level":"warn","ts":"2026-07-01T01:42:58.665088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.980827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-07-01T01:42:58.665122Z","caller":"traceutil/trace.go:171","msg":"trace[24112677] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:25210; }","duration":"541.476997ms","start":"2026-07-01T01:42:58.123638Z","end":"2026-07-01T01:42:58.665115Z","steps":["trace[24112677] 'agreement among raft nodes before linearized reading' (duration: 541.351423ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:58.665145Z","caller":"traceutil/trace.go:171","msg":"trace[2032964268] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25210; }","duration":"544.08718ms","start":"2026-07-01T01:42:58.121041Z","end":"2026-07-01T01:42:58.665129Z","steps":["trace[2032964268] 'agreement among raft nodes before linearized reading' (duration: 543.891134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.665252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.121022Z","time spent":"544.220135ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-07-01T01:42:58.665172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.123623Z","time spent":"541.53875ms","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1179,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"warn","ts":"2026-07-01T01:42:58.665343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.410475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-01T01:42:58.665436Z","caller":"traceutil/trace.go:171","msg":"trace[1765770690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25210; }","duration":"541.55158ms","start":"2026-07-01T01:42:58.123863Z","end":"2026-07-01T01:42:58.665415Z","steps":["trace[1765770690] 'agreement among raft nodes before linearized reading' (duration: 541.25428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.665146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.344983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:58.665493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.123853Z","time spent":"541.629122ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-01T01:42:58.665463Z","caller":"traceutil/trace.go:171","msg":"trace[861989542] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"545.981811ms","start":"2026-07-01T01:42:58.119443Z","end":"2026-07-01T01:42:58.665425Z","steps":["trace[861989542] 'process raft request' (duration: 444.918725ms)","trace[861989542] 'compare' (duration: 100.004752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:58.66554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.288571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-6vq7d\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-07-01T01:42:58.665663Z","caller":"traceutil/trace.go:171","msg":"trace[1045949646] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-6vq7d; range_end:; response_count:1; response_revision:25210; }","duration":"541.499918ms","start":"2026-07-01T01:42:58.124145Z","end":"2026-07-01T01:42:58.665645Z","steps":["trace[1045949646] 'agreement among raft nodes before linearized reading' (duration: 540.954811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.665763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.124134Z","time spent":"541.596191ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3738,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-6vq7d\" "} {"level":"info","ts":"2026-07-01T01:42:58.665535Z","caller":"traceutil/trace.go:171","msg":"trace[1110563403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25210; }","duration":"219.738686ms","start":"2026-07-01T01:42:58.445773Z","end":"2026-07-01T01:42:58.665512Z","steps":["trace[1110563403] 'agreement among raft nodes before linearized reading' (duration: 219.283621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.665774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.119427Z","time spent":"546.158797ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:42:58.947111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.367295ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:58.947238Z","caller":"traceutil/trace.go:171","msg":"trace[1393518827] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25210; }","duration":"170.51361ms","start":"2026-07-01T01:42:58.776705Z","end":"2026-07-01T01:42:58.947218Z","steps":["trace[1393518827] 'range keys from in-memory index tree' (duration: 170.345574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:58.947569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.332952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:58.94769Z","caller":"traceutil/trace.go:171","msg":"trace[1395702721] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"274.732767ms","start":"2026-07-01T01:42:58.672931Z","end":"2026-07-01T01:42:58.947663Z","steps":["trace[1395702721] 'process raft request' (duration: 154.207198ms)","trace[1395702721] 'compare' (duration: 119.979801ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:42:59.351745Z","caller":"traceutil/trace.go:171","msg":"trace[1858252085] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"677.368707ms","start":"2026-07-01T01:42:58.674332Z","end":"2026-07-01T01:42:59.351701Z","steps":["trace[1858252085] 'process raft request' (duration: 632.48625ms)","trace[1858252085] 'compare' (duration: 44.276088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:59.351868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.674312Z","time spent":"677.49046ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:59.35194Z","caller":"traceutil/trace.go:171","msg":"trace[1223676036] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"673.019288ms","start":"2026-07-01T01:42:58.678897Z","end":"2026-07-01T01:42:59.351916Z","steps":["trace[1223676036] 'process raft request' (duration: 672.603205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.352036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.678877Z","time spent":"673.11303ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:42:59.35227Z","caller":"traceutil/trace.go:171","msg":"trace[1861272629] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"632.269693ms","start":"2026-07-01T01:42:58.719968Z","end":"2026-07-01T01:42:59.352237Z","steps":["trace[1861272629] 'process raft request' (duration: 631.600592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.352417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.719946Z","time spent":"632.389297ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:59.352564Z","caller":"traceutil/trace.go:171","msg":"trace[1033694947] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"619.406951ms","start":"2026-07-01T01:42:58.733134Z","end":"2026-07-01T01:42:59.352541Z","steps":["trace[1033694947] 'process raft request' (duration: 618.987988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.35269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.7331Z","time spent":"619.521765ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:59.352994Z","caller":"traceutil/trace.go:171","msg":"trace[1503399772] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"619.574866ms","start":"2026-07-01T01:42:58.733407Z","end":"2026-07-01T01:42:59.352981Z","steps":["trace[1503399772] 'process raft request' (duration: 619.07521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.353062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.733396Z","time spent":"619.631418ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:59.353484Z","caller":"traceutil/trace.go:171","msg":"trace[573613339] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"619.820724ms","start":"2026-07-01T01:42:58.733652Z","end":"2026-07-01T01:42:59.353473Z","steps":["trace[573613339] 'process raft request' (duration: 619.234475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.353553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.733643Z","time spent":"619.875506ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:42:59.353809Z","caller":"traceutil/trace.go:171","msg":"trace[226988776] linearizableReadLoop","detail":"{readStateIndex:26056; appliedIndex:26054; }","duration":"678.836353ms","start":"2026-07-01T01:42:58.674961Z","end":"2026-07-01T01:42:59.353798Z","steps":["trace[226988776] 'read index received' (duration: 152.216123ms)","trace[226988776] 'applied index is now lower than readState.Index' (duration: 526.61871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:59.35399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.01772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-01T01:42:59.354137Z","caller":"traceutil/trace.go:171","msg":"trace[87486256] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25217; }","duration":"679.166025ms","start":"2026-07-01T01:42:58.674958Z","end":"2026-07-01T01:42:59.354124Z","steps":["trace[87486256] 'agreement among raft nodes before linearized reading' (duration: 678.914417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.354195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.674945Z","time spent":"679.239817ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1871,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-01T01:42:59.386188Z","caller":"traceutil/trace.go:171","msg":"trace[1818361275] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"131.774789ms","start":"2026-07-01T01:42:59.254395Z","end":"2026-07-01T01:42:59.38617Z","steps":["trace[1818361275] 'process raft request' (duration: 131.653795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.621974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.769484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:42:59.622182Z","caller":"traceutil/trace.go:171","msg":"trace[2045145616] linearizableReadLoop","detail":"{readStateIndex:26064; appliedIndex:26061; }","duration":"268.325991ms","start":"2026-07-01T01:42:59.353841Z","end":"2026-07-01T01:42:59.622167Z","steps":["trace[2045145616] 'read index received' (duration: 32.239492ms)","trace[2045145616] 'applied index is now lower than readState.Index' (duration: 236.085699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:59.622362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.063286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"info","ts":"2026-07-01T01:42:59.6224Z","caller":"traceutil/trace.go:171","msg":"trace[1644969001] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:25220; }","duration":"939.112737ms","start":"2026-07-01T01:42:58.683277Z","end":"2026-07-01T01:42:59.62239Z","steps":["trace[1644969001] 'agreement among raft nodes before linearized reading' (duration: 938.983213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.622398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.872559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-c4b775f6b-2np9z.18be064d32b58404\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-07-01T01:42:59.622439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.683271Z","time spent":"939.159519ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-07-01T01:42:59.622483Z","caller":"traceutil/trace.go:171","msg":"trace[1468440886] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-c4b775f6b-2np9z.18be064d32b58404; range_end:; response_count:1; response_revision:25220; }","duration":"670.982762ms","start":"2026-07-01T01:42:58.951464Z","end":"2026-07-01T01:42:59.622447Z","steps":["trace[1468440886] 'agreement among raft nodes before linearized reading' (duration: 670.764945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.622607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.951445Z","time spent":"671.076126ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":924,"request content":"key:\"/registry/events/openstack/heat-cfn-c4b775f6b-2np9z.18be064d32b58404\" "} {"level":"warn","ts":"2026-07-01T01:42:59.622598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.364975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:42:59.622671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.19197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:59.622685Z","caller":"traceutil/trace.go:171","msg":"trace[1219474948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25220; }","duration":"175.477508ms","start":"2026-07-01T01:42:59.447183Z","end":"2026-07-01T01:42:59.622661Z","steps":["trace[1219474948] 'agreement among raft nodes before linearized reading' (duration: 175.303742ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:59.622703Z","caller":"traceutil/trace.go:171","msg":"trace[2056606261] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25220; }","duration":"220.248252ms","start":"2026-07-01T01:42:59.402439Z","end":"2026-07-01T01:42:59.622687Z","steps":["trace[2056606261] 'agreement among raft nodes before linearized reading' (duration: 220.213281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.622735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.85754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-01T01:42:59.622792Z","caller":"traceutil/trace.go:171","msg":"trace[588219390] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"286.758542ms","start":"2026-07-01T01:42:59.336022Z","end":"2026-07-01T01:42:59.622781Z","steps":["trace[588219390] 'process raft request' (duration: 286.07966ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:42:59.622803Z","caller":"traceutil/trace.go:171","msg":"trace[299172997] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25220; }","duration":"943.953563ms","start":"2026-07-01T01:42:58.678834Z","end":"2026-07-01T01:42:59.622787Z","steps":["trace[299172997] 'agreement among raft nodes before linearized reading' (duration: 943.769267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.622852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:58.678821Z","time spent":"944.017395ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-07-01T01:42:59.622827Z","caller":"traceutil/trace.go:171","msg":"trace[367981242] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"287.167815ms","start":"2026-07-01T01:42:59.335619Z","end":"2026-07-01T01:42:59.622787Z","steps":["trace[367981242] 'process raft request' (duration: 122.500422ms)","trace[367981242] 'compare' (duration: 163.63972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:42:59.62263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.378327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b9fe29e-e9da-45e4-80e5-b8aba4c0bcd4\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-01T01:42:59.622945Z","caller":"traceutil/trace.go:171","msg":"trace[1898107805] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b9fe29e-e9da-45e4-80e5-b8aba4c0bcd4; range_end:; response_count:1; response_revision:25220; }","duration":"265.703348ms","start":"2026-07-01T01:42:59.357225Z","end":"2026-07-01T01:42:59.622928Z","steps":["trace[1898107805] 'agreement among raft nodes before linearized reading' (duration: 265.259233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.622937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.080814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:42:59.623012Z","caller":"traceutil/trace.go:171","msg":"trace[1811488060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25220; }","duration":"387.161587ms","start":"2026-07-01T01:42:59.23583Z","end":"2026-07-01T01:42:59.622992Z","steps":["trace[1811488060] 'agreement among raft nodes before linearized reading' (duration: 386.96592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.623065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.235765Z","time spent":"387.291071ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:42:59.623261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.304916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:42:59.623318Z","caller":"traceutil/trace.go:171","msg":"trace[1929206741] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25220; }","duration":"340.383978ms","start":"2026-07-01T01:42:59.282916Z","end":"2026-07-01T01:42:59.6233Z","steps":["trace[1929206741] 'agreement among raft nodes before linearized reading' (duration: 340.272505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:42:59.62336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.282882Z","time spent":"340.461161ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:00.394682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.236905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:00.394853Z","caller":"traceutil/trace.go:171","msg":"trace[551022735] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"769.810418ms","start":"2026-07-01T01:42:59.625008Z","end":"2026-07-01T01:43:00.394819Z","steps":["trace[551022735] 'process raft request' (duration: 354.340475ms)","trace[551022735] 'compare' (duration: 414.7425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:00.395011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.624993Z","time spent":"769.933201ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:00.395014Z","caller":"traceutil/trace.go:171","msg":"trace[1741289195] linearizableReadLoop","detail":"{readStateIndex:26065; appliedIndex:26064; }","duration":"768.362781ms","start":"2026-07-01T01:42:59.626625Z","end":"2026-07-01T01:43:00.394988Z","steps":["trace[1741289195] 'read index received' (duration: 352.656061ms)","trace[1741289195] 'applied index is now lower than readState.Index' (duration: 415.70494ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:00.395114Z","caller":"traceutil/trace.go:171","msg":"trace[801248127] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"767.238315ms","start":"2026-07-01T01:42:59.62783Z","end":"2026-07-01T01:43:00.395068Z","steps":["trace[801248127] 'process raft request' (duration: 766.951186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.39524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.627817Z","time spent":"767.364449ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:43:00.753922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.041316ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:43:00.754006Z","caller":"traceutil/trace.go:171","msg":"trace[193271911] linearizableReadLoop","detail":"{readStateIndex:26067; appliedIndex:26066; }","duration":"358.925212ms","start":"2026-07-01T01:43:00.395067Z","end":"2026-07-01T01:43:00.753992Z","steps":["trace[193271911] 'read index received' (duration: 43.741µs)","trace[193271911] 'applied index is now lower than readState.Index' (duration: 358.880341ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:00.75421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127562842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:43:00.754303Z","caller":"traceutil/trace.go:171","msg":"trace[421091465] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25222; }","duration":"1.127692126s","start":"2026-07-01T01:42:59.626583Z","end":"2026-07-01T01:43:00.754275Z","steps":["trace[421091465] 'agreement among raft nodes before linearized reading' (duration: 768.539517ms)","trace[421091465] 'range keys from in-memory index tree' (duration: 358.949963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:00.75435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.626568Z","time spent":"1.127772319s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:43:00.75438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.602041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T01:43:00.754427Z","caller":"traceutil/trace.go:171","msg":"trace[1733719200] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25222; }","duration":"630.680833ms","start":"2026-07-01T01:43:00.123718Z","end":"2026-07-01T01:43:00.754399Z","steps":["trace[1733719200] 'agreement among raft nodes before linearized reading' (duration: 630.532678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.754459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.123693Z","time spent":"630.759136ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:43:00.754747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.762182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:43:00.754776Z","caller":"traceutil/trace.go:171","msg":"trace[918572736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25222; }","duration":"633.836185ms","start":"2026-07-01T01:43:00.120933Z","end":"2026-07-01T01:43:00.75477Z","steps":["trace[918572736] 'agreement among raft nodes before linearized reading' (duration: 633.752952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.754795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.120913Z","time spent":"633.877626ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:43:00.754739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.667872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:43:00.755013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.313426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-07-01T01:43:00.755022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128023197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-07-01T01:43:00.755059Z","caller":"traceutil/trace.go:171","msg":"trace[148537180] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce; range_end:; response_count:1; response_revision:25222; }","duration":"355.381198ms","start":"2026-07-01T01:43:00.399652Z","end":"2026-07-01T01:43:00.755034Z","steps":["trace[148537180] 'agreement among raft nodes before linearized reading' (duration: 355.283105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.755083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.399634Z","time spent":"355.442821ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce\" "} {"level":"warn","ts":"2026-07-01T01:43:00.755123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.500295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:00.755147Z","caller":"traceutil/trace.go:171","msg":"trace[144513750] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25222; }","duration":"916.560527ms","start":"2026-07-01T01:42:59.838577Z","end":"2026-07-01T01:43:00.755138Z","steps":["trace[144513750] 'agreement among raft nodes before linearized reading' (duration: 916.520415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.755183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.838555Z","time spent":"916.621529ms","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:00.755079Z","caller":"traceutil/trace.go:171","msg":"trace[1454423532] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:25222; }","duration":"1.128091019s","start":"2026-07-01T01:42:59.626973Z","end":"2026-07-01T01:43:00.755064Z","steps":["trace[1454423532] 'agreement among raft nodes before linearized reading' (duration: 1.127898193s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.755405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.751539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:00.755448Z","caller":"traceutil/trace.go:171","msg":"trace[684103154] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25222; }","duration":"354.823241ms","start":"2026-07-01T01:43:00.400613Z","end":"2026-07-01T01:43:00.755436Z","steps":["trace[684103154] 'agreement among raft nodes before linearized reading' (duration: 354.761469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.755486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.400597Z","time spent":"354.880023ms","remote":"127.0.0.1:34566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:00.755321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108540083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:00.755432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.017382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:00.755658Z","caller":"traceutil/trace.go:171","msg":"trace[357601470] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25222; }","duration":"1.108904935s","start":"2026-07-01T01:42:59.64674Z","end":"2026-07-01T01:43:00.755645Z","steps":["trace[357601470] 'agreement among raft nodes before linearized reading' (duration: 1.108537163s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:00.755699Z","caller":"traceutil/trace.go:171","msg":"trace[206385187] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25222; }","duration":"377.28314ms","start":"2026-07-01T01:43:00.378368Z","end":"2026-07-01T01:43:00.755651Z","steps":["trace[206385187] 'agreement among raft nodes before linearized reading' (duration: 377.029612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.755699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.646728Z","time spent":"1.108958377s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:00.755333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.795471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:00.755762Z","caller":"traceutil/trace.go:171","msg":"trace[1486221575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25222; }","duration":"311.271516ms","start":"2026-07-01T01:43:00.444478Z","end":"2026-07-01T01:43:00.755749Z","steps":["trace[1486221575] 'agreement among raft nodes before linearized reading' (duration: 310.76913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.755808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.44446Z","time spent":"311.337419ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:00.755385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127368316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9556"} {"level":"info","ts":"2026-07-01T01:43:00.755904Z","caller":"traceutil/trace.go:171","msg":"trace[642536903] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25222; }","duration":"1.127907993s","start":"2026-07-01T01:42:59.627984Z","end":"2026-07-01T01:43:00.755892Z","steps":["trace[642536903] 'agreement among raft nodes before linearized reading' (duration: 1.127341975s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:00.755021Z","caller":"traceutil/trace.go:171","msg":"trace[588514957] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25222; }","duration":"476.998352ms","start":"2026-07-01T01:43:00.278001Z","end":"2026-07-01T01:43:00.755Z","steps":["trace[588514957] 'agreement among raft nodes before linearized reading' (duration: 476.254218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:00.75595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.627965Z","time spent":"1.127974735s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9577,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-07-01T01:43:00.755606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:42:59.626954Z","time spent":"1.128628426s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-01T01:43:00.756035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.277978Z","time spent":"478.013735ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:00.756091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.378348Z","time spent":"377.730844ms","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:01.262626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:01.763577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:02.264581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785090,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:02.435015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.677326805s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:43:02.435421Z","caller":"traceutil/trace.go:171","msg":"trace[1529817965] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"1.67781187s","start":"2026-07-01T01:43:00.757584Z","end":"2026-07-01T01:43:02.435396Z","steps":["trace[1529817965] 'process raft request' (duration: 1.677633044s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.435596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.757564Z","time spent":"1.677928094s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:02.841147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.59429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:02.841452Z","caller":"traceutil/trace.go:171","msg":"trace[1173111623] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"2.080932596s","start":"2026-07-01T01:43:00.760482Z","end":"2026-07-01T01:43:02.841415Z","steps":["trace[1173111623] 'process raft request' (duration: 1.875982205s)","trace[1173111623] 'compare' (duration: 204.347792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:02.841613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.760464Z","time spent":"2.081058311s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:02.84172Z","caller":"traceutil/trace.go:171","msg":"trace[1587597337] linearizableReadLoop","detail":"{readStateIndex:26077; appliedIndex:26067; }","duration":"2.081778243s","start":"2026-07-01T01:43:00.75992Z","end":"2026-07-01T01:43:02.841698Z","steps":["trace[1587597337] 'read index received' (duration: 1.675400483s)","trace[1587597337] 'applied index is now lower than readState.Index' (duration: 406.37647ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:02.841947Z","caller":"traceutil/trace.go:171","msg":"trace[1864860659] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"2.080606836s","start":"2026-07-01T01:43:00.761325Z","end":"2026-07-01T01:43:02.841932Z","steps":["trace[1864860659] 'process raft request' (duration: 2.079928254s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.842042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.761312Z","time spent":"2.080679199s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:02.842198Z","caller":"traceutil/trace.go:171","msg":"trace[2030708408] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"1.484246792s","start":"2026-07-01T01:43:01.357938Z","end":"2026-07-01T01:43:02.842185Z","steps":["trace[2030708408] 'process raft request' (duration: 1.483425135s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.842276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.35792Z","time spent":"1.484312833s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:02.842385Z","caller":"traceutil/trace.go:171","msg":"trace[837419620] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"1.484373366s","start":"2026-07-01T01:43:01.357999Z","end":"2026-07-01T01:43:02.842373Z","steps":["trace[837419620] 'process raft request' (duration: 1.483428476s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.842461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.357994Z","time spent":"1.484427137s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:02.842802Z","caller":"traceutil/trace.go:171","msg":"trace[2130591038] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"1.484731907s","start":"2026-07-01T01:43:01.358054Z","end":"2026-07-01T01:43:02.842786Z","steps":["trace[2130591038] 'process raft request' (duration: 1.483413495s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.842879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.358026Z","time spent":"1.48481443s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:02.842974Z","caller":"traceutil/trace.go:171","msg":"trace[1946728681] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"1.452176725s","start":"2026-07-01T01:43:01.390787Z","end":"2026-07-01T01:43:02.842964Z","steps":["trace[1946728681] 'process raft request' (duration: 1.450715788s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.843049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.390751Z","time spent":"1.452256628s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:02.84315Z","caller":"traceutil/trace.go:171","msg":"trace[823233524] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"1.215809607s","start":"2026-07-01T01:43:01.627326Z","end":"2026-07-01T01:43:02.843135Z","steps":["trace[823233524] 'process raft request' (duration: 1.214216556s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:02.843204Z","caller":"traceutil/trace.go:171","msg":"trace[202545776] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"1.213637638s","start":"2026-07-01T01:43:01.629543Z","end":"2026-07-01T01:43:02.84318Z","steps":["trace[202545776] 'process raft request' (duration: 1.212044347s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:02.84326Z","caller":"traceutil/trace.go:171","msg":"trace[315943417] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"1.155769675s","start":"2026-07-01T01:43:01.687456Z","end":"2026-07-01T01:43:02.843225Z","steps":["trace[315943417] 'process raft request' (duration: 1.154183084s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.843299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095075021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:02.843309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035972817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:02.843375Z","caller":"traceutil/trace.go:171","msg":"trace[258320869] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25232; }","duration":"1.095178954s","start":"2026-07-01T01:43:01.748176Z","end":"2026-07-01T01:43:02.843355Z","steps":["trace[258320869] 'agreement among raft nodes before linearized reading' (duration: 1.095069001s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:02.843397Z","caller":"traceutil/trace.go:171","msg":"trace[1913546020] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25232; }","duration":"2.03607164s","start":"2026-07-01T01:43:00.807307Z","end":"2026-07-01T01:43:02.843378Z","steps":["trace[1913546020] 'agreement among raft nodes before linearized reading' (duration: 2.035936096s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.843433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.748163Z","time spent":"1.095254487s","remote":"127.0.0.1:48904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:02.843448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.80726Z","time spent":"2.036179604s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:43:02.843436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.687433Z","time spent":"1.155907999s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:02.843494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.629255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d4834003\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-07-01T01:43:02.843456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08352256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-01T01:43:02.843555Z","caller":"traceutil/trace.go:171","msg":"trace[1372212031] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d4834003; range_end:; response_count:1; response_revision:25232; }","duration":"404.718358ms","start":"2026-07-01T01:43:02.438821Z","end":"2026-07-01T01:43:02.843539Z","steps":["trace[1372212031] 'agreement among raft nodes before linearized reading' (duration: 404.534842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.843312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.320282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:02.843599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.438804Z","time spent":"404.78125ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d4834003\" "} {"level":"info","ts":"2026-07-01T01:43:02.843619Z","caller":"traceutil/trace.go:171","msg":"trace[744225376] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25232; }","duration":"185.655053ms","start":"2026-07-01T01:43:02.657948Z","end":"2026-07-01T01:43:02.843603Z","steps":["trace[744225376] 'agreement among raft nodes before linearized reading' (duration: 185.315422ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:02.843632Z","caller":"traceutil/trace.go:171","msg":"trace[1397777122] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25232; }","duration":"2.083714335s","start":"2026-07-01T01:43:00.759897Z","end":"2026-07-01T01:43:02.843611Z","steps":["trace[1397777122] 'agreement among raft nodes before linearized reading' (duration: 2.083287362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.843657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780698903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:02.843712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029487319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-07-01T01:43:02.84372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.759887Z","time spent":"2.083816918s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-07-01T01:43:02.843755Z","caller":"traceutil/trace.go:171","msg":"trace[444913284] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:25232; }","duration":"2.029559612s","start":"2026-07-01T01:43:00.814183Z","end":"2026-07-01T01:43:02.843743Z","steps":["trace[444913284] 'agreement among raft nodes before linearized reading' (duration: 2.029450028s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.843222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.627302Z","time spent":"1.21588132s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:02.843767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031825204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:02.843713Z","caller":"traceutil/trace.go:171","msg":"trace[539339479] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25232; }","duration":"1.780789117s","start":"2026-07-01T01:43:01.062906Z","end":"2026-07-01T01:43:02.843695Z","steps":["trace[539339479] 'agreement among raft nodes before linearized reading' (duration: 1.780705264s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.843828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499655095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:02.843879Z","caller":"traceutil/trace.go:171","msg":"trace[1876149056] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25232; }","duration":"1.499726168s","start":"2026-07-01T01:43:01.34414Z","end":"2026-07-01T01:43:02.843866Z","steps":["trace[1876149056] 'agreement among raft nodes before linearized reading' (duration: 1.499662166s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.843918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.556534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:02.843318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.629511Z","time spent":"1.213752411s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:02.843833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.062888Z","time spent":"1.780934831s","remote":"127.0.0.1:38734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:02.84379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.814165Z","time spent":"2.029618013s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-07-01T01:43:02.843832Z","caller":"traceutil/trace.go:171","msg":"trace[938426242] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25232; }","duration":"2.031905627s","start":"2026-07-01T01:43:00.81191Z","end":"2026-07-01T01:43:02.843815Z","steps":["trace[938426242] 'agreement among raft nodes before linearized reading' (duration: 2.031807574s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.844138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:00.811901Z","time spent":"2.032214487s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:02.843777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399178198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:02.844975Z","caller":"traceutil/trace.go:171","msg":"trace[1812615756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25232; }","duration":"1.400313905s","start":"2026-07-01T01:43:01.444554Z","end":"2026-07-01T01:43:02.844868Z","steps":["trace[1812615756] 'agreement among raft nodes before linearized reading' (duration: 1.399185449s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.845142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.444536Z","time spent":"1.400523121s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:02.843928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.344126Z","time spent":"1.499789459s","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:02.843961Z","caller":"traceutil/trace.go:171","msg":"trace[2052040585] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25232; }","duration":"920.639116ms","start":"2026-07-01T01:43:01.923308Z","end":"2026-07-01T01:43:02.843948Z","steps":["trace[2052040585] 'agreement among raft nodes before linearized reading' (duration: 920.553613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:02.845551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:01.923288Z","time spent":"922.233497ms","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:03.321342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.595519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:03.321456Z","caller":"traceutil/trace.go:171","msg":"trace[1846341044] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"475.280187ms","start":"2026-07-01T01:43:02.846149Z","end":"2026-07-01T01:43:03.321429Z","steps":["trace[1846341044] 'process raft request' (duration: 231.529163ms)","trace[1846341044] 'compare' (duration: 243.515357ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:03.321487Z","caller":"traceutil/trace.go:171","msg":"trace[296496341] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"451.803116ms","start":"2026-07-01T01:43:02.869671Z","end":"2026-07-01T01:43:03.321474Z","steps":["trace[296496341] 'process raft request' (duration: 451.749434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.321531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.869653Z","time spent":"451.858608ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:03.321583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.846135Z","time spent":"475.372961ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:03.321703Z","caller":"traceutil/trace.go:171","msg":"trace[578205414] linearizableReadLoop","detail":"{readStateIndex:26078; appliedIndex:26077; }","duration":"475.277868ms","start":"2026-07-01T01:43:02.846418Z","end":"2026-07-01T01:43:03.321696Z","steps":["trace[578205414] 'read index received' (duration: 231.268885ms)","trace[578205414] 'applied index is now lower than readState.Index' (duration: 244.007983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:03.321806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.384481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:03.321825Z","caller":"traceutil/trace.go:171","msg":"trace[2107841331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25234; }","duration":"475.425503ms","start":"2026-07-01T01:43:02.846392Z","end":"2026-07-01T01:43:03.321818Z","steps":["trace[2107841331] 'agreement among raft nodes before linearized reading' (duration: 475.384871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.321846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.846381Z","time spent":"475.461783ms","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:03.321915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.332977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:03.321983Z","caller":"traceutil/trace.go:171","msg":"trace[2043962977] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25234; }","duration":"474.42874ms","start":"2026-07-01T01:43:02.84754Z","end":"2026-07-01T01:43:03.321969Z","steps":["trace[2043962977] 'agreement among raft nodes before linearized reading' (duration: 474.319817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.322003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.777111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-01T01:43:03.322011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.847524Z","time spent":"474.480802ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T01:43:03.322032Z","caller":"traceutil/trace.go:171","msg":"trace[1922594897] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25234; }","duration":"246.817983ms","start":"2026-07-01T01:43:03.075206Z","end":"2026-07-01T01:43:03.322024Z","steps":["trace[1922594897] 'agreement among raft nodes before linearized reading' (duration: 246.7078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.322151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.358883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:03.322174Z","caller":"traceutil/trace.go:171","msg":"trace[2111488353] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25234; }","duration":"204.410875ms","start":"2026-07-01T01:43:03.117753Z","end":"2026-07-01T01:43:03.322164Z","steps":["trace[2111488353] 'agreement among raft nodes before linearized reading' (duration: 204.377094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.322292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.000944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-01T01:43:03.322323Z","caller":"traceutil/trace.go:171","msg":"trace[115876967] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25234; }","duration":"473.039675ms","start":"2026-07-01T01:43:02.849271Z","end":"2026-07-01T01:43:03.32231Z","steps":["trace[115876967] 'agreement among raft nodes before linearized reading' (duration: 472.86096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.322342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.849264Z","time spent":"473.074017ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-07-01T01:43:03.322829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.353466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9556"} {"level":"info","ts":"2026-07-01T01:43:03.322859Z","caller":"traceutil/trace.go:171","msg":"trace[652652711] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25234; }","duration":"468.396438ms","start":"2026-07-01T01:43:02.854453Z","end":"2026-07-01T01:43:03.32285Z","steps":["trace[652652711] 'agreement among raft nodes before linearized reading' (duration: 467.583252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:03.322879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:02.854446Z","time spent":"468.428528ms","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9577,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-07-01T01:43:03.830851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:05.193714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104296488s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:05.193823Z","caller":"traceutil/trace.go:171","msg":"trace[626353765] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"1.865136548s","start":"2026-07-01T01:43:03.328668Z","end":"2026-07-01T01:43:05.193804Z","steps":["trace[626353765] 'process raft request' (duration: 760.673405ms)","trace[626353765] 'compare' (duration: 1.10372634s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:05.193894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.32865Z","time spent":"1.865209151s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:05.338937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.008491259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T01:43:05.339033Z","caller":"traceutil/trace.go:171","msg":"trace[1086002241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.008620673s","start":"2026-07-01T01:43:03.33039Z","end":"2026-07-01T01:43:05.33901Z","steps":["trace[1086002241] 'agreement among raft nodes before linearized reading' (duration: 2.008500169s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:05.339134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.330382Z","time spent":"2.008740626s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:43:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:43:05.826869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.028889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:05.827005Z","caller":"traceutil/trace.go:171","msg":"trace[1888866823] linearizableReadLoop","detail":"{readStateIndex:26081; appliedIndex:26079; }","duration":"2.496566486s","start":"2026-07-01T01:43:03.330407Z","end":"2026-07-01T01:43:05.826973Z","steps":["trace[1888866823] 'read index received' (duration: 758.946041ms)","trace[1888866823] 'applied index is now lower than readState.Index' (duration: 1.737618485s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:05.827102Z","caller":"traceutil/trace.go:171","msg":"trace[1544751188] transaction","detail":"{read_only:false; response_revision:25236; number_of_response:1; }","duration":"2.496423441s","start":"2026-07-01T01:43:03.330661Z","end":"2026-07-01T01:43:05.827084Z","steps":["trace[1544751188] 'process raft request' (duration: 2.150102542s)","trace[1544751188] 'compare' (duration: 345.719659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:05.827185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.330634Z","time spent":"2.496511284s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:43:06.327274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:06.828278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:06.914312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330806668s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:43:06.963983Z","caller":"traceutil/trace.go:171","msg":"trace[471723596] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"2.605757461s","start":"2026-07-01T01:43:04.358183Z","end":"2026-07-01T01:43:06.963941Z","steps":["trace[471723596] 'process raft request' (duration: 2.556279606s)","trace[471723596] 'compare' (duration: 49.281439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:06.964114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.358151Z","time spent":"2.605893415s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:06.964346Z","caller":"traceutil/trace.go:171","msg":"trace[1026735030] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"2.115169103s","start":"2026-07-01T01:43:04.849153Z","end":"2026-07-01T01:43:06.964322Z","steps":["trace[1026735030] 'process raft request' (duration: 2.114954166s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:06.964433Z","caller":"traceutil/trace.go:171","msg":"trace[419558334] linearizableReadLoop","detail":"{readStateIndex:26090; appliedIndex:26081; }","duration":"1.137376276s","start":"2026-07-01T01:43:05.827042Z","end":"2026-07-01T01:43:06.964418Z","steps":["trace[419558334] 'read index received' (duration: 1.087467838s)","trace[419558334] 'applied index is now lower than readState.Index' (duration: 49.907428ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:06.964489Z","caller":"traceutil/trace.go:171","msg":"trace[1310662915] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"2.199034228s","start":"2026-07-01T01:43:04.765447Z","end":"2026-07-01T01:43:06.964481Z","steps":["trace[1310662915] 'process raft request' (duration: 2.198420008s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.964529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.765429Z","time spent":"2.1990809s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:06.964541Z","caller":"traceutil/trace.go:171","msg":"trace[1814143657] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"2.114553014s","start":"2026-07-01T01:43:04.849978Z","end":"2026-07-01T01:43:06.964531Z","steps":["trace[1814143657] 'process raft request' (duration: 2.114172121s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.964604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.849958Z","time spent":"2.114605495s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:06.964618Z","caller":"traceutil/trace.go:171","msg":"trace[147212139] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"2.115525804s","start":"2026-07-01T01:43:04.849085Z","end":"2026-07-01T01:43:06.964611Z","steps":["trace[147212139] 'process raft request' (duration: 2.114953886s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.964659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.849057Z","time spent":"2.115581046s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:06.964699Z","caller":"traceutil/trace.go:171","msg":"trace[1154276487] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"2.114675567s","start":"2026-07-01T01:43:04.850015Z","end":"2026-07-01T01:43:06.964691Z","steps":["trace[1154276487] 'process raft request' (duration: 2.114207912s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.96475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.849999Z","time spent":"2.114725889s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:06.964778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716541477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:06.964815Z","caller":"traceutil/trace.go:171","msg":"trace[1036517135] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25245; }","duration":"2.716645111s","start":"2026-07-01T01:43:04.248151Z","end":"2026-07-01T01:43:06.964796Z","steps":["trace[1036517135] 'agreement among raft nodes before linearized reading' (duration: 2.71659669s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.964845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.248131Z","time spent":"2.716706033s","remote":"127.0.0.1:38810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:06.964946Z","caller":"traceutil/trace.go:171","msg":"trace[1650567492] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"2.114900265s","start":"2026-07-01T01:43:04.850039Z","end":"2026-07-01T01:43:06.964939Z","steps":["trace[1650567492] 'process raft request' (duration: 2.114225193s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.964981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633682843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-01T01:43:06.965017Z","caller":"traceutil/trace.go:171","msg":"trace[570655302] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"2.113616433s","start":"2026-07-01T01:43:04.851392Z","end":"2026-07-01T01:43:06.965009Z","steps":["trace[570655302] 'process raft request' (duration: 2.112917431s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.965055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.851371Z","time spent":"2.113666175s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:06.965101Z","caller":"traceutil/trace.go:171","msg":"trace[571652119] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:25245; }","duration":"3.633732525s","start":"2026-07-01T01:43:03.331277Z","end":"2026-07-01T01:43:06.96501Z","steps":["trace[571652119] 'agreement among raft nodes before linearized reading' (duration: 3.633624302s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.965148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.331271Z","time spent":"3.633865079s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-07-01T01:43:06.965217Z","caller":"traceutil/trace.go:171","msg":"trace[1975049284] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"1.766792298s","start":"2026-07-01T01:43:05.198417Z","end":"2026-07-01T01:43:06.96521Z","steps":["trace[1975049284] 'process raft request' (duration: 1.765939291s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.965256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:05.198402Z","time spent":"1.76683811s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T01:43:06.964458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.849128Z","time spent":"2.115269636s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:06.965379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62628015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:06.965407Z","caller":"traceutil/trace.go:171","msg":"trace[818442726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25245; }","duration":"1.626374852s","start":"2026-07-01T01:43:05.339021Z","end":"2026-07-01T01:43:06.965396Z","steps":["trace[818442726] 'agreement among raft nodes before linearized reading' (duration: 1.626336911s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.965425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:05.339003Z","time spent":"1.626417944s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:06.965472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.056758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:06.965516Z","caller":"traceutil/trace.go:171","msg":"trace[777327950] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25245; }","duration":"965.139131ms","start":"2026-07-01T01:43:06.000365Z","end":"2026-07-01T01:43:06.965504Z","steps":["trace[777327950] 'agreement among raft nodes before linearized reading' (duration: 965.068538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.965554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.000344Z","time spent":"965.201223ms","remote":"127.0.0.1:58040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:06.965593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11851251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:43:06.965613Z","caller":"traceutil/trace.go:171","msg":"trace[1566093628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25245; }","duration":"2.118551901s","start":"2026-07-01T01:43:04.847055Z","end":"2026-07-01T01:43:06.965607Z","steps":["trace[1566093628] 'agreement among raft nodes before linearized reading' (duration: 2.118468328s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.965636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.847044Z","time spent":"2.118587093s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:43:06.964939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.633066123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-07-01T01:43:06.96573Z","caller":"traceutil/trace.go:171","msg":"trace[1514936576] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25245; }","duration":"3.63388842s","start":"2026-07-01T01:43:03.331831Z","end":"2026-07-01T01:43:06.96572Z","steps":["trace[1514936576] 'agreement among raft nodes before linearized reading' (duration: 3.633010612s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.965769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.331817Z","time spent":"3.633941551s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3259,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-07-01T01:43:06.965923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813234314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-01T01:43:06.965924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079721236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:06.966096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629960023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-07-01T01:43:06.966115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681908429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-01T01:43:06.966155Z","caller":"traceutil/trace.go:171","msg":"trace[1751615799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25245; }","duration":"3.630013895s","start":"2026-07-01T01:43:03.336124Z","end":"2026-07-01T01:43:06.966138Z","steps":["trace[1751615799] 'agreement among raft nodes before linearized reading' (duration: 3.629882151s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.966172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712388724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:06.966184Z","caller":"traceutil/trace.go:171","msg":"trace[1504300091] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25245; }","duration":"2.682000992s","start":"2026-07-01T01:43:04.284162Z","end":"2026-07-01T01:43:06.966163Z","steps":["trace[1504300091] 'agreement among raft nodes before linearized reading' (duration: 2.681859867s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.966205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.336083Z","time spent":"3.630110389s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5705,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-01T01:43:06.966221Z","caller":"traceutil/trace.go:171","msg":"trace[80809390] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25245; }","duration":"2.712482797s","start":"2026-07-01T01:43:04.253726Z","end":"2026-07-01T01:43:06.966209Z","steps":["trace[80809390] 'agreement among raft nodes before linearized reading' (duration: 2.712388504s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.966242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.284127Z","time spent":"2.682101345s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1879,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-01T01:43:06.966256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.253718Z","time spent":"2.712526359s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:43:06.964991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.850022Z","time spent":"2.114945806s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:06.966071Z","caller":"traceutil/trace.go:171","msg":"trace[532956043] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25245; }","duration":"3.079900632s","start":"2026-07-01T01:43:03.886142Z","end":"2026-07-01T01:43:06.966043Z","steps":["trace[532956043] 'agreement among raft nodes before linearized reading' (duration: 3.079688425s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.966416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:03.886128Z","time spent":"3.080260503s","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:06.965762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780513156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:06.966579Z","caller":"traceutil/trace.go:171","msg":"trace[1934674805] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25245; }","duration":"2.781286601s","start":"2026-07-01T01:43:04.185212Z","end":"2026-07-01T01:43:06.966499Z","steps":["trace[1934674805] 'agreement among raft nodes before linearized reading' (duration: 2.780506516s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.96666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.185201Z","time spent":"2.781436246s","remote":"127.0.0.1:57778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:06.965662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731805096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:43:06.966778Z","caller":"traceutil/trace.go:171","msg":"trace[234182807] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:25245; }","duration":"2.733120069s","start":"2026-07-01T01:43:04.233642Z","end":"2026-07-01T01:43:06.966762Z","steps":["trace[234182807] 'agreement among raft nodes before linearized reading' (duration: 2.731320421s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.966833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.233624Z","time spent":"2.733192261s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.235\" "} {"level":"info","ts":"2026-07-01T01:43:06.965981Z","caller":"traceutil/trace.go:171","msg":"trace[1443927315] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25245; }","duration":"2.813336537s","start":"2026-07-01T01:43:04.15263Z","end":"2026-07-01T01:43:06.965967Z","steps":["trace[1443927315] 'agreement among raft nodes before linearized reading' (duration: 2.813155771s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.96707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.152606Z","time spent":"2.814445652s","remote":"127.0.0.1:46394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":178,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:06.965966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119123229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T01:43:06.967156Z","caller":"traceutil/trace.go:171","msg":"trace[1574019885] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25245; }","duration":"2.12038324s","start":"2026-07-01T01:43:04.846754Z","end":"2026-07-01T01:43:06.967137Z","steps":["trace[1574019885] 'agreement among raft nodes before linearized reading' (duration: 2.119003846s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:06.967228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:04.846732Z","time spent":"2.120477553s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:43:07.549134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:08.049707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785130,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:08.464267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.416766902s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:43:08.464635Z","caller":"traceutil/trace.go:171","msg":"trace[609042125] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"1.494275514s","start":"2026-07-01T01:43:06.970342Z","end":"2026-07-01T01:43:08.464617Z","steps":["trace[609042125] 'process raft request' (duration: 1.494114498s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:08.464748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.970327Z","time spent":"1.494363837s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:08.464792Z","caller":"traceutil/trace.go:171","msg":"trace[377543295] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"1.494372657s","start":"2026-07-01T01:43:06.970396Z","end":"2026-07-01T01:43:08.464768Z","steps":["trace[377543295] 'process raft request' (duration: 1.494184861s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:08.46494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.97039Z","time spent":"1.49446571s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:08.973616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:43:08.973684Z","caller":"traceutil/trace.go:171","msg":"trace[1734435258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043723s","start":"2026-07-01T01:43:06.973231Z","end":"2026-07-01T01:43:08.973668Z","steps":["trace[1734435258] 'agreement among raft nodes before linearized reading' (duration: 2.000360748s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:08.973716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.973216Z","time spent":"2.000492802s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:09.631717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.000104ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:09.631831Z","caller":"traceutil/trace.go:171","msg":"trace[1691061578] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25247; }","duration":"854.122318ms","start":"2026-07-01T01:43:08.777691Z","end":"2026-07-01T01:43:09.631813Z","steps":["trace[1691061578] 'range keys from in-memory index tree' (duration: 853.983483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:09.631823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.39186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:09.631991Z","caller":"traceutil/trace.go:171","msg":"trace[1531910493] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"661.297173ms","start":"2026-07-01T01:43:08.970681Z","end":"2026-07-01T01:43:09.631978Z","steps":["trace[1531910493] 'process raft request' (duration: 661.215661ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:09.632052Z","caller":"traceutil/trace.go:171","msg":"trace[1937223806] linearizableReadLoop","detail":"{readStateIndex:26094; appliedIndex:26091; }","duration":"2.583528069s","start":"2026-07-01T01:43:07.048514Z","end":"2026-07-01T01:43:09.632042Z","steps":["trace[1937223806] 'read index received' (duration: 1.415934615s)","trace[1937223806] 'applied index is now lower than readState.Index' (duration: 1.167592134s)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:09.632128Z","caller":"traceutil/trace.go:171","msg":"trace[844479280] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"2.582145506s","start":"2026-07-01T01:43:07.049969Z","end":"2026-07-01T01:43:09.632115Z","steps":["trace[844479280] 'process raft request' (duration: 1.710401054s)","trace[844479280] 'compare' (duration: 871.149262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:09.632194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:07.049935Z","time spent":"2.582221638s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:09.632421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647740086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:09.632462Z","caller":"traceutil/trace.go:171","msg":"trace[1702977932] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25249; }","duration":"2.647791637s","start":"2026-07-01T01:43:06.984657Z","end":"2026-07-01T01:43:09.632449Z","steps":["trace[1702977932] 'agreement among raft nodes before linearized reading' (duration: 2.647724175s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:09.632493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.984651Z","time spent":"2.647834778s","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:09.632608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662096775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-01T01:43:09.632668Z","caller":"traceutil/trace.go:171","msg":"trace[1742144028] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce; range_end:; response_count:1; response_revision:25249; }","duration":"2.662175078s","start":"2026-07-01T01:43:06.970478Z","end":"2026-07-01T01:43:09.632653Z","steps":["trace[1742144028] 'agreement among raft nodes before linearized reading' (duration: 2.662006272s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:09.63269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662820129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f958a12c-7e58-4a91-bda8-8249c2547361\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-07-01T01:43:09.632713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.970473Z","time spent":"2.662228729s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce\" "} {"level":"info","ts":"2026-07-01T01:43:09.632733Z","caller":"traceutil/trace.go:171","msg":"trace[1295906686] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f958a12c-7e58-4a91-bda8-8249c2547361; range_end:; response_count:1; response_revision:25249; }","duration":"2.662888671s","start":"2026-07-01T01:43:06.969827Z","end":"2026-07-01T01:43:09.632716Z","steps":["trace[1295906686] 'agreement among raft nodes before linearized reading' (duration: 2.662791018s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:09.632769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.969806Z","time spent":"2.662955052s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-f958a12c-7e58-4a91-bda8-8249c2547361\" "} {"level":"warn","ts":"2026-07-01T01:43:09.632065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.970655Z","time spent":"661.367336ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:09.633001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657272261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-07-01T01:43:09.633051Z","caller":"traceutil/trace.go:171","msg":"trace[1034158139] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25249; }","duration":"2.657338433s","start":"2026-07-01T01:43:06.975699Z","end":"2026-07-01T01:43:09.633038Z","steps":["trace[1034158139] 'agreement among raft nodes before linearized reading' (duration: 2.657200569s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:09.633086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.975675Z","time spent":"2.657401945s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3244,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-07-01T01:43:09.633192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658984376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:09.633234Z","caller":"traceutil/trace.go:171","msg":"trace[748961093] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25249; }","duration":"2.659060988s","start":"2026-07-01T01:43:06.974163Z","end":"2026-07-01T01:43:09.633224Z","steps":["trace[748961093] 'agreement among raft nodes before linearized reading' (duration: 2.658998586s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:09.633263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:06.974147Z","time spent":"2.65910919s","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:43:10.132281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785138,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-01T01:43:10.533472Z","caller":"traceutil/trace.go:171","msg":"trace[1532759551] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"1.562172817s","start":"2026-07-01T01:43:08.971279Z","end":"2026-07-01T01:43:10.533452Z","steps":["trace[1532759551] 'process raft request' (duration: 1.542825568s)","trace[1532759551] 'compare' (duration: 17.81015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:10.533565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.971251Z","time spent":"1.56226818s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:10.533686Z","caller":"traceutil/trace.go:171","msg":"trace[226472482] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"1.561882238s","start":"2026-07-01T01:43:08.971781Z","end":"2026-07-01T01:43:10.533663Z","steps":["trace[226472482] 'process raft request' (duration: 1.561617269s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:10.533831Z","caller":"traceutil/trace.go:171","msg":"trace[1546706752] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"1.56131792s","start":"2026-07-01T01:43:08.972507Z","end":"2026-07-01T01:43:10.533825Z","steps":["trace[1546706752] 'process raft request' (duration: 1.561087653s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.533871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.972495Z","time spent":"1.561358011s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:10.533897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.971768Z","time spent":"1.562053614s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:10.53402Z","caller":"traceutil/trace.go:171","msg":"trace[1946732254] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"1.561516086s","start":"2026-07-01T01:43:08.972499Z","end":"2026-07-01T01:43:10.534015Z","steps":["trace[1946732254] 'process raft request' (duration: 1.561296119s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.534058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.972476Z","time spent":"1.561563698s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:10.534152Z","caller":"traceutil/trace.go:171","msg":"trace[70621136] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"1.561501965s","start":"2026-07-01T01:43:08.972646Z","end":"2026-07-01T01:43:10.534148Z","steps":["trace[70621136] 'process raft request' (duration: 1.56134811s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.534181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.972628Z","time spent":"1.561539637s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:10.589927Z","caller":"traceutil/trace.go:171","msg":"trace[678203254] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"952.109794ms","start":"2026-07-01T01:43:09.63778Z","end":"2026-07-01T01:43:10.58989Z","steps":["trace[678203254] 'process raft request' (duration: 951.843445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.5901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.637764Z","time spent":"952.242129ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:10.803993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.186108ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:43:10.804153Z","caller":"traceutil/trace.go:171","msg":"trace[1446007001] linearizableReadLoop","detail":"{readStateIndex:26101; appliedIndex:26095; }","duration":"1.172042815s","start":"2026-07-01T01:43:09.632083Z","end":"2026-07-01T01:43:10.804126Z","steps":["trace[1446007001] 'read index received' (duration: 883.090174ms)","trace[1446007001] 'applied index is now lower than readState.Index' (duration: 288.951181ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:10.804467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58942617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:10.80451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360602524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:10.804571Z","caller":"traceutil/trace.go:171","msg":"trace[1104899686] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25255; }","duration":"1.589587825s","start":"2026-07-01T01:43:09.214958Z","end":"2026-07-01T01:43:10.804545Z","steps":["trace[1104899686] 'agreement among raft nodes before linearized reading' (duration: 1.589370228s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:10.804586Z","caller":"traceutil/trace.go:171","msg":"trace[614638002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25255; }","duration":"1.360719927s","start":"2026-07-01T01:43:09.443849Z","end":"2026-07-01T01:43:10.804568Z","steps":["trace[614638002] 'agreement among raft nodes before linearized reading' (duration: 1.360397756s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.804634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.443834Z","time spent":"1.360792759s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:10.804639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467586935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:43:10.804651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482275497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:10.80469Z","caller":"traceutil/trace.go:171","msg":"trace[1207017724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25255; }","duration":"3.467671807s","start":"2026-07-01T01:43:07.337001Z","end":"2026-07-01T01:43:10.804673Z","steps":["trace[1207017724] 'agreement among raft nodes before linearized reading' (duration: 3.467604895s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.804685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830352824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:10.80473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169173204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-01T01:43:10.8047Z","caller":"traceutil/trace.go:171","msg":"trace[1844315473] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25255; }","duration":"2.482349209s","start":"2026-07-01T01:43:08.322335Z","end":"2026-07-01T01:43:10.804684Z","steps":["trace[1844315473] 'agreement among raft nodes before linearized reading' (duration: 2.482229295s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.804727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.365176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:10.80477Z","caller":"traceutil/trace.go:171","msg":"trace[950595792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25255; }","duration":"1.830454538s","start":"2026-07-01T01:43:08.974302Z","end":"2026-07-01T01:43:10.804756Z","steps":["trace[950595792] 'agreement among raft nodes before linearized reading' (duration: 1.830358134s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.804819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.430174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:10.804834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.509293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-01T01:43:10.80489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.549889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:10.804899Z","caller":"traceutil/trace.go:171","msg":"trace[1798000891] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25255; }","duration":"335.592675ms","start":"2026-07-01T01:43:10.469284Z","end":"2026-07-01T01:43:10.804877Z","steps":["trace[1798000891] 'agreement among raft nodes before linearized reading' (duration: 335.393069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.804932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.06431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T01:43:10.804531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986195702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:43:10.804954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.469268Z","time spent":"335.673847ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:43:10.804962Z","caller":"traceutil/trace.go:171","msg":"trace[1998003320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25255; }","duration":"336.137373ms","start":"2026-07-01T01:43:10.468815Z","end":"2026-07-01T01:43:10.804953Z","steps":["trace[1998003320] 'agreement among raft nodes before linearized reading' (duration: 335.999508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.80496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.974291Z","time spent":"1.830600512s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:10.805002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.46879Z","time spent":"336.206014ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-01T01:43:10.805Z","caller":"traceutil/trace.go:171","msg":"trace[912193430] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25255; }","duration":"2.986694467s","start":"2026-07-01T01:43:07.818276Z","end":"2026-07-01T01:43:10.804971Z","steps":["trace[912193430] 'agreement among raft nodes before linearized reading' (duration: 2.986185551s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.805044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.068722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"warn","ts":"2026-07-01T01:43:10.804559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.59453588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:10.80485Z","caller":"traceutil/trace.go:171","msg":"trace[1850794704] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:25255; }","duration":"669.460715ms","start":"2026-07-01T01:43:10.135379Z","end":"2026-07-01T01:43:10.80484Z","steps":["trace[1850794704] 'agreement among raft nodes before linearized reading' (duration: 669.412004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.805156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165098364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:10.805173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.135327Z","time spent":"669.825616ms","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.805206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.734719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d4834003\" ","response":"range_response_count:1 size:883"} {"level":"warn","ts":"2026-07-01T01:43:10.805156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167916984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-01T01:43:10.805214Z","caller":"traceutil/trace.go:171","msg":"trace[781300177] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25255; }","duration":"1.165205137s","start":"2026-07-01T01:43:09.639996Z","end":"2026-07-01T01:43:10.805201Z","steps":["trace[781300177] 'agreement among raft nodes before linearized reading' (duration: 1.165110984s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:10.804772Z","caller":"traceutil/trace.go:171","msg":"trace[1801118104] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25255; }","duration":"1.169244956s","start":"2026-07-01T01:43:09.635516Z","end":"2026-07-01T01:43:10.804761Z","steps":["trace[1801118104] 'agreement among raft nodes before linearized reading' (duration: 1.169152203s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.805278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148897035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268837"} {"level":"info","ts":"2026-07-01T01:43:10.805319Z","caller":"traceutil/trace.go:171","msg":"trace[1842870648] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25255; }","duration":"1.148958416s","start":"2026-07-01T01:43:09.656352Z","end":"2026-07-01T01:43:10.80531Z","steps":["trace[1842870648] 'agreement among raft nodes before linearized reading' (duration: 1.148580994s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:10.805191Z","caller":"traceutil/trace.go:171","msg":"trace[1281211081] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25255; }","duration":"3.595188821s","start":"2026-07-01T01:43:07.209943Z","end":"2026-07-01T01:43:10.805132Z","steps":["trace[1281211081] 'agreement among raft nodes before linearized reading' (duration: 3.59453047s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.805357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.656342Z","time spent":"1.149004078s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268858,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:43:10.805367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:07.209915Z","time spent":"3.595436569s","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.805363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.635499Z","time spent":"1.169814434s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:43:10.804737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:07.336977Z","time spent":"3.46775081s","remote":"127.0.0.1:54732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:10.804916Z","caller":"traceutil/trace.go:171","msg":"trace[481934170] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25255; }","duration":"982.576779ms","start":"2026-07-01T01:43:09.822332Z","end":"2026-07-01T01:43:10.804909Z","steps":["trace[481934170] 'agreement among raft nodes before linearized reading' (duration: 982.535168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.805471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.822269Z","time spent":"983.184769ms","remote":"127.0.0.1:48906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.804636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752446275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-01T01:43:10.805574Z","caller":"traceutil/trace.go:171","msg":"trace[378301065] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:25255; }","duration":"3.753405476s","start":"2026-07-01T01:43:07.052149Z","end":"2026-07-01T01:43:10.805555Z","steps":["trace[378301065] 'agreement among raft nodes before linearized reading' (duration: 3.752330562s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.805641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:07.052131Z","time spent":"3.753491669s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-07-01T01:43:10.804612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938358622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:10.805701Z","caller":"traceutil/trace.go:171","msg":"trace[412780817] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25255; }","duration":"1.939514039s","start":"2026-07-01T01:43:08.86617Z","end":"2026-07-01T01:43:10.805684Z","steps":["trace[412780817] 'agreement among raft nodes before linearized reading' (duration: 1.938372643s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.805756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.86615Z","time spent":"1.939591231s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.804638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.214937Z","time spent":"1.589684178s","remote":"127.0.0.1:49048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.804492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664306427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:10.805937Z","caller":"traceutil/trace.go:171","msg":"trace[625668533] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25255; }","duration":"1.665804205s","start":"2026-07-01T01:43:09.140119Z","end":"2026-07-01T01:43:10.805924Z","steps":["trace[625668533] 'agreement among raft nodes before linearized reading' (duration: 1.66409915s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.805989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.1401Z","time spent":"1.665870257s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:10.80479Z","caller":"traceutil/trace.go:171","msg":"trace[74153044] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25255; }","duration":"557.474629ms","start":"2026-07-01T01:43:10.2473Z","end":"2026-07-01T01:43:10.804774Z","steps":["trace[74153044] 'agreement among raft nodes before linearized reading' (duration: 557.373346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.806141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.247274Z","time spent":"558.842873ms","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.804786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:08.32232Z","time spent":"2.482453293s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.805073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:07.818256Z","time spent":"2.986791451s","remote":"127.0.0.1:38764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:10.805077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166645943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-07-01T01:43:10.806402Z","caller":"traceutil/trace.go:171","msg":"trace[1896918235] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:25255; }","duration":"1.167988836s","start":"2026-07-01T01:43:09.638398Z","end":"2026-07-01T01:43:10.806387Z","steps":["trace[1896918235] 'agreement among raft nodes before linearized reading' (duration: 1.16657303s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:10.805095Z","caller":"traceutil/trace.go:171","msg":"trace[1970205373] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25255; }","duration":"441.140965ms","start":"2026-07-01T01:43:10.363935Z","end":"2026-07-01T01:43:10.805075Z","steps":["trace[1970205373] 'agreement among raft nodes before linearized reading' (duration: 441.00129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.806446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.638391Z","time spent":"1.168044498s","remote":"127.0.0.1:46208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1164,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-07-01T01:43:10.806458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.36391Z","time spent":"442.533298ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4271,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-01T01:43:10.805263Z","caller":"traceutil/trace.go:171","msg":"trace[1472955111] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d4834003; range_end:; response_count:1; response_revision:25255; }","duration":"211.826822ms","start":"2026-07-01T01:43:10.593422Z","end":"2026-07-01T01:43:10.805249Z","steps":["trace[1472955111] 'agreement among raft nodes before linearized reading' (duration: 211.681148ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:10.805273Z","caller":"traceutil/trace.go:171","msg":"trace[431724883] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25255; }","duration":"1.168037318s","start":"2026-07-01T01:43:09.637219Z","end":"2026-07-01T01:43:10.805256Z","steps":["trace[431724883] 'agreement among raft nodes before linearized reading' (duration: 1.1677989s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:10.806674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.637181Z","time spent":"1.169473063s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-01T01:43:10.80528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:09.639987Z","time spent":"1.165280399s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T01:43:11.311442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:11.811543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:12.191182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307863175s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:43:12.191588Z","caller":"traceutil/trace.go:171","msg":"trace[1909404246] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"1.381225754s","start":"2026-07-01T01:43:10.810341Z","end":"2026-07-01T01:43:12.191567Z","steps":["trace[1909404246] 'process raft request' (duration: 1.3810756s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:12.191819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.810319Z","time spent":"1.381334067s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:12.812968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:43:12.813053Z","caller":"traceutil/trace.go:171","msg":"trace[1835364575] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354498s","start":"2026-07-01T01:43:10.812684Z","end":"2026-07-01T01:43:12.813038Z","steps":["trace[1835364575] 'agreement among raft nodes before linearized reading' (duration: 2.000244494s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:12.813092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.812678Z","time spent":"2.000406619s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:14.168673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.977274008s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:43:14.169467Z","caller":"traceutil/trace.go:171","msg":"trace[625862779] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"3.357269052s","start":"2026-07-01T01:43:10.812158Z","end":"2026-07-01T01:43:14.169427Z","steps":["trace[625862779] 'process raft request' (duration: 3.356759586s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:14.169594Z","caller":"traceutil/trace.go:171","msg":"trace[1472202945] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"3.357012475s","start":"2026-07-01T01:43:10.812561Z","end":"2026-07-01T01:43:14.169573Z","steps":["trace[1472202945] 'process raft request' (duration: 3.356775087s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:14.169718Z","caller":"traceutil/trace.go:171","msg":"trace[1813956345] linearizableReadLoop","detail":"{readStateIndex:26107; appliedIndex:26103; }","duration":"3.359313468s","start":"2026-07-01T01:43:10.810382Z","end":"2026-07-01T01:43:14.169695Z","steps":["trace[1813956345] 'read index received' (duration: 1.381169122s)","trace[1813956345] 'applied index is now lower than readState.Index' (duration: 1.978143376s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:14.169783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.812541Z","time spent":"3.35720352s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:14.169688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.812144Z","time spent":"3.357386676s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:14.170129Z","caller":"traceutil/trace.go:171","msg":"trace[2010789669] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"3.355125264s","start":"2026-07-01T01:43:10.814991Z","end":"2026-07-01T01:43:14.170116Z","steps":["trace[2010789669] 'process raft request' (duration: 3.354474563s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:14.170173Z","caller":"traceutil/trace.go:171","msg":"trace[1584986770] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"2.20034845s","start":"2026-07-01T01:43:11.96981Z","end":"2026-07-01T01:43:14.170158Z","steps":["trace[1584986770] 'process raft request' (duration: 2.199812723s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:14.170842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.814983Z","time spent":"3.355753514s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4527,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:14.171249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:11.96979Z","time spent":"2.201124495s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:14.170059Z","caller":"traceutil/trace.go:171","msg":"trace[331820809] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"2.531393699s","start":"2026-07-01T01:43:11.63863Z","end":"2026-07-01T01:43:14.170024Z","steps":["trace[331820809] 'process raft request' (duration: 2.530922254s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:14.170396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359981639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:43:14.171454Z","caller":"traceutil/trace.go:171","msg":"trace[1077130729] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25261; }","duration":"3.361067014s","start":"2026-07-01T01:43:10.810365Z","end":"2026-07-01T01:43:14.171432Z","steps":["trace[1077130729] 'agreement among raft nodes before linearized reading' (duration: 3.359860506s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:14.171474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:11.638604Z","time spent":"2.532822155s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:14.171539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.810327Z","time spent":"3.361188588s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-01T01:43:14.670514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:14.815118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000929936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T01:43:14.815196Z","caller":"traceutil/trace.go:171","msg":"trace[66219082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00105494s","start":"2026-07-01T01:43:12.814122Z","end":"2026-07-01T01:43:14.815177Z","steps":["trace[66219082] 'agreement among raft nodes before linearized reading' (duration: 2.000950946s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:14.815404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.814106Z","time spent":"2.001285577s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 01:43:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T01:43:15.171246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:15.67196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:15.786518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.617596832s","expected-duration":"1s"} {"level":"info","ts":"2026-07-01T01:43:15.787173Z","caller":"traceutil/trace.go:171","msg":"trace[13713513] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"3.246974621s","start":"2026-07-01T01:43:12.540161Z","end":"2026-07-01T01:43:15.787135Z","steps":["trace[13713513] 'process raft request' (duration: 3.246776465s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:15.787179Z","caller":"traceutil/trace.go:171","msg":"trace[981903389] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"3.247604102s","start":"2026-07-01T01:43:12.539524Z","end":"2026-07-01T01:43:15.787128Z","steps":["trace[981903389] 'process raft request' (duration: 3.24723099s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:15.787312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.540135Z","time spent":"3.247089825s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:15.787364Z","caller":"traceutil/trace.go:171","msg":"trace[734947560] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"3.246531567s","start":"2026-07-01T01:43:12.540818Z","end":"2026-07-01T01:43:15.78735Z","steps":["trace[734947560] 'process raft request' (duration: 3.246161425s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:15.787412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.539502Z","time spent":"3.247772967s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:15.787441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.540804Z","time spent":"3.24660159s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:15.787577Z","caller":"traceutil/trace.go:171","msg":"trace[1281643895] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"3.246470015s","start":"2026-07-01T01:43:12.541084Z","end":"2026-07-01T01:43:15.787554Z","steps":["trace[1281643895] 'process raft request' (duration: 3.246159545s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:15.787703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.541021Z","time spent":"3.24662057s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:15.787725Z","caller":"traceutil/trace.go:171","msg":"trace[1311768207] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"3.245788784s","start":"2026-07-01T01:43:12.541923Z","end":"2026-07-01T01:43:15.787712Z","steps":["trace[1311768207] 'process raft request' (duration: 3.245537325s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:15.787786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.541913Z","time spent":"3.245839675s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:15.787961Z","caller":"traceutil/trace.go:171","msg":"trace[1931822938] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"2.540625385s","start":"2026-07-01T01:43:13.247325Z","end":"2026-07-01T01:43:15.787951Z","steps":["trace[1931822938] 'process raft request' (duration: 2.540327726s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:15.788031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:13.247305Z","time spent":"2.540687518s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:15.788107Z","caller":"traceutil/trace.go:171","msg":"trace[619136017] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"2.218286766s","start":"2026-07-01T01:43:13.569808Z","end":"2026-07-01T01:43:15.788094Z","steps":["trace[619136017] 'process raft request' (duration: 2.21810179s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:15.78822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:13.569779Z","time spent":"2.218398839s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:16.339451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.604528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:16.339601Z","caller":"traceutil/trace.go:171","msg":"trace[961177292] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"1.868252138s","start":"2026-07-01T01:43:14.471326Z","end":"2026-07-01T01:43:16.339579Z","steps":["trace[961177292] 'process raft request' (duration: 1.352409792s)","trace[961177292] 'compare' (duration: 514.822273ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:16.339674Z","caller":"traceutil/trace.go:171","msg":"trace[355772058] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"163.003639ms","start":"2026-07-01T01:43:16.176652Z","end":"2026-07-01T01:43:16.339656Z","steps":["trace[355772058] 'process raft request' (duration: 162.909206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.339718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.471299Z","time spent":"1.86834899s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:16.339712Z","caller":"traceutil/trace.go:171","msg":"trace[951205531] linearizableReadLoop","detail":"{readStateIndex:26116; appliedIndex:26108; }","duration":"2.169886226s","start":"2026-07-01T01:43:14.169806Z","end":"2026-07-01T01:43:16.339692Z","steps":["trace[951205531] 'read index received' (duration: 1.616869399s)","trace[951205531] 'applied index is now lower than readState.Index' (duration: 553.011337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:16.339856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425427234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:16.339891Z","caller":"traceutil/trace.go:171","msg":"trace[1093340635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25270; }","duration":"3.425506388s","start":"2026-07-01T01:43:12.914373Z","end":"2026-07-01T01:43:16.339879Z","steps":["trace[1093340635] 'agreement among raft nodes before linearized reading' (duration: 3.425421835s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.340001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.158095633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:16.340033Z","caller":"traceutil/trace.go:171","msg":"trace[908718341] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25270; }","duration":"4.158156625s","start":"2026-07-01T01:43:12.181868Z","end":"2026-07-01T01:43:16.340025Z","steps":["trace[908718341] 'agreement among raft nodes before linearized reading' (duration: 4.158097314s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.34001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.927899861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:16.34006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.181849Z","time spent":"4.158203507s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:16.340006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069399204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:16.340091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.635667664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:43:16.34012Z","caller":"traceutil/trace.go:171","msg":"trace[639959771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25270; }","duration":"4.635718286s","start":"2026-07-01T01:43:11.704395Z","end":"2026-07-01T01:43:16.340113Z","steps":["trace[639959771] 'agreement among raft nodes before linearized reading' (duration: 4.635624713s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.340142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:11.704363Z","time spent":"4.635774948s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-01T01:43:16.340149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.914354Z","time spent":"3.425779716s","remote":"127.0.0.1:44024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:16.340088Z","caller":"traceutil/trace.go:171","msg":"trace[341331325] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25270; }","duration":"4.928017175s","start":"2026-07-01T01:43:11.412044Z","end":"2026-07-01T01:43:16.340061Z","steps":["trace[341331325] 'agreement among raft nodes before linearized reading' (duration: 4.927891071s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.340586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:11.412026Z","time spent":"4.928550102s","remote":"127.0.0.1:59676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:16.340585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.47715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:16.340659Z","caller":"traceutil/trace.go:171","msg":"trace[1769872006] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25270; }","duration":"627.577173ms","start":"2026-07-01T01:43:15.713069Z","end":"2026-07-01T01:43:16.340646Z","steps":["trace[1769872006] 'agreement among raft nodes before linearized reading' (duration: 627.436379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.340698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:15.71305Z","time spent":"627.641236ms","remote":"127.0.0.1:46424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:16.340257Z","caller":"traceutil/trace.go:171","msg":"trace[1265668865] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25270; }","duration":"4.069549018s","start":"2026-07-01T01:43:12.270557Z","end":"2026-07-01T01:43:16.340106Z","steps":["trace[1265668865] 'agreement among raft nodes before linearized reading' (duration: 4.069417134s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.340766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.270508Z","time spent":"4.070238831s","remote":"127.0.0.1:33086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:16.340312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.527565411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:16.340843Z","caller":"traceutil/trace.go:171","msg":"trace[1609949832] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25270; }","duration":"5.528113679s","start":"2026-07-01T01:43:10.812718Z","end":"2026-07-01T01:43:16.340831Z","steps":["trace[1609949832] 'agreement among raft nodes before linearized reading' (duration: 5.527562512s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.340881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.812711Z","time spent":"5.528162211s","remote":"127.0.0.1:46204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-01T01:43:16.340326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.364649767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:43:16.340995Z","caller":"traceutil/trace.go:171","msg":"trace[1639935754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25270; }","duration":"4.365348899s","start":"2026-07-01T01:43:11.97564Z","end":"2026-07-01T01:43:16.340989Z","steps":["trace[1639935754] 'agreement among raft nodes before linearized reading' (duration: 4.364636817s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.341018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:11.975627Z","time spent":"4.36538336s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:43:16.340319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.766795292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:43:16.341116Z","caller":"traceutil/trace.go:171","msg":"trace[1965319231] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25270; }","duration":"4.767631819s","start":"2026-07-01T01:43:11.573477Z","end":"2026-07-01T01:43:16.341109Z","steps":["trace[1965319231] 'agreement among raft nodes before linearized reading' (duration: 4.766637227s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.341417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:11.57346Z","time spent":"4.76794526s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":241,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:16.340274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.907258952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:16.341514Z","caller":"traceutil/trace.go:171","msg":"trace[655271680] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25270; }","duration":"3.908578595s","start":"2026-07-01T01:43:12.432923Z","end":"2026-07-01T01:43:16.341502Z","steps":["trace[655271680] 'agreement among raft nodes before linearized reading' (duration: 3.9071851s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.341554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.432903Z","time spent":"3.908638976s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:16.340365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.156438728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-01T01:43:16.341605Z","caller":"traceutil/trace.go:171","msg":"trace[1259935111] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25270; }","duration":"5.157696019s","start":"2026-07-01T01:43:11.183893Z","end":"2026-07-01T01:43:16.341589Z","steps":["trace[1259935111] 'agreement among raft nodes before linearized reading' (duration: 5.156430678s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.341683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:11.183878Z","time spent":"5.157794352s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:43:16.340373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.521560789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-07-01T01:43:16.340375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.526052873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:16.340391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.528257794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2b22f299-89d3-4d26-bb75-642e17c21df9\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-07-01T01:43:16.340424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166539298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T01:43:16.340431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358144925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:43:16.340446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703451821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:43:16.34046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59066797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:16.340436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.360930806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:16.340484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155574837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4544"} {"level":"warn","ts":"2026-07-01T01:43:16.340489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.669772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-01T01:43:16.340502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493386826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:43:16.340524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.196769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T01:43:16.340536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515169063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:16.34053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.556628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:16.340551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.158529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:16.340256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144050614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e77ca5a8ac\" ","response":"range_response_count:1 size:824"} {"level":"info","ts":"2026-07-01T01:43:16.341815Z","caller":"traceutil/trace.go:171","msg":"trace[1853099520] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e77ca5a8ac; range_end:; response_count:1; response_revision:25270; }","duration":"4.145637884s","start":"2026-07-01T01:43:12.196162Z","end":"2026-07-01T01:43:16.3418Z","steps":["trace[1853099520] 'agreement among raft nodes before linearized reading' (duration: 4.144009272s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.341819Z","caller":"traceutil/trace.go:171","msg":"trace[631042114] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25270; }","duration":"1.592060695s","start":"2026-07-01T01:43:14.749748Z","end":"2026-07-01T01:43:16.341809Z","steps":["trace[631042114] 'agreement among raft nodes before linearized reading' (duration: 1.59067251s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.341841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:12.19614Z","time spent":"4.145694976s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":845,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e77ca5a8ac\" "} {"level":"warn","ts":"2026-07-01T01:43:16.34185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.749727Z","time spent":"1.592113227s","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:16.341883Z","caller":"traceutil/trace.go:171","msg":"trace[1743959799] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25270; }","duration":"1.494761649s","start":"2026-07-01T01:43:14.847087Z","end":"2026-07-01T01:43:16.341849Z","steps":["trace[1743959799] 'agreement among raft nodes before linearized reading' (duration: 1.493390935s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.342014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.847074Z","time spent":"1.494926745s","remote":"127.0.0.1:46364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:16.342014Z","caller":"traceutil/trace.go:171","msg":"trace[1217841567] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:25270; }","duration":"5.523197752s","start":"2026-07-01T01:43:10.818808Z","end":"2026-07-01T01:43:16.342006Z","steps":["trace[1217841567] 'agreement among raft nodes before linearized reading' (duration: 5.521534299s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.342274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.818801Z","time spent":"5.52346401s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-07-01T01:43:16.342023Z","caller":"traceutil/trace.go:171","msg":"trace[1221119890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25270; }","duration":"1.359734976s","start":"2026-07-01T01:43:14.982278Z","end":"2026-07-01T01:43:16.342013Z","steps":["trace[1221119890] 'agreement among raft nodes before linearized reading' (duration: 1.358129045s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.342037Z","caller":"traceutil/trace.go:171","msg":"trace[552449297] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25270; }","duration":"1.705067463s","start":"2026-07-01T01:43:14.636962Z","end":"2026-07-01T01:43:16.34203Z","steps":["trace[552449297] 'agreement among raft nodes before linearized reading' (duration: 1.703469981s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.342572Z","caller":"traceutil/trace.go:171","msg":"trace[974020454] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25270; }","duration":"2.168218623s","start":"2026-07-01T01:43:14.173841Z","end":"2026-07-01T01:43:16.34206Z","steps":["trace[974020454] 'agreement among raft nodes before linearized reading' (duration: 2.166553069s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.342591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.636945Z","time spent":"1.705636081s","remote":"127.0.0.1:38770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:16.342042Z","caller":"traceutil/trace.go:171","msg":"trace[1341735739] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25270; }","duration":"5.527733487s","start":"2026-07-01T01:43:10.814302Z","end":"2026-07-01T01:43:16.342036Z","steps":["trace[1341735739] 'agreement among raft nodes before linearized reading' (duration: 5.526046233s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.342606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.173818Z","time spent":"2.16877805s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-01T01:43:16.34263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.814294Z","time spent":"5.528326346s","remote":"127.0.0.1:46354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-01T01:43:16.342058Z","caller":"traceutil/trace.go:171","msg":"trace[612801827] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2b22f299-89d3-4d26-bb75-642e17c21df9; range_end:; response_count:1; response_revision:25270; }","duration":"5.529961938s","start":"2026-07-01T01:43:10.812089Z","end":"2026-07-01T01:43:16.34205Z","steps":["trace[612801827] 'agreement among raft nodes before linearized reading' (duration: 5.528229523s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.342079Z","caller":"traceutil/trace.go:171","msg":"trace[759869566] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25270; }","duration":"870.712988ms","start":"2026-07-01T01:43:15.47136Z","end":"2026-07-01T01:43:16.342073Z","steps":["trace[759869566] 'agreement among raft nodes before linearized reading' (duration: 869.178639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.342779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.812078Z","time spent":"5.530663131s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1472,"request content":"key:\"/registry/persistentvolumes/pvc-2b22f299-89d3-4d26-bb75-642e17c21df9\" "} {"level":"warn","ts":"2026-07-01T01:43:16.342826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:15.471343Z","time spent":"871.472653ms","remote":"127.0.0.1:49000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:16.342095Z","caller":"traceutil/trace.go:171","msg":"trace[1456949869] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25270; }","duration":"587.16739ms","start":"2026-07-01T01:43:15.754922Z","end":"2026-07-01T01:43:16.34209Z","steps":["trace[1456949869] 'agreement among raft nodes before linearized reading' (duration: 585.576819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.342879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:15.754894Z","time spent":"587.975486ms","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:16.342124Z","caller":"traceutil/trace.go:171","msg":"trace[1609215899] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25270; }","duration":"2.157251001s","start":"2026-07-01T01:43:14.184869Z","end":"2026-07-01T01:43:16.34212Z","steps":["trace[1609215899] 'agreement among raft nodes before linearized reading' (duration: 2.155586137s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.343016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.184852Z","time spent":"2.15815224s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4565,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-01T01:43:16.342144Z","caller":"traceutil/trace.go:171","msg":"trace[1136814050] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25270; }","duration":"5.362680162s","start":"2026-07-01T01:43:10.979456Z","end":"2026-07-01T01:43:16.342136Z","steps":["trace[1136814050] 'agreement among raft nodes before linearized reading' (duration: 5.360911655s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.341957Z","caller":"traceutil/trace.go:171","msg":"trace[945638085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25270; }","duration":"166.650776ms","start":"2026-07-01T01:43:16.175296Z","end":"2026-07-01T01:43:16.341947Z","steps":["trace[945638085] 'agreement among raft nodes before linearized reading' (duration: 165.20389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.343141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:10.979439Z","time spent":"5.363670923s","remote":"127.0.0.1:57972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:16.342208Z","caller":"traceutil/trace.go:171","msg":"trace[1394947399] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25270; }","duration":"166.390587ms","start":"2026-07-01T01:43:16.175803Z","end":"2026-07-01T01:43:16.342194Z","steps":["trace[1394947399] 'agreement among raft nodes before linearized reading' (duration: 164.645201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.343029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.982239Z","time spent":"1.360146309s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:16.341976Z","caller":"traceutil/trace.go:171","msg":"trace[1100866906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25270; }","duration":"1.5166311s","start":"2026-07-01T01:43:14.825339Z","end":"2026-07-01T01:43:16.34197Z","steps":["trace[1100866906] 'agreement among raft nodes before linearized reading' (duration: 1.515181613s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.345458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:14.825324Z","time spent":"1.520124181s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:16.57658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.613936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:43:16.576905Z","caller":"traceutil/trace.go:171","msg":"trace[562107459] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"232.818195ms","start":"2026-07-01T01:43:16.344047Z","end":"2026-07-01T01:43:16.576866Z","steps":["trace[562107459] 'process raft request' (duration: 104.786275ms)","trace[562107459] 'compare' (duration: 127.208323ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:16.576953Z","caller":"traceutil/trace.go:171","msg":"trace[1764342301] linearizableReadLoop","detail":"{readStateIndex:26118; appliedIndex:26117; }","duration":"232.516864ms","start":"2026-07-01T01:43:16.344366Z","end":"2026-07-01T01:43:16.576883Z","steps":["trace[1764342301] 'read index received' (duration: 104.482075ms)","trace[1764342301] 'applied index is now lower than readState.Index' (duration: 128.031999ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:16.577233Z","caller":"traceutil/trace.go:171","msg":"trace[1889454231] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"225.19309ms","start":"2026-07-01T01:43:16.352017Z","end":"2026-07-01T01:43:16.57721Z","steps":["trace[1889454231] 'process raft request' (duration: 225.109277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.577288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.893886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:43:16.577328Z","caller":"traceutil/trace.go:171","msg":"trace[41447751] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25275; }","duration":"233.078972ms","start":"2026-07-01T01:43:16.344238Z","end":"2026-07-01T01:43:16.577317Z","steps":["trace[41447751] 'agreement among raft nodes before linearized reading' (duration: 232.831094ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.57745Z","caller":"traceutil/trace.go:171","msg":"trace[1172228144] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"232.344459ms","start":"2026-07-01T01:43:16.345096Z","end":"2026-07-01T01:43:16.57744Z","steps":["trace[1172228144] 'process raft request' (duration: 231.645177ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.577546Z","caller":"traceutil/trace.go:171","msg":"trace[580729838] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"226.366808ms","start":"2026-07-01T01:43:16.351163Z","end":"2026-07-01T01:43:16.57753Z","steps":["trace[580729838] 'process raft request' (duration: 225.7933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.577628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.261387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-01T01:43:16.577673Z","caller":"traceutil/trace.go:171","msg":"trace[1515344537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25276; }","duration":"232.313298ms","start":"2026-07-01T01:43:16.345348Z","end":"2026-07-01T01:43:16.577661Z","steps":["trace[1515344537] 'agreement among raft nodes before linearized reading' (duration: 232.206015ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.577265Z","caller":"traceutil/trace.go:171","msg":"trace[528858116] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"230.335275ms","start":"2026-07-01T01:43:16.346916Z","end":"2026-07-01T01:43:16.577251Z","steps":["trace[528858116] 'process raft request' (duration: 229.971803ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:16.577833Z","caller":"traceutil/trace.go:171","msg":"trace[180237558] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"226.43122ms","start":"2026-07-01T01:43:16.35139Z","end":"2026-07-01T01:43:16.577821Z","steps":["trace[180237558] 'process raft request' (duration: 225.617814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.578133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.742541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T01:43:16.578175Z","caller":"traceutil/trace.go:171","msg":"trace[274518804] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25276; }","duration":"167.834813ms","start":"2026-07-01T01:43:16.41033Z","end":"2026-07-01T01:43:16.578165Z","steps":["trace[274518804] 'agreement among raft nodes before linearized reading' (duration: 167.562875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.578301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.818286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:16.578351Z","caller":"traceutil/trace.go:171","msg":"trace[2117052320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25276; }","duration":"228.885419ms","start":"2026-07-01T01:43:16.349454Z","end":"2026-07-01T01:43:16.578339Z","steps":["trace[2117052320] 'agreement among raft nodes before linearized reading' (duration: 228.796586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.578392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.241695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-01T01:43:16.57843Z","caller":"traceutil/trace.go:171","msg":"trace[1916537132] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25276; }","duration":"232.299487ms","start":"2026-07-01T01:43:16.346121Z","end":"2026-07-01T01:43:16.57842Z","steps":["trace[1916537132] 'agreement among raft nodes before linearized reading' (duration: 232.203244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.578637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.825623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1434"} {"level":"info","ts":"2026-07-01T01:43:16.578689Z","caller":"traceutil/trace.go:171","msg":"trace[1537852203] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25276; }","duration":"226.889415ms","start":"2026-07-01T01:43:16.351787Z","end":"2026-07-01T01:43:16.578676Z","steps":["trace[1537852203] 'agreement among raft nodes before linearized reading' (duration: 226.696888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.578959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.894476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-01T01:43:16.57901Z","caller":"traceutil/trace.go:171","msg":"trace[1869434405] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25276; }","duration":"227.956439ms","start":"2026-07-01T01:43:16.351042Z","end":"2026-07-01T01:43:16.578999Z","steps":["trace[1869434405] 'agreement among raft nodes before linearized reading' (duration: 227.824185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:16.57917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.235458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.235\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-01T01:43:16.579222Z","caller":"traceutil/trace.go:171","msg":"trace[1325033097] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:1; response_revision:25276; }","duration":"228.315041ms","start":"2026-07-01T01:43:16.350894Z","end":"2026-07-01T01:43:16.579209Z","steps":["trace[1325033097] 'agreement among raft nodes before linearized reading' (duration: 228.184256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:17.081339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:17.581921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465785169,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:43:17.814949Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199151914s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T01:43:18.002388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.294937ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-01T01:43:18.002653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.580035Z","time spent":"1.422610858s","remote":"127.0.0.1:46140","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-01T01:43:18.096589Z","caller":"traceutil/trace.go:171","msg":"trace[2066266079] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"302.389932ms","start":"2026-07-01T01:43:17.794171Z","end":"2026-07-01T01:43:18.096561Z","steps":["trace[2066266079] 'process raft request' (duration: 302.289518ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:18.096708Z","caller":"traceutil/trace.go:171","msg":"trace[666201660] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"1.511708302s","start":"2026-07-01T01:43:16.584974Z","end":"2026-07-01T01:43:18.096682Z","steps":["trace[666201660] 'process raft request' (duration: 1.511178625s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.096786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.584956Z","time spent":"1.511790864s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:43:18.097075Z","caller":"traceutil/trace.go:171","msg":"trace[80480057] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"1.508339954s","start":"2026-07-01T01:43:16.588721Z","end":"2026-07-01T01:43:18.097061Z","steps":["trace[80480057] 'process raft request' (duration: 1.50759534s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.097152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.588695Z","time spent":"1.508412926s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:18.097342Z","caller":"traceutil/trace.go:171","msg":"trace[1398276348] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"303.132816ms","start":"2026-07-01T01:43:17.794185Z","end":"2026-07-01T01:43:18.097318Z","steps":["trace[1398276348] 'process raft request' (duration: 302.32978ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:18.097413Z","caller":"traceutil/trace.go:171","msg":"trace[108951198] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"303.322002ms","start":"2026-07-01T01:43:17.79408Z","end":"2026-07-01T01:43:18.097402Z","steps":["trace[108951198] 'process raft request' (duration: 302.32ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.09747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:17.794056Z","time spent":"303.383044ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:18.097494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:17.794151Z","time spent":"303.25171ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:18.097902Z","caller":"traceutil/trace.go:171","msg":"trace[566340833] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"303.603831ms","start":"2026-07-01T01:43:17.794288Z","end":"2026-07-01T01:43:18.097891Z","steps":["trace[566340833] 'process raft request' (duration: 302.93564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.097966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:17.794278Z","time spent":"303.652293ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:18.098023Z","caller":"traceutil/trace.go:171","msg":"trace[863880663] linearizableReadLoop","detail":"{readStateIndex:26126; appliedIndex:26123; }","duration":"1.516731792s","start":"2026-07-01T01:43:16.581278Z","end":"2026-07-01T01:43:18.09801Z","steps":["trace[863880663] 'read index received' (duration: 1.233968418s)","trace[863880663] 'applied index is now lower than readState.Index' (duration: 282.762384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:18.098322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517040712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18467"} {"level":"info","ts":"2026-07-01T01:43:18.098357Z","caller":"traceutil/trace.go:171","msg":"trace[1105499186] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25283; }","duration":"1.517120955s","start":"2026-07-01T01:43:16.581226Z","end":"2026-07-01T01:43:18.098347Z","steps":["trace[1105499186] 'agreement among raft nodes before linearized reading' (duration: 1.516931969s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.098386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.581205Z","time spent":"1.517174496s","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18488,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-01T01:43:18.098516Z","caller":"traceutil/trace.go:171","msg":"trace[509041066] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"304.165189ms","start":"2026-07-01T01:43:17.794316Z","end":"2026-07-01T01:43:18.098481Z","steps":["trace[509041066] 'process raft request' (duration: 303.519529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.09874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:17.794306Z","time spent":"304.354835ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:18.100996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:17.794162Z","time spent":"302.527577ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:18.228433Z","caller":"traceutil/trace.go:171","msg":"trace[282722319] linearizableReadLoop","detail":"{readStateIndex:26132; appliedIndex:26131; }","duration":"130.357614ms","start":"2026-07-01T01:43:18.098051Z","end":"2026-07-01T01:43:18.228409Z","steps":["trace[282722319] 'read index received' (duration: 130.162948ms)","trace[282722319] 'applied index is now lower than readState.Index' (duration: 193.866µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:18.22856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639474712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:18.228639Z","caller":"traceutil/trace.go:171","msg":"trace[356476117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25284; }","duration":"1.639597106s","start":"2026-07-01T01:43:16.589026Z","end":"2026-07-01T01:43:18.228623Z","steps":["trace[356476117] 'agreement among raft nodes before linearized reading' (duration: 1.63939956s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.22864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643962916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-07-01T01:43:18.228675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.589018Z","time spent":"1.639650377s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:43:18.228679Z","caller":"traceutil/trace.go:171","msg":"trace[264362776] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d8481b8c-7b92-49ea-a57d-c546003844f2; range_end:; response_count:1; response_revision:25284; }","duration":"1.644014997s","start":"2026-07-01T01:43:16.584651Z","end":"2026-07-01T01:43:18.228666Z","steps":["trace[264362776] 'agreement among raft nodes before linearized reading' (duration: 1.643875493s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.228714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.584635Z","time spent":"1.64407052s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-d8481b8c-7b92-49ea-a57d-c546003844f2\" "} {"level":"warn","ts":"2026-07-01T01:43:18.228782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.418176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-01T01:43:18.228877Z","caller":"traceutil/trace.go:171","msg":"trace[170979107] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"225.068297ms","start":"2026-07-01T01:43:18.003798Z","end":"2026-07-01T01:43:18.228866Z","steps":["trace[170979107] 'process raft request' (duration: 224.472078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.228866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647083845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-01T01:43:18.228939Z","caller":"traceutil/trace.go:171","msg":"trace[1178930920] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25284; }","duration":"1.647197199s","start":"2026-07-01T01:43:16.581723Z","end":"2026-07-01T01:43:18.22892Z","steps":["trace[1178930920] 'agreement among raft nodes before linearized reading' (duration: 1.646951412s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.228992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.581713Z","time spent":"1.647269251s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-01T01:43:18.229037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04316669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:43:18.229067Z","caller":"traceutil/trace.go:171","msg":"trace[627368792] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25284; }","duration":"1.043227312s","start":"2026-07-01T01:43:17.185832Z","end":"2026-07-01T01:43:18.229059Z","steps":["trace[627368792] 'agreement among raft nodes before linearized reading' (duration: 1.04316559s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.229102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:17.185814Z","time spent":"1.043280794s","remote":"127.0.0.1:46556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:43:18.229154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11279964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:18.229194Z","caller":"traceutil/trace.go:171","msg":"trace[1148363619] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25284; }","duration":"1.112880762s","start":"2026-07-01T01:43:17.116304Z","end":"2026-07-01T01:43:18.229185Z","steps":["trace[1148363619] 'agreement among raft nodes before linearized reading' (duration: 1.11281512s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.229229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:17.116285Z","time spent":"1.112936664s","remote":"127.0.0.1:54780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:18.229091Z","caller":"traceutil/trace.go:171","msg":"trace[1955585209] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25284; }","duration":"125.525999ms","start":"2026-07-01T01:43:18.103299Z","end":"2026-07-01T01:43:18.228825Z","steps":["trace[1955585209] 'agreement among raft nodes before linearized reading' (duration: 125.355944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.229241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644048158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce\" ","response":"range_response_count:1 size:883"} {"level":"info","ts":"2026-07-01T01:43:18.229477Z","caller":"traceutil/trace.go:171","msg":"trace[1003612584] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce; range_end:; response_count:1; response_revision:25284; }","duration":"1.644294116s","start":"2026-07-01T01:43:16.585172Z","end":"2026-07-01T01:43:18.229466Z","steps":["trace[1003612584] 'agreement among raft nodes before linearized reading' (duration: 1.643377007s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.229536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.585168Z","time spent":"1.644359079s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":904,"request content":"key:\"/registry/events/capo-system/capo-controller-manager-56cf844ccd-hmll7.18be06e2d48559ce\" "} {"level":"warn","ts":"2026-07-01T01:43:18.230025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645301979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9505"} {"level":"info","ts":"2026-07-01T01:43:18.230062Z","caller":"traceutil/trace.go:171","msg":"trace[1096289423] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25284; }","duration":"1.64534427s","start":"2026-07-01T01:43:16.584708Z","end":"2026-07-01T01:43:18.230052Z","steps":["trace[1096289423] 'agreement among raft nodes before linearized reading' (duration: 1.643733348s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.230112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:16.584705Z","time spent":"1.645399681s","remote":"127.0.0.1:46524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9526,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"info","ts":"2026-07-01T01:43:18.623443Z","caller":"traceutil/trace.go:171","msg":"trace[2087016768] linearizableReadLoop","detail":"{readStateIndex:26133; appliedIndex:26132; }","duration":"388.448888ms","start":"2026-07-01T01:43:18.234969Z","end":"2026-07-01T01:43:18.623418Z","steps":["trace[2087016768] 'read index received' (duration: 297.677011ms)","trace[2087016768] 'applied index is now lower than readState.Index' (duration: 90.770597ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:18.623515Z","caller":"traceutil/trace.go:171","msg":"trace[1388985322] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"390.763562ms","start":"2026-07-01T01:43:18.232722Z","end":"2026-07-01T01:43:18.623486Z","steps":["trace[1388985322] 'process raft request' (duration: 299.913413ms)","trace[1388985322] 'compare' (duration: 90.669533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:43:18.623602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.612423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:43:18.623633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.232691Z","time spent":"390.873185ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:43:18.623636Z","caller":"traceutil/trace.go:171","msg":"trace[1782155322] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25285; }","duration":"388.674274ms","start":"2026-07-01T01:43:18.234952Z","end":"2026-07-01T01:43:18.623626Z","steps":["trace[1782155322] 'agreement among raft nodes before linearized reading' (duration: 388.580121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.62367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.23494Z","time spent":"388.723346ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-01T01:43:18.878118Z","caller":"traceutil/trace.go:171","msg":"trace[1912433817] linearizableReadLoop","detail":"{readStateIndex:26135; appliedIndex:26133; }","duration":"254.587802ms","start":"2026-07-01T01:43:18.623507Z","end":"2026-07-01T01:43:18.878095Z","steps":["trace[1912433817] 'read index received' (duration: 254.181549ms)","trace[1912433817] 'applied index is now lower than readState.Index' (duration: 404.963µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:18.878132Z","caller":"traceutil/trace.go:171","msg":"trace[943117196] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"639.047561ms","start":"2026-07-01T01:43:18.239057Z","end":"2026-07-01T01:43:18.878105Z","steps":["trace[943117196] 'process raft request' (duration: 638.773232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.878579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.56552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-01T01:43:18.878578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.046327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:18.878624Z","caller":"traceutil/trace.go:171","msg":"trace[1361912161] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25287; }","duration":"640.650622ms","start":"2026-07-01T01:43:18.237961Z","end":"2026-07-01T01:43:18.878611Z","steps":["trace[1361912161] 'agreement among raft nodes before linearized reading' (duration: 640.445496ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:18.878655Z","caller":"traceutil/trace.go:171","msg":"trace[852791424] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25287; }","duration":"340.156341ms","start":"2026-07-01T01:43:18.538474Z","end":"2026-07-01T01:43:18.878631Z","steps":["trace[852791424] 'agreement among raft nodes before linearized reading' (duration: 339.993896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.878716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.213272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"warn","ts":"2026-07-01T01:43:18.878771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.03518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:43:18.878788Z","caller":"traceutil/trace.go:171","msg":"trace[1334577844] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:25287; }","duration":"538.280975ms","start":"2026-07-01T01:43:18.340491Z","end":"2026-07-01T01:43:18.878772Z","steps":["trace[1334577844] 'agreement among raft nodes before linearized reading' (duration: 538.093959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.878841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.340428Z","time spent":"538.401148ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1135,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-07-01T01:43:18.878891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.557104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-07-01T01:43:18.878927Z","caller":"traceutil/trace.go:171","msg":"trace[874005077] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18be06e0b1e1bd6b; range_end:; response_count:1; response_revision:25287; }","duration":"251.601616ms","start":"2026-07-01T01:43:18.627316Z","end":"2026-07-01T01:43:18.878918Z","steps":["trace[874005077] 'agreement among raft nodes before linearized reading' (duration: 251.516004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.878987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.550673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-01T01:43:18.879058Z","caller":"traceutil/trace.go:171","msg":"trace[1147563895] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"530.520416ms","start":"2026-07-01T01:43:18.348513Z","end":"2026-07-01T01:43:18.879033Z","steps":["trace[1147563895] 'process raft request' (duration: 529.510824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.878708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.239043Z","time spent":"639.560397ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:18.879355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.348495Z","time spent":"530.689802ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:43:18.879395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.405442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-01T01:43:18.879408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.549208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-01T01:43:18.879144Z","caller":"traceutil/trace.go:171","msg":"trace[1815370514] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25287; }","duration":"642.661567ms","start":"2026-07-01T01:43:18.236403Z","end":"2026-07-01T01:43:18.879064Z","steps":["trace[1815370514] 'agreement among raft nodes before linearized reading' (duration: 642.367458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.879458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.23639Z","time spent":"643.059479ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1587,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-01T01:43:18.8795Z","caller":"traceutil/trace.go:171","msg":"trace[1185851368] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25287; }","duration":"644.482435ms","start":"2026-07-01T01:43:18.234947Z","end":"2026-07-01T01:43:18.87943Z","steps":["trace[1185851368] 'agreement among raft nodes before linearized reading' (duration: 644.222266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.878779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.538458Z","time spent":"340.303436ms","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:43:18.879629Z","caller":"traceutil/trace.go:171","msg":"trace[1376684945] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25287; }","duration":"639.592909ms","start":"2026-07-01T01:43:18.239846Z","end":"2026-07-01T01:43:18.879439Z","steps":["trace[1376684945] 'agreement among raft nodes before linearized reading' (duration: 639.488486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.879701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.239816Z","time spent":"639.874578ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-01T01:43:18.878499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.679531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:43:18.879811Z","caller":"traceutil/trace.go:171","msg":"trace[358923087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25287; }","duration":"641.033045ms","start":"2026-07-01T01:43:18.238766Z","end":"2026-07-01T01:43:18.879799Z","steps":["trace[358923087] 'agreement among raft nodes before linearized reading' (duration: 639.612569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.879855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.238758Z","time spent":"641.086856ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:43:18.879597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.234922Z","time spent":"644.6392ms","remote":"127.0.0.1:46140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-01T01:43:18.878801Z","caller":"traceutil/trace.go:171","msg":"trace[825133059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25287; }","duration":"252.084421ms","start":"2026-07-01T01:43:18.626708Z","end":"2026-07-01T01:43:18.878792Z","steps":["trace[825133059] 'agreement among raft nodes before linearized reading' (duration: 251.992578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.878663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.237949Z","time spent":"640.705424ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1871,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-01T01:43:18.880941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.659293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:43:18.881009Z","caller":"traceutil/trace.go:171","msg":"trace[408498731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25287; }","duration":"298.785917ms","start":"2026-07-01T01:43:18.582207Z","end":"2026-07-01T01:43:18.880993Z","steps":["trace[408498731] 'agreement among raft nodes before linearized reading' (duration: 298.655243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.881519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.344572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T01:43:18.881676Z","caller":"traceutil/trace.go:171","msg":"trace[892946838] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25287; }","duration":"298.436725ms","start":"2026-07-01T01:43:18.583137Z","end":"2026-07-01T01:43:18.881574Z","steps":["trace[892946838] 'agreement among raft nodes before linearized reading' (duration: 296.526614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.881972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.597922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-07-01T01:43:18.882055Z","caller":"traceutil/trace.go:171","msg":"trace[2105096119] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:25287; }","duration":"541.755887ms","start":"2026-07-01T01:43:18.340265Z","end":"2026-07-01T01:43:18.882021Z","steps":["trace[2105096119] 'agreement among raft nodes before linearized reading' (duration: 538.850754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:18.882112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:43:18.340247Z","time spent":"541.850949ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1102,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-07-01T01:43:19.082023Z","caller":"traceutil/trace.go:171","msg":"trace[1361833328] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26135; }","duration":"197.764262ms","start":"2026-07-01T01:43:18.884222Z","end":"2026-07-01T01:43:19.081986Z","steps":["trace[1361833328] 'read index received' (duration: 149.496217ms)","trace[1361833328] 'applied index is now lower than readState.Index' (duration: 48.264645ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:43:19.082109Z","caller":"traceutil/trace.go:171","msg":"trace[700480759] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"195.431277ms","start":"2026-07-01T01:43:18.886646Z","end":"2026-07-01T01:43:19.082077Z","steps":["trace[700480759] 'process raft request' (duration: 195.196549ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:19.082047Z","caller":"traceutil/trace.go:171","msg":"trace[111019155] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"194.382014ms","start":"2026-07-01T01:43:18.887641Z","end":"2026-07-01T01:43:19.082023Z","steps":["trace[111019155] 'process raft request' (duration: 194.329712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:19.082232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.989169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f97df33c-78c1-4474-9e78-b9d9c5cd8eb7\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-01T01:43:19.082294Z","caller":"traceutil/trace.go:171","msg":"trace[2013865975] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f97df33c-78c1-4474-9e78-b9d9c5cd8eb7; range_end:; response_count:1; response_revision:25290; }","duration":"198.077811ms","start":"2026-07-01T01:43:18.884203Z","end":"2026-07-01T01:43:19.082281Z","steps":["trace[2013865975] 'agreement among raft nodes before linearized reading' (duration: 197.908536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:19.082408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.02099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4544"} {"level":"info","ts":"2026-07-01T01:43:19.082467Z","caller":"traceutil/trace.go:171","msg":"trace[370706079] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25290; }","duration":"198.101613ms","start":"2026-07-01T01:43:18.884354Z","end":"2026-07-01T01:43:19.082456Z","steps":["trace[370706079] 'agreement among raft nodes before linearized reading' (duration: 197.944488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:19.082586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.26191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-01T01:43:19.082636Z","caller":"traceutil/trace.go:171","msg":"trace[2066908083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25290; }","duration":"189.332832ms","start":"2026-07-01T01:43:18.89329Z","end":"2026-07-01T01:43:19.082623Z","steps":["trace[2066908083] 'agreement among raft nodes before linearized reading' (duration: 189.196828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:19.08268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.084768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-xqq2v\" ","response":"range_response_count:1 size:5714"} {"level":"warn","ts":"2026-07-01T01:43:19.08247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.417607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9505"} {"level":"info","ts":"2026-07-01T01:43:19.082799Z","caller":"traceutil/trace.go:171","msg":"trace[2136011760] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25290; }","duration":"190.758187ms","start":"2026-07-01T01:43:18.892024Z","end":"2026-07-01T01:43:19.082782Z","steps":["trace[2136011760] 'agreement among raft nodes before linearized reading' (duration: 190.325864ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:19.082711Z","caller":"traceutil/trace.go:171","msg":"trace[1777440380] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-xqq2v; range_end:; response_count:1; response_revision:25290; }","duration":"196.13051ms","start":"2026-07-01T01:43:18.886571Z","end":"2026-07-01T01:43:19.082701Z","steps":["trace[1777440380] 'agreement among raft nodes before linearized reading' (duration: 196.056327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:43:19.08305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-01T01:43:19.083127Z","caller":"traceutil/trace.go:171","msg":"trace[1515018145] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:25290; }","duration":"196.872103ms","start":"2026-07-01T01:43:18.886237Z","end":"2026-07-01T01:43:19.083109Z","steps":["trace[1515018145] 'agreement among raft nodes before linearized reading' (duration: 196.605074ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:43:19.085105Z","caller":"traceutil/trace.go:171","msg":"trace[1243639450] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"198.395802ms","start":"2026-07-01T01:43:18.883503Z","end":"2026-07-01T01:43:19.081899Z","steps":["trace[1243639450] 'process raft request' (duration: 150.193869ms)","trace[1243639450] 'compare' (duration: 47.898363ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:16.573372Z","caller":"traceutil/trace.go:171","msg":"trace[136088059] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"167.780242ms","start":"2026-07-01T01:44:16.405566Z","end":"2026-07-01T01:44:16.573346Z","steps":["trace[136088059] 'process raft request' (duration: 165.19356ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:16.573421Z","caller":"traceutil/trace.go:171","msg":"trace[1345692546] linearizableReadLoop","detail":"{readStateIndex:26704; appliedIndex:26703; }","duration":"166.031366ms","start":"2026-07-01T01:44:16.407363Z","end":"2026-07-01T01:44:16.573394Z","steps":["trace[1345692546] 'read index received' (duration: 163.410552ms)","trace[1345692546] 'applied index is now lower than readState.Index' (duration: 2.619254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:16.573553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.46455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:44:16.573633Z","caller":"traceutil/trace.go:171","msg":"trace[462883887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25841; }","duration":"171.587154ms","start":"2026-07-01T01:44:16.402029Z","end":"2026-07-01T01:44:16.573616Z","steps":["trace[462883887] 'agreement among raft nodes before linearized reading' (duration: 171.388237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:16.57366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.384482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:16.573758Z","caller":"traceutil/trace.go:171","msg":"trace[521396321] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25841; }","duration":"173.547487ms","start":"2026-07-01T01:44:16.400191Z","end":"2026-07-01T01:44:16.573739Z","steps":["trace[521396321] 'agreement among raft nodes before linearized reading' (duration: 173.33127ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:16.574144Z","caller":"traceutil/trace.go:171","msg":"trace[283026608] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"165.83476ms","start":"2026-07-01T01:44:16.408282Z","end":"2026-07-01T01:44:16.574117Z","steps":["trace[283026608] 'process raft request' (duration: 165.079936ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:16.574581Z","caller":"traceutil/trace.go:171","msg":"trace[238896382] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"163.447083ms","start":"2026-07-01T01:44:16.411105Z","end":"2026-07-01T01:44:16.574552Z","steps":["trace[238896382] 'process raft request' (duration: 162.956547ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:18.027014Z","caller":"traceutil/trace.go:171","msg":"trace[653322584] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"323.639301ms","start":"2026-07-01T01:44:17.703354Z","end":"2026-07-01T01:44:18.026993Z","steps":["trace[653322584] 'process raft request' (duration: 323.519297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:18.027138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:17.703327Z","time spent":"323.751005ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:18.65773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.95315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:18.657844Z","caller":"traceutil/trace.go:171","msg":"trace[623824807] linearizableReadLoop","detail":"{readStateIndex:26716; appliedIndex:26715; }","duration":"610.311121ms","start":"2026-07-01T01:44:18.047516Z","end":"2026-07-01T01:44:18.657828Z","steps":["trace[623824807] 'read index received' (duration: 99.064762ms)","trace[623824807] 'applied index is now lower than readState.Index' (duration: 511.245329ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:18.657883Z","caller":"traceutil/trace.go:171","msg":"trace[1597266983] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"949.004975ms","start":"2026-07-01T01:44:17.708833Z","end":"2026-07-01T01:44:18.657838Z","steps":["trace[1597266983] 'process raft request' (duration: 437.822867ms)","trace[1597266983] 'compare' (duration: 510.838027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:18.658058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.545209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-01T01:44:18.658065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:17.708822Z","time spent":"949.157689ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:18.658095Z","caller":"traceutil/trace.go:171","msg":"trace[283062618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25853; }","duration":"610.620232ms","start":"2026-07-01T01:44:18.047465Z","end":"2026-07-01T01:44:18.658085Z","steps":["trace[283062618] 'agreement among raft nodes before linearized reading' (duration: 610.431736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:18.658129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.047448Z","time spent":"610.674003ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:44:18.659441Z","caller":"traceutil/trace.go:171","msg":"trace[502211620] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"345.893075ms","start":"2026-07-01T01:44:18.313519Z","end":"2026-07-01T01:44:18.659412Z","steps":["trace[502211620] 'process raft request' (duration: 345.73556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:18.65962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.313499Z","time spent":"346.02025ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:19.588699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.716109ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:19.588798Z","caller":"traceutil/trace.go:171","msg":"trace[68994628] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25854; }","duration":"811.825403ms","start":"2026-07-01T01:44:18.776956Z","end":"2026-07-01T01:44:19.588781Z","steps":["trace[68994628] 'range keys from in-memory index tree' (duration: 811.701819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:19.588938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.990986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:19.589159Z","caller":"traceutil/trace.go:171","msg":"trace[2011269711] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"926.064232ms","start":"2026-07-01T01:44:18.663083Z","end":"2026-07-01T01:44:19.589147Z","steps":["trace[2011269711] 'process raft request' (duration: 926.036881ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:19.589138Z","caller":"traceutil/trace.go:171","msg":"trace[600302195] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"1.271855423s","start":"2026-07-01T01:44:18.317256Z","end":"2026-07-01T01:44:19.589112Z","steps":["trace[600302195] 'process raft request' (duration: 743.62935ms)","trace[600302195] 'compare' (duration: 527.714466ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:19.589195Z","caller":"traceutil/trace.go:171","msg":"trace[1269524059] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"1.250338614s","start":"2026-07-01T01:44:18.338847Z","end":"2026-07-01T01:44:19.589186Z","steps":["trace[1269524059] 'process raft request' (duration: 1.250171098s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:19.589204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.663065Z","time spent":"926.121203ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:19.589193Z","caller":"traceutil/trace.go:171","msg":"trace[330332123] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"1.248701681s","start":"2026-07-01T01:44:18.34046Z","end":"2026-07-01T01:44:19.589161Z","steps":["trace[330332123] 'process raft request' (duration: 1.248635929s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:19.589272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.338827Z","time spent":"1.250388725s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:19.589271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.317233Z","time spent":"1.271968976s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:19.589297Z","caller":"traceutil/trace.go:171","msg":"trace[1603860908] linearizableReadLoop","detail":"{readStateIndex:26721; appliedIndex:26716; }","duration":"931.421022ms","start":"2026-07-01T01:44:18.65787Z","end":"2026-07-01T01:44:19.589291Z","steps":["trace[1603860908] 'read index received' (duration: 1.343033ms)","trace[1603860908] 'applied index is now lower than readState.Index' (duration: 930.077159ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:19.589147Z","caller":"traceutil/trace.go:171","msg":"trace[956266971] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"1.248761093s","start":"2026-07-01T01:44:18.340371Z","end":"2026-07-01T01:44:19.589132Z","steps":["trace[956266971] 'process raft request' (duration: 1.248706021s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:19.589339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.340433Z","time spent":"1.248824935s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:19.5894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010211606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-01T01:44:19.589389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.340352Z","time spent":"1.249012512s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:19.589415Z","caller":"traceutil/trace.go:171","msg":"trace[1388236975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25859; }","duration":"1.010291168s","start":"2026-07-01T01:44:18.579119Z","end":"2026-07-01T01:44:19.58941Z","steps":["trace[1388236975] 'agreement among raft nodes before linearized reading' (duration: 1.010205985s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:19.58943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.579073Z","time spent":"1.01035386s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:19.589417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131046875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:19.589469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.884555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T01:44:19.589525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058892814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:19.589474Z","caller":"traceutil/trace.go:171","msg":"trace[2051232072] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25859; }","duration":"1.131139938s","start":"2026-07-01T01:44:18.458315Z","end":"2026-07-01T01:44:19.589455Z","steps":["trace[2051232072] 'agreement among raft nodes before linearized reading' (duration: 1.131041474s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:19.58956Z","caller":"traceutil/trace.go:171","msg":"trace[1127217984] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25859; }","duration":"1.058960426s","start":"2026-07-01T01:44:18.530589Z","end":"2026-07-01T01:44:19.58955Z","steps":["trace[1127217984] 'agreement among raft nodes before linearized reading' (duration: 1.058907434s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:19.589529Z","caller":"traceutil/trace.go:171","msg":"trace[1585778401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25859; }","duration":"989.968208ms","start":"2026-07-01T01:44:18.59955Z","end":"2026-07-01T01:44:19.589518Z","steps":["trace[1585778401] 'agreement among raft nodes before linearized reading' (duration: 989.793002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:19.589593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.458296Z","time spent":"1.131266001s","remote":"127.0.0.1:48924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:19.589595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.530571Z","time spent":"1.059015238s","remote":"127.0.0.1:38770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:19.5896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.599538Z","time spent":"990.05349ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:19.589497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352411922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:19.589786Z","caller":"traceutil/trace.go:171","msg":"trace[1657434558] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25859; }","duration":"1.352651639s","start":"2026-07-01T01:44:18.237052Z","end":"2026-07-01T01:44:19.589704Z","steps":["trace[1657434558] 'agreement among raft nodes before linearized reading' (duration: 1.352429882s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:19.589888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.237034Z","time spent":"1.352814975s","remote":"127.0.0.1:59672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:20.090121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465786897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:44:20.480844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.509027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:20.481147Z","caller":"traceutil/trace.go:171","msg":"trace[652632743] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"1.374152654s","start":"2026-07-01T01:44:19.106961Z","end":"2026-07-01T01:44:20.481113Z","steps":["trace[652632743] 'process raft request' (duration: 1.045146922s)","trace[652632743] 'compare' (duration: 327.203594ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:20.481236Z","caller":"traceutil/trace.go:171","msg":"trace[41939425] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"1.176598569s","start":"2026-07-01T01:44:19.304619Z","end":"2026-07-01T01:44:20.481218Z","steps":["trace[41939425] 'process raft request' (duration: 1.17632225s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.481308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.106929Z","time spent":"1.374292938s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:20.481326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.304598Z","time spent":"1.176687381s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:20.481586Z","caller":"traceutil/trace.go:171","msg":"trace[1884854238] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"887.934306ms","start":"2026-07-01T01:44:19.59362Z","end":"2026-07-01T01:44:20.481555Z","steps":["trace[1884854238] 'process raft request' (duration: 887.556654ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:20.481635Z","caller":"traceutil/trace.go:171","msg":"trace[1030039749] linearizableReadLoop","detail":"{readStateIndex:26726; appliedIndex:26722; }","duration":"892.297136ms","start":"2026-07-01T01:44:19.58931Z","end":"2026-07-01T01:44:20.481607Z","steps":["trace[1030039749] 'read index received' (duration: 562.794137ms)","trace[1030039749] 'applied index is now lower than readState.Index' (duration: 329.500979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:20.481747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.04506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:20.481755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.593599Z","time spent":"888.071211ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:20.4818Z","caller":"traceutil/trace.go:171","msg":"trace[179557424] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25863; }","duration":"952.122761ms","start":"2026-07-01T01:44:19.529663Z","end":"2026-07-01T01:44:20.481786Z","steps":["trace[179557424] 'agreement among raft nodes before linearized reading' (duration: 952.004798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.481834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.529646Z","time spent":"952.179674ms","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:20.481869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097221828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:44:20.481911Z","caller":"traceutil/trace.go:171","msg":"trace[624087921] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25863; }","duration":"1.09729699s","start":"2026-07-01T01:44:19.384602Z","end":"2026-07-01T01:44:20.481898Z","steps":["trace[624087921] 'agreement among raft nodes before linearized reading' (duration: 1.097158886s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.481956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.384586Z","time spent":"1.097362012s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-01T01:44:20.48206Z","caller":"traceutil/trace.go:171","msg":"trace[1171761258] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"888.133973ms","start":"2026-07-01T01:44:19.593915Z","end":"2026-07-01T01:44:20.482048Z","steps":["trace[1171761258] 'process raft request' (duration: 887.475752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.482131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.593895Z","time spent":"888.200135ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:20.482103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098775497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T01:44:20.482166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035567393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:20.482206Z","caller":"traceutil/trace.go:171","msg":"trace[2011771795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25863; }","duration":"1.035634956s","start":"2026-07-01T01:44:19.446561Z","end":"2026-07-01T01:44:20.482196Z","steps":["trace[2011771795] 'agreement among raft nodes before linearized reading' (duration: 1.035576324s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.48224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.446544Z","time spent":"1.035689837s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:20.482233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.831834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:44:20.482195Z","caller":"traceutil/trace.go:171","msg":"trace[1399045315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25863; }","duration":"1.098941222s","start":"2026-07-01T01:44:19.383238Z","end":"2026-07-01T01:44:20.482179Z","steps":["trace[1399045315] 'agreement among raft nodes before linearized reading' (duration: 1.098619362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.482281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.740182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:20.482299Z","caller":"traceutil/trace.go:171","msg":"trace[731833848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25863; }","duration":"450.935017ms","start":"2026-07-01T01:44:20.031345Z","end":"2026-07-01T01:44:20.48228Z","steps":["trace[731833848] 'agreement among raft nodes before linearized reading' (duration: 450.761482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.482321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.383213Z","time spent":"1.099091037s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:44:20.482393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039646794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:20.48243Z","caller":"traceutil/trace.go:171","msg":"trace[368315469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25863; }","duration":"1.039713797s","start":"2026-07-01T01:44:19.4427Z","end":"2026-07-01T01:44:20.482414Z","steps":["trace[368315469] 'agreement among raft nodes before linearized reading' (duration: 1.039670085s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.482451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749165301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:44:20.482468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.442669Z","time spent":"1.039792349s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:44:20.4825Z","caller":"traceutil/trace.go:171","msg":"trace[561499114] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25863; }","duration":"1.749259105s","start":"2026-07-01T01:44:18.733227Z","end":"2026-07-01T01:44:20.482486Z","steps":["trace[561499114] 'agreement among raft nodes before linearized reading' (duration: 1.749164282s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.482639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:18.733201Z","time spent":"1.749417279s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:20.482364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.031323Z","time spent":"451.02603ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-01T01:44:20.482314Z","caller":"traceutil/trace.go:171","msg":"trace[22355445] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25863; }","duration":"893.799874ms","start":"2026-07-01T01:44:19.588505Z","end":"2026-07-01T01:44:20.482305Z","steps":["trace[22355445] 'agreement among raft nodes before linearized reading' (duration: 893.748602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.482851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.880421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:44:20.482855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.804594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T01:44:20.482859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:19.588489Z","time spent":"894.32563ms","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:20.482889Z","caller":"traceutil/trace.go:171","msg":"trace[1503681053] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25863; }","duration":"389.947063ms","start":"2026-07-01T01:44:20.092929Z","end":"2026-07-01T01:44:20.482876Z","steps":["trace[1503681053] 'agreement among raft nodes before linearized reading' (duration: 389.861461ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:20.482891Z","caller":"traceutil/trace.go:171","msg":"trace[1843835886] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25863; }","duration":"198.869906ms","start":"2026-07-01T01:44:20.284011Z","end":"2026-07-01T01:44:20.482881Z","steps":["trace[1843835886] 'agreement among raft nodes before linearized reading' (duration: 198.734052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:20.482925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.092913Z","time spent":"390.003736ms","remote":"127.0.0.1:34542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:20.990405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14920881979465786901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-01T01:44:21.415156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.589899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:21.415353Z","caller":"traceutil/trace.go:171","msg":"trace[1834743766] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"927.58838ms","start":"2026-07-01T01:44:20.487745Z","end":"2026-07-01T01:44:21.415334Z","steps":["trace[1834743766] 'process raft request' (duration: 564.740162ms)","trace[1834743766] 'compare' (duration: 361.856266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:21.415425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.48773Z","time spent":"927.662682ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:21.415802Z","caller":"traceutil/trace.go:171","msg":"trace[1374879396] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"927.307871ms","start":"2026-07-01T01:44:20.48847Z","end":"2026-07-01T01:44:21.415778Z","steps":["trace[1374879396] 'process raft request' (duration: 926.786134ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:21.415856Z","caller":"traceutil/trace.go:171","msg":"trace[966561651] linearizableReadLoop","detail":"{readStateIndex:26731; appliedIndex:26726; }","duration":"926.207945ms","start":"2026-07-01T01:44:20.489631Z","end":"2026-07-01T01:44:21.415839Z","steps":["trace[966561651] 'read index received' (duration: 562.870001ms)","trace[966561651] 'applied index is now lower than readState.Index' (duration: 363.336704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:21.415929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.488454Z","time spent":"927.413244ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:21.415941Z","caller":"traceutil/trace.go:171","msg":"trace[428298869] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"735.360645ms","start":"2026-07-01T01:44:20.680556Z","end":"2026-07-01T01:44:21.415917Z","steps":["trace[428298869] 'process raft request' (duration: 735.23235ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:21.415956Z","caller":"traceutil/trace.go:171","msg":"trace[1729991907] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"913.376295ms","start":"2026-07-01T01:44:20.502553Z","end":"2026-07-01T01:44:21.415929Z","steps":["trace[1729991907] 'process raft request' (duration: 913.088486ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:21.415939Z","caller":"traceutil/trace.go:171","msg":"trace[1149597400] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"749.462146ms","start":"2026-07-01T01:44:20.666436Z","end":"2026-07-01T01:44:21.415898Z","steps":["trace[1149597400] 'process raft request' (duration: 749.304301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:21.416056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.425343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T01:44:21.41608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.680542Z","time spent":"735.461907ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:21.416081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.502542Z","time spent":"913.472078ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:21.416105Z","caller":"traceutil/trace.go:171","msg":"trace[1763644458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25868; }","duration":"926.491235ms","start":"2026-07-01T01:44:20.489597Z","end":"2026-07-01T01:44:21.416089Z","steps":["trace[1763644458] 'agreement among raft nodes before linearized reading' (duration: 926.33515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:21.416156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.489571Z","time spent":"926.573287ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-01T01:44:21.416079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.666411Z","time spent":"749.617631ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:22.270244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.249852ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T01:44:22.27044Z","caller":"traceutil/trace.go:171","msg":"trace[933435836] linearizableReadLoop","detail":"{readStateIndex:26732; appliedIndex:26731; }","duration":"854.521068ms","start":"2026-07-01T01:44:21.415906Z","end":"2026-07-01T01:44:22.270427Z","steps":["trace[933435836] 'read index received' (duration: 79.012559ms)","trace[933435836] 'applied index is now lower than readState.Index' (duration: 775.507709ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:22.270761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303263695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.270793Z","caller":"traceutil/trace.go:171","msg":"trace[265820000] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25868; }","duration":"1.303338208s","start":"2026-07-01T01:44:20.967445Z","end":"2026-07-01T01:44:22.270783Z","steps":["trace[265820000] 'agreement among raft nodes before linearized reading' (duration: 1.303269705s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.270817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.967426Z","time spent":"1.30338485s","remote":"127.0.0.1:54906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:22.2708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190344721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:22.270881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777847072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.270886Z","caller":"traceutil/trace.go:171","msg":"trace[909830405] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25868; }","duration":"1.190500755s","start":"2026-07-01T01:44:21.080363Z","end":"2026-07-01T01:44:22.270864Z","steps":["trace[909830405] 'agreement among raft nodes before linearized reading' (duration: 1.190309919s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.270913Z","caller":"traceutil/trace.go:171","msg":"trace[1819565695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25868; }","duration":"1.777891033s","start":"2026-07-01T01:44:20.493013Z","end":"2026-07-01T01:44:22.270904Z","steps":["trace[1819565695] 'agreement among raft nodes before linearized reading' (duration: 1.777834401s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.270932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.493007Z","time spent":"1.777921153s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:22.270944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.080341Z","time spent":"1.190585608s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:22.271127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356529281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.271152Z","caller":"traceutil/trace.go:171","msg":"trace[1892126226] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25868; }","duration":"1.356629224s","start":"2026-07-01T01:44:20.914515Z","end":"2026-07-01T01:44:22.271144Z","steps":["trace[1892126226] 'agreement among raft nodes before linearized reading' (duration: 1.356581013s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.271171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.914488Z","time spent":"1.356677206s","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:22.271258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.160038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T01:44:22.271289Z","caller":"traceutil/trace.go:171","msg":"trace[1951339511] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:25868; }","duration":"914.23233ms","start":"2026-07-01T01:44:21.357048Z","end":"2026-07-01T01:44:22.27128Z","steps":["trace[1951339511] 'agreement among raft nodes before linearized reading' (duration: 914.164127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.27131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.357029Z","time spent":"914.276571ms","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":554,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-07-01T01:44:22.271317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683930534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.271367Z","caller":"traceutil/trace.go:171","msg":"trace[31800346] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25868; }","duration":"1.684009617s","start":"2026-07-01T01:44:20.587342Z","end":"2026-07-01T01:44:22.271352Z","steps":["trace[31800346] 'agreement among raft nodes before linearized reading' (duration: 1.683929894s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.271365Z","caller":"traceutil/trace.go:171","msg":"trace[1807252144] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"662.557274ms","start":"2026-07-01T01:44:21.60879Z","end":"2026-07-01T01:44:22.271347Z","steps":["trace[1807252144] 'process raft request' (duration: 661.546371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.271411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:20.587329Z","time spent":"1.684067858s","remote":"127.0.0.1:38810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:22.271465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.608771Z","time spent":"662.633217ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:22.598846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.620281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:22.598991Z","caller":"traceutil/trace.go:171","msg":"trace[821594887] linearizableReadLoop","detail":"{readStateIndex:26736; appliedIndex:26733; }","duration":"328.514409ms","start":"2026-07-01T01:44:22.270465Z","end":"2026-07-01T01:44:22.598979Z","steps":["trace[821594887] 'read index received' (duration: 34.555707ms)","trace[821594887] 'applied index is now lower than readState.Index' (duration: 293.957852ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:22.599132Z","caller":"traceutil/trace.go:171","msg":"trace[1595096480] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"990.304878ms","start":"2026-07-01T01:44:21.608819Z","end":"2026-07-01T01:44:22.599124Z","steps":["trace[1595096480] 'process raft request' (duration: 696.341626ms)","trace[1595096480] 'compare' (duration: 293.412184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:22.599178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.60879Z","time spent":"990.36578ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:22.599203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.980692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:22.599296Z","caller":"traceutil/trace.go:171","msg":"trace[1555705583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25872; }","duration":"933.116676ms","start":"2026-07-01T01:44:21.666157Z","end":"2026-07-01T01:44:22.599274Z","steps":["trace[1555705583] 'agreement among raft nodes before linearized reading' (duration: 932.966892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.599341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.666134Z","time spent":"933.199729ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T01:44:22.599372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.463812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-01T01:44:22.599394Z","caller":"traceutil/trace.go:171","msg":"trace[50501392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25872; }","duration":"990.487013ms","start":"2026-07-01T01:44:21.608901Z","end":"2026-07-01T01:44:22.599388Z","steps":["trace[50501392] 'agreement among raft nodes before linearized reading' (duration: 990.40543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.599414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.608817Z","time spent":"990.592587ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-01T01:44:22.599395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.029736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:22.599475Z","caller":"traceutil/trace.go:171","msg":"trace[1756418203] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"990.544225ms","start":"2026-07-01T01:44:21.60888Z","end":"2026-07-01T01:44:22.599424Z","steps":["trace[1756418203] 'process raft request' (duration: 990.034609ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.599492Z","caller":"traceutil/trace.go:171","msg":"trace[871115575] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25872; }","duration":"731.14237ms","start":"2026-07-01T01:44:21.868336Z","end":"2026-07-01T01:44:22.599478Z","steps":["trace[871115575] 'agreement among raft nodes before linearized reading' (duration: 730.985505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.599536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.868268Z","time spent":"731.258224ms","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:22.59957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.608747Z","time spent":"990.777712ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:22.599576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181969943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18467"} {"level":"info","ts":"2026-07-01T01:44:22.599623Z","caller":"traceutil/trace.go:171","msg":"trace[588008375] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25872; }","duration":"1.182048795s","start":"2026-07-01T01:44:21.41756Z","end":"2026-07-01T01:44:22.599609Z","steps":["trace[588008375] 'agreement among raft nodes before linearized reading' (duration: 1.18188508s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:22.59961Z","caller":"traceutil/trace.go:171","msg":"trace[820838283] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"990.339509ms","start":"2026-07-01T01:44:21.608891Z","end":"2026-07-01T01:44:22.59923Z","steps":["trace[820838283] 'process raft request' (duration: 990.05533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:22.599701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.417542Z","time spent":"1.182146079s","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18488,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-01T01:44:22.599951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:21.608858Z","time spent":"991.012051ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:23.678047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.306941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:23.678238Z","caller":"traceutil/trace.go:171","msg":"trace[1227047283] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"1.07282757s","start":"2026-07-01T01:44:22.605392Z","end":"2026-07-01T01:44:23.67822Z","steps":["trace[1227047283] 'process raft request' (duration: 1.072748868s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.678305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.605365Z","time spent":"1.072911533s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:23.678399Z","caller":"traceutil/trace.go:171","msg":"trace[1730775660] linearizableReadLoop","detail":"{readStateIndex:26737; appliedIndex:26736; }","duration":"1.079360699s","start":"2026-07-01T01:44:22.599013Z","end":"2026-07-01T01:44:23.678373Z","steps":["trace[1730775660] 'read index received' (duration: 255.545902ms)","trace[1730775660] 'applied index is now lower than readState.Index' (duration: 823.812367ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:23.678515Z","caller":"traceutil/trace.go:171","msg":"trace[270427530] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"1.187495611s","start":"2026-07-01T01:44:22.491007Z","end":"2026-07-01T01:44:23.678502Z","steps":["trace[270427530] 'process raft request' (duration: 363.660364ms)","trace[270427530] 'compare' (duration: 822.962969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:23.678788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190747325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:44:23.678825Z","caller":"traceutil/trace.go:171","msg":"trace[633856666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25874; }","duration":"1.190822208s","start":"2026-07-01T01:44:22.487992Z","end":"2026-07-01T01:44:23.678814Z","steps":["trace[633856666] 'agreement among raft nodes before linearized reading' (duration: 1.190706205s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.678855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.487968Z","time spent":"1.19088131s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:23.678637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.490982Z","time spent":"1.187584304s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:23.679025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190970303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:44:23.679166Z","caller":"traceutil/trace.go:171","msg":"trace[2031573328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25874; }","duration":"1.191118448s","start":"2026-07-01T01:44:22.488023Z","end":"2026-07-01T01:44:23.679142Z","steps":["trace[2031573328] 'agreement among raft nodes before linearized reading' (duration: 1.190946082s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.6792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.488009Z","time spent":"1.191181299s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:23.67935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406529394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:23.679399Z","caller":"traceutil/trace.go:171","msg":"trace[1694317256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25874; }","duration":"1.406643238s","start":"2026-07-01T01:44:22.272743Z","end":"2026-07-01T01:44:23.679386Z","steps":["trace[1694317256] 'agreement among raft nodes before linearized reading' (duration: 1.406458142s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.679555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406808334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-2fz9q\" ","response":"range_response_count:1 size:4468"} {"level":"warn","ts":"2026-07-01T01:44:23.679579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.272708Z","time spent":"1.406857925s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:44:23.679595Z","caller":"traceutil/trace.go:171","msg":"trace[1166872483] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-2fz9q; range_end:; response_count:1; response_revision:25874; }","duration":"1.406872806s","start":"2026-07-01T01:44:22.27271Z","end":"2026-07-01T01:44:23.679582Z","steps":["trace[1166872483] 'agreement among raft nodes before linearized reading' (duration: 1.406775673s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:23.679632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.272693Z","time spent":"1.406932437s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4489,"request content":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-2fz9q\" "} {"level":"info","ts":"2026-07-01T01:44:23.694597Z","caller":"traceutil/trace.go:171","msg":"trace[1364232242] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"274.318163ms","start":"2026-07-01T01:44:23.420247Z","end":"2026-07-01T01:44:23.694565Z","steps":["trace[1364232242] 'process raft request' (duration: 274.128927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.63987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.045219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:24.640038Z","caller":"traceutil/trace.go:171","msg":"trace[146376250] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"1.217670577s","start":"2026-07-01T01:44:23.422341Z","end":"2026-07-01T01:44:24.640012Z","steps":["trace[146376250] 'process raft request' (duration: 1.099424161s)","trace[146376250] 'compare' (duration: 117.783241ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:24.640088Z","caller":"traceutil/trace.go:171","msg":"trace[1863323116] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"363.093356ms","start":"2026-07-01T01:44:24.27698Z","end":"2026-07-01T01:44:24.640074Z","steps":["trace[1863323116] 'process raft request' (duration: 363.065715ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.640095Z","caller":"traceutil/trace.go:171","msg":"trace[724969976] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"957.465366ms","start":"2026-07-01T01:44:23.682598Z","end":"2026-07-01T01:44:24.640063Z","steps":["trace[724969976] 'process raft request' (duration: 957.350572ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.640106Z","caller":"traceutil/trace.go:171","msg":"trace[587235651] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"956.558007ms","start":"2026-07-01T01:44:23.683516Z","end":"2026-07-01T01:44:24.640074Z","steps":["trace[587235651] 'process raft request' (duration: 956.483175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.640156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.422328Z","time spent":"1.217767091s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:24.640199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975181112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:24.640214Z","caller":"traceutil/trace.go:171","msg":"trace[358520313] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25880; }","duration":"1.975225163s","start":"2026-07-01T01:44:22.664985Z","end":"2026-07-01T01:44:24.64021Z","steps":["trace[358520313] 'agreement among raft nodes before linearized reading' (duration: 1.975180852s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.640236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.664967Z","time spent":"1.975264284s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:44:24.640221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.682474Z","time spent":"957.687303ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:24.64025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.683501Z","time spent":"956.680221ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:24.640266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242505263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:24.640151Z","caller":"traceutil/trace.go:171","msg":"trace[669652631] linearizableReadLoop","detail":"{readStateIndex:26740; appliedIndex:26738; }","duration":"961.676241ms","start":"2026-07-01T01:44:23.67847Z","end":"2026-07-01T01:44:24.640146Z","steps":["trace[669652631] 'read index received' (duration: 15.93185ms)","trace[669652631] 'applied index is now lower than readState.Index' (duration: 945.743571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:24.640349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368871999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:24.640368Z","caller":"traceutil/trace.go:171","msg":"trace[1195543489] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25880; }","duration":"1.368898629s","start":"2026-07-01T01:44:23.271464Z","end":"2026-07-01T01:44:24.640362Z","steps":["trace[1195543489] 'agreement among raft nodes before linearized reading' (duration: 1.368867348s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.640382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.27146Z","time spent":"1.368918811s","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:24.640373Z","caller":"traceutil/trace.go:171","msg":"trace[111353879] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25880; }","duration":"1.242670108s","start":"2026-07-01T01:44:23.397682Z","end":"2026-07-01T01:44:24.640352Z","steps":["trace[111353879] 'agreement among raft nodes before linearized reading' (duration: 1.242482852s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.640125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.276944Z","time spent":"363.164758ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:24.640431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.397661Z","time spent":"1.242758841s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:24.640502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369936173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:44:24.640499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220099915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-01T01:44:24.640503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219215847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-01T01:44:24.640544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488453998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:24.640538Z","caller":"traceutil/trace.go:171","msg":"trace[962974343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25880; }","duration":"1.220142356s","start":"2026-07-01T01:44:23.420381Z","end":"2026-07-01T01:44:24.640524Z","steps":["trace[962974343] 'agreement among raft nodes before linearized reading' (duration: 1.220009852s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.640562Z","caller":"traceutil/trace.go:171","msg":"trace[1423708163] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25880; }","duration":"1.48849884s","start":"2026-07-01T01:44:23.152059Z","end":"2026-07-01T01:44:24.640558Z","steps":["trace[1423708163] 'agreement among raft nodes before linearized reading' (duration: 1.488470979s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.640578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.152042Z","time spent":"1.48853163s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:24.640573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.420378Z","time spent":"1.220188978s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-01T01:44:24.640578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220220369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T01:44:24.640573Z","caller":"traceutil/trace.go:171","msg":"trace[1294559535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25880; }","duration":"1.219262379s","start":"2026-07-01T01:44:23.421273Z","end":"2026-07-01T01:44:24.640535Z","steps":["trace[1294559535] 'agreement among raft nodes before linearized reading' (duration: 1.219067133s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.640608Z","caller":"traceutil/trace.go:171","msg":"trace[1576460297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25880; }","duration":"1.220279701s","start":"2026-07-01T01:44:23.420318Z","end":"2026-07-01T01:44:24.640598Z","steps":["trace[1576460297] 'agreement among raft nodes before linearized reading' (duration: 1.220172437s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.640645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.420301Z","time spent":"1.220339413s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-01T01:44:24.640643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.421256Z","time spent":"1.219376402s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-01T01:44:24.640736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790032303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:24.640754Z","caller":"traceutil/trace.go:171","msg":"trace[480721633] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25880; }","duration":"1.790089765s","start":"2026-07-01T01:44:22.85066Z","end":"2026-07-01T01:44:24.64075Z","steps":["trace[480721633] 'agreement among raft nodes before linearized reading' (duration: 1.790049053s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.640769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:22.850508Z","time spent":"1.79025774s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:24.640876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521459724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:24.64052Z","caller":"traceutil/trace.go:171","msg":"trace[1000920202] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25880; }","duration":"1.370011595s","start":"2026-07-01T01:44:23.270504Z","end":"2026-07-01T01:44:24.640516Z","steps":["trace[1000920202] 'agreement among raft nodes before linearized reading' (duration: 1.369951363s)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.640948Z","caller":"traceutil/trace.go:171","msg":"trace[57227604] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25880; }","duration":"1.521563578s","start":"2026-07-01T01:44:23.119368Z","end":"2026-07-01T01:44:24.640931Z","steps":["trace[57227604] 'agreement among raft nodes before linearized reading' (duration: 1.521383292s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.640958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028866732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:24.640992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.270489Z","time spent":"1.370482051s","remote":"127.0.0.1:33106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:24.641008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.119351Z","time spent":"1.52164136s","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:24.641003Z","caller":"traceutil/trace.go:171","msg":"trace[281503189] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25880; }","duration":"1.028946575s","start":"2026-07-01T01:44:23.612043Z","end":"2026-07-01T01:44:24.64099Z","steps":["trace[281503189] 'agreement among raft nodes before linearized reading' (duration: 1.028880763s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.641282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.612024Z","time spent":"1.029236024s","remote":"127.0.0.1:34572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:24.640754Z","caller":"traceutil/trace.go:171","msg":"trace[1145987283] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"562.705716ms","start":"2026-07-01T01:44:24.078036Z","end":"2026-07-01T01:44:24.640742Z","steps":["trace[1145987283] 'process raft request' (duration: 561.986863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.642582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.078019Z","time spent":"564.457173ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:24.94382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.729376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:24.944093Z","caller":"traceutil/trace.go:171","msg":"trace[1226879506] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"337.125324ms","start":"2026-07-01T01:44:24.606948Z","end":"2026-07-01T01:44:24.944073Z","steps":["trace[1226879506] 'process raft request' (duration: 336.964949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.944158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.606909Z","time spent":"337.220917ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:24.944274Z","caller":"traceutil/trace.go:171","msg":"trace[1230501192] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"299.21458ms","start":"2026-07-01T01:44:24.645025Z","end":"2026-07-01T01:44:24.94424Z","steps":["trace[1230501192] 'process raft request' (duration: 298.954201ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.944321Z","caller":"traceutil/trace.go:171","msg":"trace[1413121832] linearizableReadLoop","detail":"{readStateIndex:26747; appliedIndex:26744; }","duration":"303.942052ms","start":"2026-07-01T01:44:24.640361Z","end":"2026-07-01T01:44:24.944303Z","steps":["trace[1413121832] 'read index received' (duration: 31.561181ms)","trace[1413121832] 'applied index is now lower than readState.Index' (duration: 272.379651ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:24.94442Z","caller":"traceutil/trace.go:171","msg":"trace[1367808428] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"298.778906ms","start":"2026-07-01T01:44:24.645631Z","end":"2026-07-01T01:44:24.94441Z","steps":["trace[1367808428] 'process raft request' (duration: 298.57214ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.944607Z","caller":"traceutil/trace.go:171","msg":"trace[1092208472] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"299.046625ms","start":"2026-07-01T01:44:24.644957Z","end":"2026-07-01T01:44:24.944003Z","steps":["trace[1092208472] 'process raft request' (duration: 298.988553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.944622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.21178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:24.944654Z","caller":"traceutil/trace.go:171","msg":"trace[721919820] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25886; }","duration":"368.300053ms","start":"2026-07-01T01:44:24.576345Z","end":"2026-07-01T01:44:24.944645Z","steps":["trace[721919820] 'agreement among raft nodes before linearized reading' (duration: 368.2088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.944678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.576322Z","time spent":"368.347934ms","remote":"127.0.0.1:46372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:24.944797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.557415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:24.944826Z","caller":"traceutil/trace.go:171","msg":"trace[1856687827] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25886; }","duration":"400.626737ms","start":"2026-07-01T01:44:24.54419Z","end":"2026-07-01T01:44:24.944817Z","steps":["trace[1856687827] 'agreement among raft nodes before linearized reading' (duration: 400.578446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.944848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.544167Z","time spent":"400.673779ms","remote":"127.0.0.1:44140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:24.944981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.884516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:24.945002Z","caller":"traceutil/trace.go:171","msg":"trace[371809748] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25886; }","duration":"891.938708ms","start":"2026-07-01T01:44:24.053057Z","end":"2026-07-01T01:44:24.944996Z","steps":["trace[371809748] 'agreement among raft nodes before linearized reading' (duration: 891.891766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.945021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.05304Z","time spent":"891.97453ms","remote":"127.0.0.1:46430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:24.945063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.190372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:24.945113Z","caller":"traceutil/trace.go:171","msg":"trace[1480439378] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25886; }","duration":"300.270114ms","start":"2026-07-01T01:44:24.644833Z","end":"2026-07-01T01:44:24.945103Z","steps":["trace[1480439378] 'agreement among raft nodes before linearized reading' (duration: 300.194162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.945135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.644815Z","time spent":"300.313805ms","remote":"127.0.0.1:46270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-01T01:44:24.945134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256868283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:24.945183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.50553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:24.945212Z","caller":"traceutil/trace.go:171","msg":"trace[1412856102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25886; }","duration":"160.567102ms","start":"2026-07-01T01:44:24.784635Z","end":"2026-07-01T01:44:24.945202Z","steps":["trace[1412856102] 'agreement among raft nodes before linearized reading' (duration: 160.50402ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.94518Z","caller":"traceutil/trace.go:171","msg":"trace[1201349609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25886; }","duration":"1.256945985s","start":"2026-07-01T01:44:23.688219Z","end":"2026-07-01T01:44:24.945165Z","steps":["trace[1201349609] 'agreement among raft nodes before linearized reading' (duration: 1.256852532s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.945232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.399616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:24.945234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.158756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T01:44:24.945259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.688203Z","time spent":"1.257047588s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-01T01:44:24.94527Z","caller":"traceutil/trace.go:171","msg":"trace[1173442037] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25886; }","duration":"958.465338ms","start":"2026-07-01T01:44:23.98679Z","end":"2026-07-01T01:44:24.945255Z","steps":["trace[1173442037] 'agreement among raft nodes before linearized reading' (duration: 958.410547ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:24.945277Z","caller":"traceutil/trace.go:171","msg":"trace[1265624829] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25886; }","duration":"169.243289ms","start":"2026-07-01T01:44:24.77602Z","end":"2026-07-01T01:44:24.945264Z","steps":["trace[1265624829] 'agreement among raft nodes before linearized reading' (duration: 169.159516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:24.945305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:23.98677Z","time spent":"958.525561ms","remote":"127.0.0.1:49048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-07-01T01:44:24.944105Z","caller":"traceutil/trace.go:171","msg":"trace[1936930817] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"338.533859ms","start":"2026-07-01T01:44:24.605501Z","end":"2026-07-01T01:44:24.944035Z","steps":["trace[1936930817] 'process raft request' (duration: 212.484723ms)","trace[1936930817] 'compare' (duration: 125.608012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:24.945549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:24.605464Z","time spent":"339.919493ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:25.663461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.451299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:25.663523Z","caller":"traceutil/trace.go:171","msg":"trace[1279358054] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25886; }","duration":"240.577013ms","start":"2026-07-01T01:44:25.42293Z","end":"2026-07-01T01:44:25.663507Z","steps":["trace[1279358054] 'count revisions from in-memory index tree' (duration: 240.347976ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:25.905945Z","caller":"traceutil/trace.go:171","msg":"trace[1451764353] linearizableReadLoop","detail":"{readStateIndex:26751; appliedIndex:26750; }","duration":"394.185481ms","start":"2026-07-01T01:44:25.511729Z","end":"2026-07-01T01:44:25.905915Z","steps":["trace[1451764353] 'read index received' (duration: 394.17083ms)","trace[1451764353] 'applied index is now lower than readState.Index' (duration: 12.781µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:25.905956Z","caller":"traceutil/trace.go:171","msg":"trace[2078822579] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"418.635264ms","start":"2026-07-01T01:44:25.487292Z","end":"2026-07-01T01:44:25.905927Z","steps":["trace[2078822579] 'process raft request' (duration: 418.336414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:25.906131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.377917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:44:25.906175Z","caller":"traceutil/trace.go:171","msg":"trace[1816498197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25887; }","duration":"394.488411ms","start":"2026-07-01T01:44:25.511674Z","end":"2026-07-01T01:44:25.906162Z","steps":["trace[1816498197] 'agreement among raft nodes before linearized reading' (duration: 394.370417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:25.906184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.487267Z","time spent":"418.768319ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:25.90622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.511648Z","time spent":"394.560063ms","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:26.349863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.091008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:26.350047Z","caller":"traceutil/trace.go:171","msg":"trace[1630230058] linearizableReadLoop","detail":"{readStateIndex:26753; appliedIndex:26751; }","duration":"444.020037ms","start":"2026-07-01T01:44:25.90601Z","end":"2026-07-01T01:44:26.35003Z","steps":["trace[1630230058] 'read index received' (duration: 246.615046ms)","trace[1630230058] 'applied index is now lower than readState.Index' (duration: 197.404111ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:26.350106Z","caller":"traceutil/trace.go:171","msg":"trace[1786034394] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"650.907781ms","start":"2026-07-01T01:44:25.699137Z","end":"2026-07-01T01:44:26.350044Z","steps":["trace[1786034394] 'process raft request' (duration: 650.812208ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:26.350066Z","caller":"traceutil/trace.go:171","msg":"trace[1673292266] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"663.797314ms","start":"2026-07-01T01:44:25.686217Z","end":"2026-07-01T01:44:26.350015Z","steps":["trace[1673292266] 'process raft request' (duration: 466.492887ms)","trace[1673292266] 'compare' (duration: 195.955604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:26.350173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.283582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T01:44:26.350233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.699108Z","time spent":"651.056816ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:44:26.350248Z","caller":"traceutil/trace.go:171","msg":"trace[1393059111] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25889; }","duration":"581.409816ms","start":"2026-07-01T01:44:25.76882Z","end":"2026-07-01T01:44:26.35023Z","steps":["trace[1393059111] 'agreement among raft nodes before linearized reading' (duration: 581.2139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.350255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.229316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:44:26.35028Z","caller":"traceutil/trace.go:171","msg":"trace[305827528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25889; }","duration":"668.314598ms","start":"2026-07-01T01:44:25.681958Z","end":"2026-07-01T01:44:26.350273Z","steps":["trace[305827528] 'agreement among raft nodes before linearized reading' (duration: 668.117422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:26.350283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.686158Z","time spent":"664.022982ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:44:26.350286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.768803Z","time spent":"581.472028ms","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:44:26.350309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:44:25.68193Z","time spent":"668.37257ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-01T01:44:30.538597Z","caller":"traceutil/trace.go:171","msg":"trace[376002003] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"115.225959ms","start":"2026-07-01T01:44:30.423339Z","end":"2026-07-01T01:44:30.538565Z","steps":["trace[376002003] 'process raft request' (duration: 93.444972ms)","trace[376002003] 'compare' (duration: 21.401175ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:37.378513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.561022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T01:44:37.379008Z","caller":"traceutil/trace.go:171","msg":"trace[1042977672] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"196.217472ms","start":"2026-07-01T01:44:37.182709Z","end":"2026-07-01T01:44:37.378927Z","steps":["trace[1042977672] 'process raft request' (duration: 44.012819ms)","trace[1042977672] 'compare' (duration: 151.286074ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:37.379052Z","caller":"traceutil/trace.go:171","msg":"trace[687686728] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"194.88605ms","start":"2026-07-01T01:44:37.184126Z","end":"2026-07-01T01:44:37.379012Z","steps":["trace[687686728] 'process raft request' (duration: 194.703714ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:37.379156Z","caller":"traceutil/trace.go:171","msg":"trace[1840010919] linearizableReadLoop","detail":"{readStateIndex:26842; appliedIndex:26840; }","duration":"187.508143ms","start":"2026-07-01T01:44:37.191634Z","end":"2026-07-01T01:44:37.379143Z","steps":["trace[1840010919] 'read index received' (duration: 34.9911ms)","trace[1840010919] 'applied index is now lower than readState.Index' (duration: 152.516043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:37.379336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.69695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T01:44:37.379572Z","caller":"traceutil/trace.go:171","msg":"trace[580524269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25975; }","duration":"187.957808ms","start":"2026-07-01T01:44:37.191603Z","end":"2026-07-01T01:44:37.379561Z","steps":["trace[580524269] 'agreement among raft nodes before linearized reading' (duration: 187.631297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:37.37979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.69625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-01T01:44:37.379849Z","caller":"traceutil/trace.go:171","msg":"trace[248277205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25975; }","duration":"187.806593ms","start":"2026-07-01T01:44:37.192028Z","end":"2026-07-01T01:44:37.379834Z","steps":["trace[248277205] 'agreement among raft nodes before linearized reading' (duration: 187.624088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:37.380225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.337808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-01T01:44:37.380302Z","caller":"traceutil/trace.go:171","msg":"trace[1827748747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25975; }","duration":"187.438182ms","start":"2026-07-01T01:44:37.192842Z","end":"2026-07-01T01:44:37.38028Z","steps":["trace[1827748747] 'agreement among raft nodes before linearized reading' (duration: 187.198324ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:40.927804Z","caller":"traceutil/trace.go:171","msg":"trace[873841617] linearizableReadLoop","detail":"{readStateIndex:26866; appliedIndex:26865; }","duration":"119.804366ms","start":"2026-07-01T01:44:40.807977Z","end":"2026-07-01T01:44:40.927781Z","steps":["trace[873841617] 'read index received' (duration: 104.666221ms)","trace[873841617] 'applied index is now lower than readState.Index' (duration: 15.137035ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:40.927841Z","caller":"traceutil/trace.go:171","msg":"trace[17623129] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"121.023394ms","start":"2026-07-01T01:44:40.806785Z","end":"2026-07-01T01:44:40.927809Z","steps":["trace[17623129] 'process raft request' (duration: 105.771386ms)","trace[17623129] 'compare' (duration: 15.045862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:40.928027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.042594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:44:40.928095Z","caller":"traceutil/trace.go:171","msg":"trace[1195713167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25999; }","duration":"120.152557ms","start":"2026-07-01T01:44:40.807927Z","end":"2026-07-01T01:44:40.92808Z","steps":["trace[1195713167] 'agreement among raft nodes before linearized reading' (duration: 119.979052ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:41.156758Z","caller":"traceutil/trace.go:171","msg":"trace[861985116] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"155.896791ms","start":"2026-07-01T01:44:41.000831Z","end":"2026-07-01T01:44:41.156728Z","steps":["trace[861985116] 'process raft request' (duration: 153.758273ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:41.534841Z","caller":"traceutil/trace.go:171","msg":"trace[689200995] linearizableReadLoop","detail":"{readStateIndex:26872; appliedIndex:26871; }","duration":"129.872229ms","start":"2026-07-01T01:44:41.404944Z","end":"2026-07-01T01:44:41.534816Z","steps":["trace[689200995] 'read index received' (duration: 109.346981ms)","trace[689200995] 'applied index is now lower than readState.Index' (duration: 20.524628ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:44:41.534963Z","caller":"traceutil/trace.go:171","msg":"trace[203125177] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"131.691896ms","start":"2026-07-01T01:44:41.403244Z","end":"2026-07-01T01:44:41.534936Z","steps":["trace[203125177] 'process raft request' (duration: 111.035145ms)","trace[203125177] 'compare' (duration: 20.424404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:41.535034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.394499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:41.535114Z","caller":"traceutil/trace.go:171","msg":"trace[1768064378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26005; }","duration":"122.485521ms","start":"2026-07-01T01:44:41.412609Z","end":"2026-07-01T01:44:41.535095Z","steps":["trace[1768064378] 'agreement among raft nodes before linearized reading' (duration: 122.356367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:41.535229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.21921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T01:44:41.535403Z","caller":"traceutil/trace.go:171","msg":"trace[1468130102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26005; }","duration":"130.475818ms","start":"2026-07-01T01:44:41.404909Z","end":"2026-07-01T01:44:41.535385Z","steps":["trace[1468130102] 'agreement among raft nodes before linearized reading' (duration: 130.049594ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:42.700064Z","caller":"traceutil/trace.go:171","msg":"trace[1237779] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"105.152147ms","start":"2026-07-01T01:44:42.594887Z","end":"2026-07-01T01:44:42.70004Z","steps":["trace[1237779] 'process raft request' (duration: 104.993142ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:42.887089Z","caller":"traceutil/trace.go:171","msg":"trace[988292731] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"100.471657ms","start":"2026-07-01T01:44:42.786581Z","end":"2026-07-01T01:44:42.887053Z","steps":["trace[988292731] 'process raft request' (duration: 95.968713ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:44.82471Z","caller":"traceutil/trace.go:171","msg":"trace[983210040] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"118.933498ms","start":"2026-07-01T01:44:44.705759Z","end":"2026-07-01T01:44:44.824692Z","steps":["trace[983210040] 'process raft request' (duration: 118.824204ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:44.826126Z","caller":"traceutil/trace.go:171","msg":"trace[689092510] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"119.355542ms","start":"2026-07-01T01:44:44.706761Z","end":"2026-07-01T01:44:44.826116Z","steps":["trace[689092510] 'process raft request' (duration: 119.250268ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:44.82626Z","caller":"traceutil/trace.go:171","msg":"trace[1246640846] linearizableReadLoop","detail":"{readStateIndex:26889; appliedIndex:26887; }","duration":"116.768259ms","start":"2026-07-01T01:44:44.709293Z","end":"2026-07-01T01:44:44.826061Z","steps":["trace[1246640846] 'read index received' (duration: 115.309482ms)","trace[1246640846] 'applied index is now lower than readState.Index' (duration: 1.458007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:44:44.826343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.984095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:44:44.826363Z","caller":"traceutil/trace.go:171","msg":"trace[1761104416] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26021; }","duration":"117.064448ms","start":"2026-07-01T01:44:44.709293Z","end":"2026-07-01T01:44:44.826358Z","steps":["trace[1761104416] 'agreement among raft nodes before linearized reading' (duration: 117.011237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:44:44.82637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.080018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T01:44:44.826437Z","caller":"traceutil/trace.go:171","msg":"trace[1583465631] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26021; }","duration":"117.159251ms","start":"2026-07-01T01:44:44.709253Z","end":"2026-07-01T01:44:44.826412Z","steps":["trace[1583465631] 'agreement among raft nodes before linearized reading' (duration: 116.990436ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:45.018138Z","caller":"traceutil/trace.go:171","msg":"trace[1155646907] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"125.896131ms","start":"2026-07-01T01:44:44.892214Z","end":"2026-07-01T01:44:45.01811Z","steps":["trace[1155646907] 'process raft request' (duration: 125.735846ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:45.020753Z","caller":"traceutil/trace.go:171","msg":"trace[1843648273] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"127.558624ms","start":"2026-07-01T01:44:44.893175Z","end":"2026-07-01T01:44:45.020733Z","steps":["trace[1843648273] 'process raft request' (duration: 127.288705ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:45.020762Z","caller":"traceutil/trace.go:171","msg":"trace[1824991816] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"127.09419ms","start":"2026-07-01T01:44:44.893635Z","end":"2026-07-01T01:44:45.020729Z","steps":["trace[1824991816] 'process raft request' (duration: 127.001027ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:44:47.635114Z","caller":"traceutil/trace.go:171","msg":"trace[773329826] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"111.977145ms","start":"2026-07-01T01:44:47.523096Z","end":"2026-07-01T01:44:47.635073Z","steps":["trace[773329826] 'process raft request' (duration: 111.723647ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:03.785063Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a0c.wal"} {"level":"info","ts":"2026-07-01T01:45:35.420726Z","caller":"traceutil/trace.go:171","msg":"trace[1291381537] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"163.683121ms","start":"2026-07-01T01:45:35.257013Z","end":"2026-07-01T01:45:35.420696Z","steps":["trace[1291381537] 'process raft request' (duration: 146.1734ms)","trace[1291381537] 'compare' (duration: 17.15477ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:35.441883Z","caller":"traceutil/trace.go:171","msg":"trace[692095198] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"175.064355ms","start":"2026-07-01T01:45:35.266791Z","end":"2026-07-01T01:45:35.441855Z","steps":["trace[692095198] 'process raft request' (duration: 174.876749ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:35.442079Z","caller":"traceutil/trace.go:171","msg":"trace[1977449915] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"171.008415ms","start":"2026-07-01T01:45:35.27105Z","end":"2026-07-01T01:45:35.442059Z","steps":["trace[1977449915] 'process raft request' (duration: 170.757267ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:35.442074Z","caller":"traceutil/trace.go:171","msg":"trace[651725636] linearizableReadLoop","detail":"{readStateIndex:27487; appliedIndex:27484; }","duration":"153.558716ms","start":"2026-07-01T01:45:35.288489Z","end":"2026-07-01T01:45:35.442048Z","steps":["trace[651725636] 'read index received' (duration: 114.721463ms)","trace[651725636] 'applied index is now lower than readState.Index' (duration: 38.835463ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:35.442303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.794564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:45:35.442372Z","caller":"traceutil/trace.go:171","msg":"trace[2147285913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26604; }","duration":"153.890587ms","start":"2026-07-01T01:45:35.288464Z","end":"2026-07-01T01:45:35.442355Z","steps":["trace[2147285913] 'agreement among raft nodes before linearized reading' (duration: 153.705401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:35.442312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.956411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-01T01:45:35.442404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.786507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:45:35.442456Z","caller":"traceutil/trace.go:171","msg":"trace[1397837751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26604; }","duration":"145.100586ms","start":"2026-07-01T01:45:35.297315Z","end":"2026-07-01T01:45:35.442416Z","steps":["trace[1397837751] 'agreement among raft nodes before linearized reading' (duration: 144.868559ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:35.442497Z","caller":"traceutil/trace.go:171","msg":"trace[2075500970] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26604; }","duration":"110.909191ms","start":"2026-07-01T01:45:35.331566Z","end":"2026-07-01T01:45:35.442475Z","steps":["trace[2075500970] 'agreement among raft nodes before linearized reading' (duration: 110.654123ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:41.149359Z","caller":"traceutil/trace.go:171","msg":"trace[887711491] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"129.415864ms","start":"2026-07-01T01:45:41.019902Z","end":"2026-07-01T01:45:41.149318Z","steps":["trace[887711491] 'process raft request' (duration: 104.116174ms)","trace[887711491] 'compare' (duration: 25.019071ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:45:41.598627Z","caller":"traceutil/trace.go:171","msg":"trace[1218198995] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"271.491452ms","start":"2026-07-01T01:45:41.327101Z","end":"2026-07-01T01:45:41.598593Z","steps":["trace[1218198995] 'process raft request' (duration: 271.261035ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:41.607213Z","caller":"traceutil/trace.go:171","msg":"trace[376246340] transaction","detail":"{read_only:false; response_revision:26648; number_of_response:1; }","duration":"170.112357ms","start":"2026-07-01T01:45:41.437082Z","end":"2026-07-01T01:45:41.607195Z","steps":["trace[376246340] 'process raft request' (duration: 169.945892ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:41.607234Z","caller":"traceutil/trace.go:171","msg":"trace[2105817758] transaction","detail":"{read_only:false; response_revision:26649; number_of_response:1; }","duration":"148.210876ms","start":"2026-07-01T01:45:41.459006Z","end":"2026-07-01T01:45:41.607216Z","steps":["trace[2105817758] 'process raft request' (duration: 148.124413ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:41.607498Z","caller":"traceutil/trace.go:171","msg":"trace[786529238] linearizableReadLoop","detail":"{readStateIndex:27533; appliedIndex:27530; }","duration":"162.301337ms","start":"2026-07-01T01:45:41.445176Z","end":"2026-07-01T01:45:41.607477Z","steps":["trace[786529238] 'read index received' (duration: 153.215516ms)","trace[786529238] 'applied index is now lower than readState.Index' (duration: 9.083561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:45:41.607662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.463172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:45:41.607882Z","caller":"traceutil/trace.go:171","msg":"trace[250661302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26650; }","duration":"162.714089ms","start":"2026-07-01T01:45:41.44515Z","end":"2026-07-01T01:45:41.607864Z","steps":["trace[250661302] 'agreement among raft nodes before linearized reading' (duration: 162.445151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:41.607944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.634945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T01:45:41.608031Z","caller":"traceutil/trace.go:171","msg":"trace[274776190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26650; }","duration":"136.770399ms","start":"2026-07-01T01:45:41.471241Z","end":"2026-07-01T01:45:41.608012Z","steps":["trace[274776190] 'agreement among raft nodes before linearized reading' (duration: 136.434178ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:45:41.607651Z","caller":"traceutil/trace.go:171","msg":"trace[2031508286] transaction","detail":"{read_only:false; response_revision:26650; number_of_response:1; }","duration":"147.275966ms","start":"2026-07-01T01:45:41.460277Z","end":"2026-07-01T01:45:41.607553Z","steps":["trace[2031508286] 'process raft request' (duration: 146.893173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:41.607735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.278464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-01T01:45:41.608297Z","caller":"traceutil/trace.go:171","msg":"trace[554215976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26650; }","duration":"136.848092ms","start":"2026-07-01T01:45:41.471432Z","end":"2026-07-01T01:45:41.60828Z","steps":["trace[554215976] 'agreement among raft nodes before linearized reading' (duration: 136.200741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:45:41.607749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.144561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T01:45:41.608458Z","caller":"traceutil/trace.go:171","msg":"trace[1514565525] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26650; }","duration":"162.871755ms","start":"2026-07-01T01:45:41.445564Z","end":"2026-07-01T01:45:41.608436Z","steps":["trace[1514565525] 'agreement among raft nodes before linearized reading' (duration: 162.055879ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:25.445997Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25074} {"level":"info","ts":"2026-07-01T01:47:25.587279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25074,"took":"137.831863ms","hash":37705413,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":35938304,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-01T01:47:25.587357Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":37705413,"revision":25074,"compact-revision":22713} {"level":"info","ts":"2026-07-01T01:47:36.675714Z","caller":"traceutil/trace.go:171","msg":"trace[735810609] transaction","detail":"{read_only:false; response_revision:27819; number_of_response:1; }","duration":"104.421374ms","start":"2026-07-01T01:47:36.571251Z","end":"2026-07-01T01:47:36.675672Z","steps":["trace[735810609] 'process raft request' (duration: 103.394251ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:42.25083Z","caller":"traceutil/trace.go:171","msg":"trace[1329256556] transaction","detail":"{read_only:false; response_revision:27862; number_of_response:1; }","duration":"127.693368ms","start":"2026-07-01T01:47:42.123101Z","end":"2026-07-01T01:47:42.250795Z","steps":["trace[1329256556] 'process raft request' (duration: 114.067732ms)","trace[1329256556] 'compare' (duration: 13.258135ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:47:42.740565Z","caller":"traceutil/trace.go:171","msg":"trace[1682539943] transaction","detail":"{read_only:false; response_revision:27866; number_of_response:1; }","duration":"143.123522ms","start":"2026-07-01T01:47:42.597414Z","end":"2026-07-01T01:47:42.740538Z","steps":["trace[1682539943] 'process raft request' (duration: 142.971897ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:42.863306Z","caller":"traceutil/trace.go:171","msg":"trace[172500358] linearizableReadLoop","detail":"{readStateIndex:28785; appliedIndex:28784; }","duration":"105.748166ms","start":"2026-07-01T01:47:42.757522Z","end":"2026-07-01T01:47:42.86327Z","steps":["trace[172500358] 'read index received' (duration: 16.348813ms)","trace[172500358] 'applied index is now lower than readState.Index' (duration: 89.397313ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:47:42.863458Z","caller":"traceutil/trace.go:171","msg":"trace[1972672078] transaction","detail":"{read_only:false; response_revision:27867; number_of_response:1; }","duration":"118.67295ms","start":"2026-07-01T01:47:42.744761Z","end":"2026-07-01T01:47:42.863434Z","steps":["trace[1972672078] 'process raft request' (duration: 29.121853ms)","trace[1972672078] 'compare' (duration: 89.244507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:47:42.863832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.291873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-db-sync-x85vh\" ","response":"range_response_count:1 size:6552"} {"level":"info","ts":"2026-07-01T01:47:42.863904Z","caller":"traceutil/trace.go:171","msg":"trace[1560878770] range","detail":"{range_begin:/registry/pods/openstack/horizon-db-sync-x85vh; range_end:; response_count:1; response_revision:27867; }","duration":"106.404866ms","start":"2026-07-01T01:47:42.75748Z","end":"2026-07-01T01:47:42.863885Z","steps":["trace[1560878770] 'agreement among raft nodes before linearized reading' (duration: 105.923531ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:46.184009Z","caller":"traceutil/trace.go:171","msg":"trace[1388053587] transaction","detail":"{read_only:false; response_revision:27889; number_of_response:1; }","duration":"121.372936ms","start":"2026-07-01T01:47:46.062608Z","end":"2026-07-01T01:47:46.183981Z","steps":["trace[1388053587] 'process raft request' (duration: 121.164159ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:46.290325Z","caller":"traceutil/trace.go:171","msg":"trace[1427451694] transaction","detail":"{read_only:false; response_revision:27890; number_of_response:1; }","duration":"223.904788ms","start":"2026-07-01T01:47:46.066384Z","end":"2026-07-01T01:47:46.290289Z","steps":["trace[1427451694] 'process raft request' (duration: 205.772338ms)","trace[1427451694] 'compare' (duration: 17.783599ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:47:46.290443Z","caller":"traceutil/trace.go:171","msg":"trace[1332467168] transaction","detail":"{read_only:false; response_revision:27891; number_of_response:1; }","duration":"223.544597ms","start":"2026-07-01T01:47:46.06687Z","end":"2026-07-01T01:47:46.290414Z","steps":["trace[1332467168] 'process raft request' (duration: 223.32824ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:46.290459Z","caller":"traceutil/trace.go:171","msg":"trace[1397290232] transaction","detail":"{read_only:false; response_revision:27892; number_of_response:1; }","duration":"164.385383ms","start":"2026-07-01T01:47:46.126051Z","end":"2026-07-01T01:47:46.290436Z","steps":["trace[1397290232] 'process raft request' (duration: 164.262519ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:47:46.420717Z","caller":"traceutil/trace.go:171","msg":"trace[611644691] transaction","detail":"{read_only:false; response_revision:27895; number_of_response:1; }","duration":"120.386094ms","start":"2026-07-01T01:47:46.300296Z","end":"2026-07-01T01:47:46.420682Z","steps":["trace[611644691] 'process raft request' (duration: 110.827068ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:04.087867Z","caller":"traceutil/trace.go:171","msg":"trace[594158375] linearizableReadLoop","detail":"{readStateIndex:29030; appliedIndex:29029; }","duration":"449.575805ms","start":"2026-07-01T01:48:03.638271Z","end":"2026-07-01T01:48:04.087847Z","steps":["trace[594158375] 'read index received' (duration: 356.041721ms)","trace[594158375] 'applied index is now lower than readState.Index' (duration: 93.533224ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:48:04.087948Z","caller":"traceutil/trace.go:171","msg":"trace[1832138831] transaction","detail":"{read_only:false; response_revision:28104; number_of_response:1; }","duration":"451.2933ms","start":"2026-07-01T01:48:03.636647Z","end":"2026-07-01T01:48:04.087941Z","steps":["trace[1832138831] 'process raft request' (duration: 357.651802ms)","trace[1832138831] 'compare' (duration: 93.358889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T01:48:04.088014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:48:03.636623Z","time spent":"451.340351ms","remote":"127.0.0.1:46548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:48:04.088098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.805702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:1 size:2666"} {"level":"info","ts":"2026-07-01T01:48:04.088183Z","caller":"traceutil/trace.go:171","msg":"trace[1960294054] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:1; response_revision:28104; }","duration":"449.927216ms","start":"2026-07-01T01:48:03.638235Z","end":"2026-07-01T01:48:04.088162Z","steps":["trace[1960294054] 'agreement among raft nodes before linearized reading' (duration: 449.72115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:04.088229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:48:03.638219Z","time spent":"450.000728ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":2687,"request content":"key:\"/registry/deployments/openstack/openstack-database-exporter\" "} {"level":"info","ts":"2026-07-01T01:48:04.174911Z","caller":"traceutil/trace.go:171","msg":"trace[753008091] transaction","detail":"{read_only:false; response_revision:28105; number_of_response:1; }","duration":"536.57165ms","start":"2026-07-01T01:48:03.638286Z","end":"2026-07-01T01:48:04.174857Z","steps":["trace[753008091] 'process raft request' (duration: 536.330233ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:04.174931Z","caller":"traceutil/trace.go:171","msg":"trace[859467484] transaction","detail":"{read_only:false; response_revision:28108; number_of_response:1; }","duration":"486.26056ms","start":"2026-07-01T01:48:03.688647Z","end":"2026-07-01T01:48:04.174907Z","steps":["trace[859467484] 'process raft request' (duration: 486.216699ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:04.174972Z","caller":"traceutil/trace.go:171","msg":"trace[1274903962] transaction","detail":"{read_only:false; response_revision:28106; number_of_response:1; }","duration":"536.618532ms","start":"2026-07-01T01:48:03.638299Z","end":"2026-07-01T01:48:04.174918Z","steps":["trace[1274903962] 'process raft request' (duration: 536.439947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:04.175078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:48:03.638269Z","time spent":"536.738296ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-01T01:48:04.175094Z","caller":"traceutil/trace.go:171","msg":"trace[2041597501] transaction","detail":"{read_only:false; response_revision:28107; number_of_response:1; }","duration":"531.662064ms","start":"2026-07-01T01:48:03.643399Z","end":"2026-07-01T01:48:04.175061Z","steps":["trace[2041597501] 'process raft request' (duration: 531.410276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:04.175151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:48:03.638281Z","time spent":"536.777267ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:48:04.175235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:48:03.643382Z","time spent":"531.784807ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T01:48:04.175395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.358335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:48:04.175481Z","caller":"traceutil/trace.go:171","msg":"trace[1881326452] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28108; }","duration":"324.48716ms","start":"2026-07-01T01:48:03.850973Z","end":"2026-07-01T01:48:04.17546Z","steps":["trace[1881326452] 'agreement among raft nodes before linearized reading' (duration: 324.334555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:04.175529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:48:03.850956Z","time spent":"324.563933ms","remote":"127.0.0.1:34566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:48:04.175677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.05219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-01T01:48:04.175692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.714198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T01:48:04.175716Z","caller":"traceutil/trace.go:171","msg":"trace[1709728421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28108; }","duration":"257.130253ms","start":"2026-07-01T01:48:03.918574Z","end":"2026-07-01T01:48:04.175704Z","steps":["trace[1709728421] 'agreement among raft nodes before linearized reading' (duration: 256.997739ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:04.175731Z","caller":"traceutil/trace.go:171","msg":"trace[467332329] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28108; }","duration":"448.774349ms","start":"2026-07-01T01:48:03.726945Z","end":"2026-07-01T01:48:04.175719Z","steps":["trace[467332329] 'agreement among raft nodes before linearized reading' (duration: 448.652125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:04.175778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:48:03.726936Z","time spent":"448.834152ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:48:04.176401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.228293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T01:48:04.176506Z","caller":"traceutil/trace.go:171","msg":"trace[1200576858] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28108; }","duration":"508.930405ms","start":"2026-07-01T01:48:03.667524Z","end":"2026-07-01T01:48:04.176454Z","steps":["trace[1200576858] 'agreement among raft nodes before linearized reading' (duration: 508.027377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:04.177141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:48:03.667506Z","time spent":"509.04717ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T01:48:04.177178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T01:48:03.688626Z","time spent":"486.394185ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T01:48:04.336421Z","caller":"traceutil/trace.go:171","msg":"trace[609512309] linearizableReadLoop","detail":"{readStateIndex:29035; appliedIndex:29034; }","duration":"161.125518ms","start":"2026-07-01T01:48:04.175271Z","end":"2026-07-01T01:48:04.336397Z","steps":["trace[609512309] 'read index received' (duration: 161.036385ms)","trace[609512309] 'applied index is now lower than readState.Index' (duration: 88.093µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T01:48:04.336571Z","caller":"traceutil/trace.go:171","msg":"trace[1320630910] transaction","detail":"{read_only:false; response_revision:28109; number_of_response:1; }","duration":"240.540351ms","start":"2026-07-01T01:48:04.095982Z","end":"2026-07-01T01:48:04.336523Z","steps":["trace[1320630910] 'process raft request' (duration: 240.240082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:04.336672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.885306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/openstack-database-exporter-78c69bc7dd\" ","response":"range_response_count:1 size:2720"} {"level":"info","ts":"2026-07-01T01:48:04.336735Z","caller":"traceutil/trace.go:171","msg":"trace[282346290] range","detail":"{range_begin:/registry/replicasets/openstack/openstack-database-exporter-78c69bc7dd; range_end:; response_count:1; response_revision:28109; }","duration":"242.98621ms","start":"2026-07-01T01:48:04.093731Z","end":"2026-07-01T01:48:04.336717Z","steps":["trace[282346290] 'agreement among raft nodes before linearized reading' (duration: 242.787813ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:04.338994Z","caller":"traceutil/trace.go:171","msg":"trace[1212380020] transaction","detail":"{read_only:false; response_revision:28112; number_of_response:1; }","duration":"153.35057ms","start":"2026-07-01T01:48:04.185622Z","end":"2026-07-01T01:48:04.338973Z","steps":["trace[1212380020] 'process raft request' (duration: 153.281048ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:04.339263Z","caller":"traceutil/trace.go:171","msg":"trace[1343355739] transaction","detail":"{read_only:false; response_revision:28110; number_of_response:1; }","duration":"161.734149ms","start":"2026-07-01T01:48:04.177521Z","end":"2026-07-01T01:48:04.339255Z","steps":["trace[1343355739] 'process raft request' (duration: 161.224213ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:48:04.339364Z","caller":"traceutil/trace.go:171","msg":"trace[1180459528] transaction","detail":"{read_only:false; response_revision:28111; number_of_response:1; }","duration":"153.840646ms","start":"2026-07-01T01:48:04.185517Z","end":"2026-07-01T01:48:04.339358Z","steps":["trace[1180459528] 'process raft request' (duration: 153.34685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T01:48:04.340048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.345068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-s6gj2\" ","response":"range_response_count:1 size:2515"} {"level":"info","ts":"2026-07-01T01:48:04.340088Z","caller":"traceutil/trace.go:171","msg":"trace[1410321156] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-s6gj2; range_end:; response_count:1; response_revision:28113; }","duration":"142.42244ms","start":"2026-07-01T01:48:04.197654Z","end":"2026-07-01T01:48:04.340076Z","steps":["trace[1410321156] 'agreement among raft nodes before linearized reading' (duration: 141.48976ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T01:50:04.485906Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T01:50:04.491544Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-01T01:50:04.491675Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-01T01:52:25.451284Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27703} {"level":"info","ts":"2026-07-01T01:52:25.591414Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27703,"took":"136.200451ms","hash":1473408295,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":31981568,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T01:52:25.591476Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1473408295,"revision":27703,"compact-revision":25074} {"level":"info","ts":"2026-07-01T01:57:25.456975Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30095} {"level":"info","ts":"2026-07-01T01:57:25.594264Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30095,"took":"133.227484ms","hash":270682751,"current-db-size-bytes":60252160,"current-db-size":"60 MB","current-db-size-in-use-bytes":30584832,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T01:57:25.594348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":270682751,"revision":30095,"compact-revision":27703} {"level":"warn","ts":"2026-07-01T02:00:05.017322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.850768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:00:05.017412Z","caller":"traceutil/trace.go:171","msg":"trace[2122379839] transaction","detail":"{read_only:false; response_revision:33544; number_of_response:1; }","duration":"133.444961ms","start":"2026-07-01T02:00:04.883952Z","end":"2026-07-01T02:00:05.017397Z","steps":["trace[2122379839] 'process raft request' (duration: 27.451458ms)","trace[2122379839] 'compare' (duration: 105.758536ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:05.020542Z","caller":"traceutil/trace.go:171","msg":"trace[798825309] transaction","detail":"{read_only:false; response_revision:33545; number_of_response:1; }","duration":"134.155604ms","start":"2026-07-01T02:00:04.886367Z","end":"2026-07-01T02:00:05.020522Z","steps":["trace[798825309] 'process raft request' (duration: 133.969758ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:05.020697Z","caller":"traceutil/trace.go:171","msg":"trace[830478923] transaction","detail":"{read_only:false; response_revision:33547; number_of_response:1; }","duration":"127.650626ms","start":"2026-07-01T02:00:04.893028Z","end":"2026-07-01T02:00:05.020679Z","steps":["trace[830478923] 'process raft request' (duration: 127.430969ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:05.020844Z","caller":"traceutil/trace.go:171","msg":"trace[797288163] transaction","detail":"{read_only:false; response_revision:33546; number_of_response:1; }","duration":"129.417102ms","start":"2026-07-01T02:00:04.891421Z","end":"2026-07-01T02:00:05.020838Z","steps":["trace[797288163] 'process raft request' (duration: 129.006529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.335099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.113375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:00:05.3352Z","caller":"traceutil/trace.go:171","msg":"trace[1857356469] linearizableReadLoop","detail":"{readStateIndex:34632; appliedIndex:34631; }","duration":"314.687632ms","start":"2026-07-01T02:00:05.020498Z","end":"2026-07-01T02:00:05.335186Z","steps":["trace[1857356469] 'read index received' (duration: 104.444193ms)","trace[1857356469] 'applied index is now lower than readState.Index' (duration: 210.242309ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:05.335352Z","caller":"traceutil/trace.go:171","msg":"trace[988176516] transaction","detail":"{read_only:false; response_revision:33548; number_of_response:1; }","duration":"382.176743ms","start":"2026-07-01T02:00:04.953163Z","end":"2026-07-01T02:00:05.33534Z","steps":["trace[988176516] 'process raft request' (duration: 171.762028ms)","trace[988176516] 'compare' (duration: 209.94422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:05.33541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:04.953143Z","time spent":"382.241976ms","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-01T02:00:05.335471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.653226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:05.335586Z","caller":"traceutil/trace.go:171","msg":"trace[252608562] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:33548; }","duration":"366.745559ms","start":"2026-07-01T02:00:04.968787Z","end":"2026-07-01T02:00:05.335532Z","steps":["trace[252608562] 'agreement among raft nodes before linearized reading' (duration: 366.582644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.335634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:04.968739Z","time spent":"366.884253ms","remote":"127.0.0.1:54824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:00:05.371143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.817962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-07-01T02:00:05.37123Z","caller":"traceutil/trace.go:171","msg":"trace[118035468] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:33549; }","duration":"282.966537ms","start":"2026-07-01T02:00:05.088235Z","end":"2026-07-01T02:00:05.371201Z","steps":["trace[118035468] 'agreement among raft nodes before linearized reading' (duration: 282.701669ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:05.371682Z","caller":"traceutil/trace.go:171","msg":"trace[2136071546] transaction","detail":"{read_only:false; response_revision:33549; number_of_response:1; }","duration":"341.636385ms","start":"2026-07-01T02:00:05.030026Z","end":"2026-07-01T02:00:05.371662Z","steps":["trace[2136071546] 'process raft request' (duration: 340.714205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.371755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:05.029997Z","time spent":"341.703617ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6984,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:05.52803Z","caller":"traceutil/trace.go:171","msg":"trace[1372573287] linearizableReadLoop","detail":"{readStateIndex:34634; appliedIndex:34633; }","duration":"115.934831ms","start":"2026-07-01T02:00:05.412071Z","end":"2026-07-01T02:00:05.528006Z","steps":["trace[1372573287] 'read index received' (duration: 86.507239ms)","trace[1372573287] 'applied index is now lower than readState.Index' (duration: 29.426532ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:05.528115Z","caller":"traceutil/trace.go:171","msg":"trace[699185616] transaction","detail":"{read_only:false; response_revision:33550; number_of_response:1; }","duration":"129.051941ms","start":"2026-07-01T02:00:05.399041Z","end":"2026-07-01T02:00:05.528093Z","steps":["trace[699185616] 'process raft request' (duration: 99.459694ms)","trace[699185616] 'compare' (duration: 29.188524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:05.528188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.092376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:05.528228Z","caller":"traceutil/trace.go:171","msg":"trace[609439991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:33550; }","duration":"116.180989ms","start":"2026-07-01T02:00:05.412035Z","end":"2026-07-01T02:00:05.528216Z","steps":["trace[609439991] 'agreement among raft nodes before linearized reading' (duration: 116.096716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:05.528283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.168519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:00:05.528321Z","caller":"traceutil/trace.go:171","msg":"trace[767908694] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:33550; }","duration":"116.21167ms","start":"2026-07-01T02:00:05.412099Z","end":"2026-07-01T02:00:05.528311Z","steps":["trace[767908694] 'agreement among raft nodes before linearized reading' (duration: 116.136878ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:05.846493Z","caller":"traceutil/trace.go:171","msg":"trace[2026238767] transaction","detail":"{read_only:false; response_revision:33551; number_of_response:1; }","duration":"277.633687ms","start":"2026-07-01T02:00:05.568833Z","end":"2026-07-01T02:00:05.846467Z","steps":["trace[2026238767] 'process raft request' (duration: 277.475472ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:05.846621Z","caller":"traceutil/trace.go:171","msg":"trace[1640710773] linearizableReadLoop","detail":"{readStateIndex:34635; appliedIndex:34635; }","duration":"131.582612ms","start":"2026-07-01T02:00:05.715019Z","end":"2026-07-01T02:00:05.846602Z","steps":["trace[1640710773] 'read index received' (duration: 131.575062ms)","trace[1640710773] 'applied index is now lower than readState.Index' (duration: 5.83µs)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:05.846813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.785658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-01T02:00:05.846838Z","caller":"traceutil/trace.go:171","msg":"trace[293084284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33551; }","duration":"131.862401ms","start":"2026-07-01T02:00:05.714969Z","end":"2026-07-01T02:00:05.846832Z","steps":["trace[293084284] 'agreement among raft nodes before linearized reading' (duration: 131.698426ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:06.04358Z","caller":"traceutil/trace.go:171","msg":"trace[1918607907] linearizableReadLoop","detail":"{readStateIndex:34636; appliedIndex:34635; }","duration":"137.673236ms","start":"2026-07-01T02:00:05.905883Z","end":"2026-07-01T02:00:06.043557Z","steps":["trace[1918607907] 'read index received' (duration: 46.795678ms)","trace[1918607907] 'applied index is now lower than readState.Index' (duration: 90.876628ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:06.043701Z","caller":"traceutil/trace.go:171","msg":"trace[796946278] transaction","detail":"{read_only:false; response_revision:33552; number_of_response:1; }","duration":"192.302066ms","start":"2026-07-01T02:00:05.851385Z","end":"2026-07-01T02:00:06.043687Z","steps":["trace[796946278] 'process raft request' (duration: 101.253841ms)","trace[796946278] 'compare' (duration: 90.819417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:06.043901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.009098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-01T02:00:06.043941Z","caller":"traceutil/trace.go:171","msg":"trace[1349608050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33552; }","duration":"138.08284ms","start":"2026-07-01T02:00:05.905847Z","end":"2026-07-01T02:00:06.04393Z","steps":["trace[1349608050] 'agreement among raft nodes before linearized reading' (duration: 137.957646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.044072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.812653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T02:00:06.044102Z","caller":"traceutil/trace.go:171","msg":"trace[112271460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33552; }","duration":"123.882596ms","start":"2026-07-01T02:00:05.920212Z","end":"2026-07-01T02:00:06.044095Z","steps":["trace[112271460] 'agreement among raft nodes before linearized reading' (duration: 123.800463ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:06.4945Z","caller":"traceutil/trace.go:171","msg":"trace[1821546131] transaction","detail":"{read_only:false; response_revision:33558; number_of_response:1; }","duration":"107.214372ms","start":"2026-07-01T02:00:06.387252Z","end":"2026-07-01T02:00:06.494466Z","steps":["trace[1821546131] 'process raft request' (duration: 107.032456ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:06.633763Z","caller":"traceutil/trace.go:171","msg":"trace[955438440] linearizableReadLoop","detail":"{readStateIndex:34643; appliedIndex:34642; }","duration":"138.418121ms","start":"2026-07-01T02:00:06.495324Z","end":"2026-07-01T02:00:06.633742Z","steps":["trace[955438440] 'read index received' (duration: 133.449912ms)","trace[955438440] 'applied index is now lower than readState.Index' (duration: 4.967329ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:06.633854Z","caller":"traceutil/trace.go:171","msg":"trace[515141350] transaction","detail":"{read_only:false; response_revision:33559; number_of_response:1; }","duration":"225.048553ms","start":"2026-07-01T02:00:06.408797Z","end":"2026-07-01T02:00:06.633846Z","steps":["trace[515141350] 'process raft request' (duration: 219.96037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.634031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.98046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:06.634093Z","caller":"traceutil/trace.go:171","msg":"trace[1799087503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33559; }","duration":"189.077983ms","start":"2026-07-01T02:00:06.445001Z","end":"2026-07-01T02:00:06.634079Z","steps":["trace[1799087503] 'agreement among raft nodes before linearized reading' (duration: 188.936848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:06.675977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.707044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:06.676059Z","caller":"traceutil/trace.go:171","msg":"trace[853499437] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:33560; }","duration":"100.836628ms","start":"2026-07-01T02:00:06.575203Z","end":"2026-07-01T02:00:06.67604Z","steps":["trace[853499437] 'agreement among raft nodes before linearized reading' (duration: 100.719424ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:06.819864Z","caller":"traceutil/trace.go:171","msg":"trace[1610746724] linearizableReadLoop","detail":"{readStateIndex:34647; appliedIndex:34646; }","duration":"122.717668ms","start":"2026-07-01T02:00:06.697112Z","end":"2026-07-01T02:00:06.81983Z","steps":["trace[1610746724] 'read index received' (duration: 55.28914ms)","trace[1610746724] 'applied index is now lower than readState.Index' (duration: 67.425198ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:06.819924Z","caller":"traceutil/trace.go:171","msg":"trace[437614752] transaction","detail":"{read_only:false; response_revision:33562; number_of_response:1; }","duration":"143.213104ms","start":"2026-07-01T02:00:06.676679Z","end":"2026-07-01T02:00:06.819892Z","steps":["trace[437614752] 'process raft request' (duration: 75.771876ms)","trace[437614752] 'compare' (duration: 67.137839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:06.820117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.323998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T02:00:06.820168Z","caller":"traceutil/trace.go:171","msg":"trace[1517474521] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33562; }","duration":"133.398269ms","start":"2026-07-01T02:00:06.686746Z","end":"2026-07-01T02:00:06.820144Z","steps":["trace[1517474521] 'agreement among raft nodes before linearized reading' (duration: 133.216034ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:07.513665Z","caller":"traceutil/trace.go:171","msg":"trace[1346144517] transaction","detail":"{read_only:false; response_revision:33564; number_of_response:1; }","duration":"714.862992ms","start":"2026-07-01T02:00:06.798771Z","end":"2026-07-01T02:00:07.513634Z","steps":["trace[1346144517] 'process raft request' (duration: 679.589483ms)","trace[1346144517] 'compare' (duration: 34.902227ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:07.513662Z","caller":"traceutil/trace.go:171","msg":"trace[1595097711] linearizableReadLoop","detail":"{readStateIndex:34649; appliedIndex:34647; }","duration":"693.703654ms","start":"2026-07-01T02:00:06.819934Z","end":"2026-07-01T02:00:07.513638Z","steps":["trace[1595097711] 'read index received' (duration: 69.968539ms)","trace[1595097711] 'applied index is now lower than readState.Index' (duration: 623.734265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:07.513843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.798751Z","time spent":"715.005006ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:07.514239Z","caller":"traceutil/trace.go:171","msg":"trace[732788762] transaction","detail":"{read_only:false; response_revision:33565; number_of_response:1; }","duration":"689.825731ms","start":"2026-07-01T02:00:06.824394Z","end":"2026-07-01T02:00:07.51422Z","steps":["trace[732788762] 'process raft request' (duration: 689.108878ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:07.514282Z","caller":"traceutil/trace.go:171","msg":"trace[962692831] transaction","detail":"{read_only:false; response_revision:33566; number_of_response:1; }","duration":"656.858075ms","start":"2026-07-01T02:00:06.857377Z","end":"2026-07-01T02:00:07.514235Z","steps":["trace[962692831] 'process raft request' (duration: 656.212835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.514375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.824378Z","time spent":"689.914213ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:00:07.514449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.857353Z","time spent":"656.971399ms","remote":"127.0.0.1:46318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5599,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:00:07.514935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.956796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:07.514997Z","caller":"traceutil/trace.go:171","msg":"trace[576076796] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:33566; }","duration":"795.060779ms","start":"2026-07-01T02:00:06.719924Z","end":"2026-07-01T02:00:07.514985Z","steps":["trace[576076796] 'agreement among raft nodes before linearized reading' (duration: 794.936635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.515025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.719912Z","time spent":"795.108481ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:00:07.687861Z","caller":"traceutil/trace.go:171","msg":"trace[2095920483] linearizableReadLoop","detail":"{readStateIndex:34655; appliedIndex:34651; }","duration":"173.971508ms","start":"2026-07-01T02:00:07.513866Z","end":"2026-07-01T02:00:07.687838Z","steps":["trace[2095920483] 'read index received' (duration: 99.105802ms)","trace[2095920483] 'applied index is now lower than readState.Index' (duration: 74.864786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:07.687924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.789251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:07.687969Z","caller":"traceutil/trace.go:171","msg":"trace[2111074009] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:33570; }","duration":"187.879244ms","start":"2026-07-01T02:00:07.500079Z","end":"2026-07-01T02:00:07.687958Z","steps":["trace[2111074009] 'agreement among raft nodes before linearized reading' (duration: 187.766711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.688047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.119953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-01T02:00:07.688095Z","caller":"traceutil/trace.go:171","msg":"trace[65450992] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:33570; }","duration":"866.208866ms","start":"2026-07-01T02:00:06.821876Z","end":"2026-07-01T02:00:07.688085Z","steps":["trace[65450992] 'agreement among raft nodes before linearized reading' (duration: 866.051681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.688135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.821859Z","time spent":"866.268259ms","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-01T02:00:07.688188Z","caller":"traceutil/trace.go:171","msg":"trace[2986474] transaction","detail":"{read_only:false; response_revision:33567; number_of_response:1; }","duration":"665.960797ms","start":"2026-07-01T02:00:07.022218Z","end":"2026-07-01T02:00:07.688178Z","steps":["trace[2986474] 'process raft request' (duration: 590.795281ms)","trace[2986474] 'compare' (duration: 74.563887ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:07.688245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:07.022195Z","time spent":"666.013078ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:07.688321Z","caller":"traceutil/trace.go:171","msg":"trace[311469313] transaction","detail":"{read_only:false; response_revision:33568; number_of_response:1; }","duration":"663.55849ms","start":"2026-07-01T02:00:07.024757Z","end":"2026-07-01T02:00:07.688316Z","steps":["trace[311469313] 'process raft request' (duration: 662.95471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.688363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:07.024729Z","time spent":"663.606241ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:00:07.688402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.814582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:07.688435Z","caller":"traceutil/trace.go:171","msg":"trace[880424254] transaction","detail":"{read_only:false; response_revision:33569; number_of_response:1; }","duration":"660.76208ms","start":"2026-07-01T02:00:07.027668Z","end":"2026-07-01T02:00:07.68843Z","steps":["trace[880424254] 'process raft request' (duration: 660.090139ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:07.688437Z","caller":"traceutil/trace.go:171","msg":"trace[1666173844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33570; }","duration":"242.882954ms","start":"2026-07-01T02:00:07.445544Z","end":"2026-07-01T02:00:07.688427Z","steps":["trace[1666173844] 'agreement among raft nodes before linearized reading' (duration: 242.833293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.688464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:07.027659Z","time spent":"660.789851ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-01T02:00:07.68853Z","caller":"traceutil/trace.go:171","msg":"trace[298642628] transaction","detail":"{read_only:false; response_revision:33570; number_of_response:1; }","duration":"660.77781ms","start":"2026-07-01T02:00:07.027745Z","end":"2026-07-01T02:00:07.688523Z","steps":["trace[298642628] 'process raft request' (duration: 660.047537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.688571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:07.027714Z","time spent":"660.829692ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:00:07.688635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.494142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-01T02:00:07.688691Z","caller":"traceutil/trace.go:171","msg":"trace[346941903] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:33570; }","duration":"446.589635ms","start":"2026-07-01T02:00:07.242085Z","end":"2026-07-01T02:00:07.688674Z","steps":["trace[346941903] 'agreement among raft nodes before linearized reading' (duration: 446.474821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.688724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:07.242063Z","time spent":"446.653416ms","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1587,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-01T02:00:07.688881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.265821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:00:07.688911Z","caller":"traceutil/trace.go:171","msg":"trace[1602229425] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:33570; }","duration":"579.346104ms","start":"2026-07-01T02:00:07.109555Z","end":"2026-07-01T02:00:07.688901Z","steps":["trace[1602229425] 'agreement among raft nodes before linearized reading' (duration: 579.295303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.688945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:07.109536Z","time spent":"579.401816ms","remote":"127.0.0.1:38770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:00:07.689048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.271637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29714520-thsln\" ","response":"range_response_count:1 size:8476"} {"level":"info","ts":"2026-07-01T02:00:07.689072Z","caller":"traceutil/trace.go:171","msg":"trace[1451332464] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29714520-thsln; range_end:; response_count:1; response_revision:33570; }","duration":"681.341559ms","start":"2026-07-01T02:00:07.007724Z","end":"2026-07-01T02:00:07.689066Z","steps":["trace[1451332464] 'agreement among raft nodes before linearized reading' (duration: 681.265126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.689088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:07.007699Z","time spent":"681.38369ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8497,"request content":"key:\"/registry/pods/openstack/nova-service-cleaner-29714520-thsln\" "} {"level":"warn","ts":"2026-07-01T02:00:07.689182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.808963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:07.6892Z","caller":"traceutil/trace.go:171","msg":"trace[1682812059] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:33570; }","duration":"775.868655ms","start":"2026-07-01T02:00:06.913326Z","end":"2026-07-01T02:00:07.689195Z","steps":["trace[1682812059] 'agreement among raft nodes before linearized reading' (duration: 775.838934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:07.689216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:06.913305Z","time spent":"775.907486ms","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:00:07.879447Z","caller":"traceutil/trace.go:171","msg":"trace[1705301273] transaction","detail":"{read_only:false; response_revision:33572; number_of_response:1; }","duration":"113.258215ms","start":"2026-07-01T02:00:07.766166Z","end":"2026-07-01T02:00:07.879424Z","steps":["trace[1705301273] 'process raft request' (duration: 73.947007ms)","trace[1705301273] 'compare' (duration: 39.05528ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:08.108155Z","caller":"traceutil/trace.go:171","msg":"trace[1750893426] transaction","detail":"{read_only:false; response_revision:33573; number_of_response:1; }","duration":"175.153896ms","start":"2026-07-01T02:00:07.932975Z","end":"2026-07-01T02:00:08.108129Z","steps":["trace[1750893426] 'process raft request' (duration: 77.271663ms)","trace[1750893426] 'compare' (duration: 97.633705ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:08.38851Z","caller":"traceutil/trace.go:171","msg":"trace[718763417] transaction","detail":"{read_only:false; response_revision:33574; number_of_response:1; }","duration":"275.476118ms","start":"2026-07-01T02:00:08.113004Z","end":"2026-07-01T02:00:08.38848Z","steps":["trace[718763417] 'process raft request' (duration: 228.860846ms)","trace[718763417] 'compare' (duration: 46.22627ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:08.469801Z","caller":"traceutil/trace.go:171","msg":"trace[1034881894] linearizableReadLoop","detail":"{readStateIndex:34661; appliedIndex:34658; }","duration":"313.765143ms","start":"2026-07-01T02:00:08.156012Z","end":"2026-07-01T02:00:08.469777Z","steps":["trace[1034881894] 'read index received' (duration: 185.858449ms)","trace[1034881894] 'applied index is now lower than readState.Index' (duration: 127.905684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:08.471509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.480018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-01T02:00:08.471563Z","caller":"traceutil/trace.go:171","msg":"trace[553680506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33576; }","duration":"315.574161ms","start":"2026-07-01T02:00:08.155976Z","end":"2026-07-01T02:00:08.471551Z","steps":["trace[553680506] 'agreement among raft nodes before linearized reading' (duration: 315.410736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:08.4716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:08.155957Z","time spent":"315.634653ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-01T02:00:08.471997Z","caller":"traceutil/trace.go:171","msg":"trace[1433872756] transaction","detail":"{read_only:false; response_revision:33576; number_of_response:1; }","duration":"354.920951ms","start":"2026-07-01T02:00:08.117063Z","end":"2026-07-01T02:00:08.471984Z","steps":["trace[1433872756] 'process raft request' (duration: 352.633518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:08.472329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:08.11704Z","time spent":"354.996303ms","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7348,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:00:08.472959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.729318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-01T02:00:08.473009Z","caller":"traceutil/trace.go:171","msg":"trace[962178375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33576; }","duration":"316.791181ms","start":"2026-07-01T02:00:08.156206Z","end":"2026-07-01T02:00:08.472998Z","steps":["trace[962178375] 'agreement among raft nodes before linearized reading' (duration: 316.673757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:08.476039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:08.156201Z","time spent":"316.839992ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-01T02:00:08.476652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.575902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-01T02:00:08.476706Z","caller":"traceutil/trace.go:171","msg":"trace[2005004590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33576; }","duration":"121.664695ms","start":"2026-07-01T02:00:08.355026Z","end":"2026-07-01T02:00:08.476691Z","steps":["trace[2005004590] 'agreement among raft nodes before linearized reading' (duration: 121.534011ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:08.470076Z","caller":"traceutil/trace.go:171","msg":"trace[1456201062] transaction","detail":"{read_only:false; response_revision:33575; number_of_response:1; }","duration":"356.807802ms","start":"2026-07-01T02:00:08.113255Z","end":"2026-07-01T02:00:08.470063Z","steps":["trace[1456201062] 'process raft request' (duration: 356.297385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:00:08.477307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:00:08.113245Z","time spent":"363.995691ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:00:08.672336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.490765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:00:08.672679Z","caller":"traceutil/trace.go:171","msg":"trace[1662563187] transaction","detail":"{read_only:false; response_revision:33580; number_of_response:1; }","duration":"148.402401ms","start":"2026-07-01T02:00:08.524257Z","end":"2026-07-01T02:00:08.672659Z","steps":["trace[1662563187] 'process raft request' (duration: 148.343979ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:08.672732Z","caller":"traceutil/trace.go:171","msg":"trace[1340286459] transaction","detail":"{read_only:false; response_revision:33578; number_of_response:1; }","duration":"192.403768ms","start":"2026-07-01T02:00:08.480279Z","end":"2026-07-01T02:00:08.672683Z","steps":["trace[1340286459] 'process raft request' (duration: 192.172561ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:08.672772Z","caller":"traceutil/trace.go:171","msg":"trace[171244107] transaction","detail":"{read_only:false; response_revision:33579; number_of_response:1; }","duration":"191.922023ms","start":"2026-07-01T02:00:08.480819Z","end":"2026-07-01T02:00:08.672741Z","steps":["trace[171244107] 'process raft request' (duration: 191.731797ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:08.672857Z","caller":"traceutil/trace.go:171","msg":"trace[1867579635] transaction","detail":"{read_only:false; response_revision:33577; number_of_response:1; }","duration":"194.070922ms","start":"2026-07-01T02:00:08.478728Z","end":"2026-07-01T02:00:08.672799Z","steps":["trace[1867579635] 'process raft request' (duration: 54.025109ms)","trace[1867579635] 'compare' (duration: 139.00167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:08.894113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.726046ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:00:08.894217Z","caller":"traceutil/trace.go:171","msg":"trace[1808259945] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:33580; }","duration":"116.84791ms","start":"2026-07-01T02:00:08.777353Z","end":"2026-07-01T02:00:08.8942Z","steps":["trace[1808259945] 'range keys from in-memory index tree' (duration: 116.705905ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:08.894389Z","caller":"traceutil/trace.go:171","msg":"trace[1826055626] transaction","detail":"{read_only:false; response_revision:33581; number_of_response:1; }","duration":"167.719198ms","start":"2026-07-01T02:00:08.726659Z","end":"2026-07-01T02:00:08.894379Z","steps":["trace[1826055626] 'process raft request' (duration: 133.769792ms)","trace[1826055626] 'compare' (duration: 33.771511ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:08.894481Z","caller":"traceutil/trace.go:171","msg":"trace[2040050436] transaction","detail":"{read_only:false; response_revision:33582; number_of_response:1; }","duration":"153.146752ms","start":"2026-07-01T02:00:08.741327Z","end":"2026-07-01T02:00:08.894474Z","steps":["trace[2040050436] 'process raft request' (duration: 152.975507ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:09.053845Z","caller":"traceutil/trace.go:171","msg":"trace[1601060658] transaction","detail":"{read_only:false; response_revision:33583; number_of_response:1; }","duration":"155.504287ms","start":"2026-07-01T02:00:08.898319Z","end":"2026-07-01T02:00:09.053823Z","steps":["trace[1601060658] 'process raft request' (duration: 114.815245ms)","trace[1601060658] 'compare' (duration: 40.477715ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:09.319988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.130532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-01T02:00:09.32005Z","caller":"traceutil/trace.go:171","msg":"trace[1768938806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33583; }","duration":"149.228676ms","start":"2026-07-01T02:00:09.170806Z","end":"2026-07-01T02:00:09.320035Z","steps":["trace[1768938806] 'range keys from in-memory index tree' (duration: 148.981029ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:10.589756Z","caller":"traceutil/trace.go:171","msg":"trace[1907157012] transaction","detail":"{read_only:false; response_revision:33593; number_of_response:1; }","duration":"104.535906ms","start":"2026-07-01T02:00:10.485183Z","end":"2026-07-01T02:00:10.589719Z","steps":["trace[1907157012] 'process raft request' (duration: 41.441837ms)","trace[1907157012] 'compare' (duration: 62.838261ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:11.464923Z","caller":"traceutil/trace.go:171","msg":"trace[1869788619] transaction","detail":"{read_only:false; response_revision:33601; number_of_response:1; }","duration":"188.353719ms","start":"2026-07-01T02:00:11.276483Z","end":"2026-07-01T02:00:11.464837Z","steps":["trace[1869788619] 'process raft request' (duration: 188.07581ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:11.655414Z","caller":"traceutil/trace.go:171","msg":"trace[1662735212] transaction","detail":"{read_only:false; response_revision:33602; number_of_response:1; }","duration":"182.668227ms","start":"2026-07-01T02:00:11.472715Z","end":"2026-07-01T02:00:11.655384Z","steps":["trace[1662735212] 'process raft request' (duration: 112.364517ms)","trace[1662735212] 'compare' (duration: 70.123674ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:00:11.685313Z","caller":"traceutil/trace.go:171","msg":"trace[2089851134] transaction","detail":"{read_only:false; response_revision:33603; number_of_response:1; }","duration":"148.229864ms","start":"2026-07-01T02:00:11.53705Z","end":"2026-07-01T02:00:11.68528Z","steps":["trace[2089851134] 'process raft request' (duration: 148.007647ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:00:11.685453Z","caller":"traceutil/trace.go:171","msg":"trace[471219629] linearizableReadLoop","detail":"{readStateIndex:34689; appliedIndex:34686; }","duration":"140.669063ms","start":"2026-07-01T02:00:11.544752Z","end":"2026-07-01T02:00:11.685421Z","steps":["trace[471219629] 'read index received' (duration: 40.346422ms)","trace[471219629] 'applied index is now lower than readState.Index' (duration: 100.31687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:00:11.685775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.000053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-01T02:00:11.685814Z","caller":"traceutil/trace.go:171","msg":"trace[655962450] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33604; }","duration":"141.099977ms","start":"2026-07-01T02:00:11.544701Z","end":"2026-07-01T02:00:11.685801Z","steps":["trace[655962450] 'agreement among raft nodes before linearized reading' (duration: 140.88755ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:02:13.407764Z","caller":"traceutil/trace.go:171","msg":"trace[2146244313] transaction","detail":"{read_only:false; response_revision:34576; number_of_response:1; }","duration":"106.432479ms","start":"2026-07-01T02:02:13.3013Z","end":"2026-07-01T02:02:13.407732Z","steps":["trace[2146244313] 'process raft request' (duration: 106.267113ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:02:18.504479Z","caller":"traceutil/trace.go:171","msg":"trace[1868164801] transaction","detail":"{read_only:false; response_revision:34619; number_of_response:1; }","duration":"120.391616ms","start":"2026-07-01T02:02:18.38406Z","end":"2026-07-01T02:02:18.504452Z","steps":["trace[1868164801] 'process raft request' (duration: 120.238371ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:02:18.510702Z","caller":"traceutil/trace.go:171","msg":"trace[814118146] linearizableReadLoop","detail":"{readStateIndex:35733; appliedIndex:35732; }","duration":"107.741981ms","start":"2026-07-01T02:02:18.402932Z","end":"2026-07-01T02:02:18.510674Z","steps":["trace[814118146] 'read index received' (duration: 101.570814ms)","trace[814118146] 'applied index is now lower than readState.Index' (duration: 6.169597ms)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:02:18.510754Z","caller":"traceutil/trace.go:171","msg":"trace[374110176] transaction","detail":"{read_only:false; response_revision:34620; number_of_response:1; }","duration":"124.019762ms","start":"2026-07-01T02:02:18.386707Z","end":"2026-07-01T02:02:18.510727Z","steps":["trace[374110176] 'process raft request' (duration: 123.801645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:02:18.510887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.905876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:02:18.510934Z","caller":"traceutil/trace.go:171","msg":"trace[1186619210] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:34620; }","duration":"108.02416ms","start":"2026-07-01T02:02:18.402896Z","end":"2026-07-01T02:02:18.51092Z","steps":["trace[1186619210] 'agreement among raft nodes before linearized reading' (duration: 107.901326ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:02:25.463523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32319} {"level":"info","ts":"2026-07-01T02:02:25.623759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32319,"took":"155.518491ms","hash":1308907842,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":31170560,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-01T02:02:25.623812Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1308907842,"revision":32319,"compact-revision":30095} {"level":"info","ts":"2026-07-01T02:02:37.244383Z","caller":"traceutil/trace.go:171","msg":"trace[485776651] linearizableReadLoop","detail":"{readStateIndex:35878; appliedIndex:35877; }","duration":"137.656009ms","start":"2026-07-01T02:02:37.106707Z","end":"2026-07-01T02:02:37.244363Z","steps":["trace[485776651] 'read index received' (duration: 137.615237ms)","trace[485776651] 'applied index is now lower than readState.Index' (duration: 36.851µs)"],"step_count":2} {"level":"info","ts":"2026-07-01T02:02:37.244543Z","caller":"traceutil/trace.go:171","msg":"trace[132626846] transaction","detail":"{read_only:false; response_revision:34760; number_of_response:1; }","duration":"141.181192ms","start":"2026-07-01T02:02:37.103313Z","end":"2026-07-01T02:02:37.244494Z","steps":["trace[132626846] 'process raft request' (duration: 140.932384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:02:37.244665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.947708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:02:37.244698Z","caller":"traceutil/trace.go:171","msg":"trace[1897045094] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:34760; }","duration":"138.02476ms","start":"2026-07-01T02:02:37.106665Z","end":"2026-07-01T02:02:37.24469Z","steps":["trace[1897045094] 'agreement among raft nodes before linearized reading' (duration: 137.956908ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:02:37.257886Z","caller":"traceutil/trace.go:171","msg":"trace[486549440] transaction","detail":"{read_only:false; response_revision:34761; number_of_response:1; }","duration":"107.952547ms","start":"2026-07-01T02:02:37.149912Z","end":"2026-07-01T02:02:37.257865Z","steps":["trace[486549440] 'process raft request' (duration: 106.901293ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:07:25.47323Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34672} {"level":"info","ts":"2026-07-01T02:07:25.615844Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34672,"took":"139.050883ms","hash":1827596922,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":32059392,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-01T02:07:25.615891Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1827596922,"revision":34672,"compact-revision":32319} {"level":"warn","ts":"2026-07-01T02:10:51.991378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.450379ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-01T02:10:51.992092Z","caller":"traceutil/trace.go:171","msg":"trace[1567268931] transaction","detail":"{read_only:false; response_revision:38483; number_of_response:1; }","duration":"184.82674ms","start":"2026-07-01T02:10:51.807232Z","end":"2026-07-01T02:10:51.992059Z","steps":["trace[1567268931] 'process raft request' (duration: 184.51533ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:10:52.119018Z","caller":"traceutil/trace.go:171","msg":"trace[776996422] transaction","detail":"{read_only:false; response_revision:38485; number_of_response:1; }","duration":"122.457492ms","start":"2026-07-01T02:10:51.996534Z","end":"2026-07-01T02:10:52.118992Z","steps":["trace[776996422] 'process raft request' (duration: 117.270365ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:10:52.119151Z","caller":"traceutil/trace.go:171","msg":"trace[444717978] transaction","detail":"{read_only:false; response_revision:38486; number_of_response:1; }","duration":"122.120391ms","start":"2026-07-01T02:10:51.997017Z","end":"2026-07-01T02:10:52.119137Z","steps":["trace[444717978] 'process raft request' (duration: 121.922105ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:12.322265Z","caller":"traceutil/trace.go:171","msg":"trace[867645402] transaction","detail":"{read_only:false; response_revision:38632; number_of_response:1; }","duration":"131.492402ms","start":"2026-07-01T02:11:12.190751Z","end":"2026-07-01T02:11:12.322243Z","steps":["trace[867645402] 'process raft request' (duration: 130.793399ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:12.342055Z","caller":"traceutil/trace.go:171","msg":"trace[143876260] transaction","detail":"{read_only:false; response_revision:38633; number_of_response:1; }","duration":"150.662075ms","start":"2026-07-01T02:11:12.191365Z","end":"2026-07-01T02:11:12.342027Z","steps":["trace[143876260] 'process raft request' (duration: 150.341495ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:12.342392Z","caller":"traceutil/trace.go:171","msg":"trace[1017877924] transaction","detail":"{read_only:false; response_revision:38634; number_of_response:1; }","duration":"149.780427ms","start":"2026-07-01T02:11:12.192583Z","end":"2026-07-01T02:11:12.342363Z","steps":["trace[1017877924] 'process raft request' (duration: 149.362654ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:12.342449Z","caller":"traceutil/trace.go:171","msg":"trace[136849218] transaction","detail":"{read_only:false; response_revision:38635; number_of_response:1; }","duration":"134.098365ms","start":"2026-07-01T02:11:12.208323Z","end":"2026-07-01T02:11:12.342421Z","steps":["trace[136849218] 'process raft request' (duration: 133.913809ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:12.34243Z","caller":"traceutil/trace.go:171","msg":"trace[261022518] linearizableReadLoop","detail":"{readStateIndex:39866; appliedIndex:39862; }","duration":"132.279316ms","start":"2026-07-01T02:11:12.210125Z","end":"2026-07-01T02:11:12.342404Z","steps":["trace[261022518] 'read index received' (duration: 111.430759ms)","trace[261022518] 'applied index is now lower than readState.Index' (duration: 20.847577ms)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:11:12.342755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.609077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-01T02:11:12.342853Z","caller":"traceutil/trace.go:171","msg":"trace[1249166633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38635; }","duration":"132.734571ms","start":"2026-07-01T02:11:12.2101Z","end":"2026-07-01T02:11:12.342835Z","steps":["trace[1249166633] 'agreement among raft nodes before linearized reading' (duration: 132.37493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:12.342848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.495143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-01T02:11:12.34291Z","caller":"traceutil/trace.go:171","msg":"trace[265996651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38635; }","duration":"132.575696ms","start":"2026-07-01T02:11:12.210317Z","end":"2026-07-01T02:11:12.342893Z","steps":["trace[265996651] 'agreement among raft nodes before linearized reading' (duration: 132.405591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:17.857457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.498003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-07-01T02:11:17.857504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.670738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-01T02:11:17.857573Z","caller":"traceutil/trace.go:171","msg":"trace[1482490894] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38669; }","duration":"112.666148ms","start":"2026-07-01T02:11:17.744883Z","end":"2026-07-01T02:11:17.857549Z","steps":["trace[1482490894] 'range keys from in-memory index tree' (duration: 112.335888ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:17.857584Z","caller":"traceutil/trace.go:171","msg":"trace[42835161] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:38669; }","duration":"112.800413ms","start":"2026-07-01T02:11:17.744764Z","end":"2026-07-01T02:11:17.857564Z","steps":["trace[42835161] 'range keys from in-memory index tree' (duration: 112.504013ms)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:11:18.168107Z","caller":"traceutil/trace.go:171","msg":"trace[801539060] transaction","detail":"{read_only:false; response_revision:38670; number_of_response:1; }","duration":"306.176466ms","start":"2026-07-01T02:11:17.861902Z","end":"2026-07-01T02:11:18.168078Z","steps":["trace[801539060] 'process raft request' (duration: 306.018801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:18.168283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:17.861894Z","time spent":"306.291319ms","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-01T02:11:20.4454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999943702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:20.44547Z","caller":"traceutil/trace.go:171","msg":"trace[1702625923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063435s","start":"2026-07-01T02:11:18.445391Z","end":"2026-07-01T02:11:20.445455Z","steps":["trace[1702625923] 'agreement among raft nodes before linearized reading' (duration: 1.999947582s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:20.445508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.445372Z","time spent":"2.000128978s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:22.44565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999994635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:22.44601Z","caller":"traceutil/trace.go:171","msg":"trace[1286554633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015693s","start":"2026-07-01T02:11:20.445588Z","end":"2026-07-01T02:11:22.445745Z","steps":["trace[1286554633] 'agreement among raft nodes before linearized reading' (duration: 2.000028906s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:22.446079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:20.445568Z","time spent":"2.000498271s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:23.078234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.079625Z","time spent":"4.998603001s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:23.341384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.34326Z","time spent":"4.998113725s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:23.360625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.361975Z","time spent":"4.998642182s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:23.363056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.363967Z","time spent":"4.999082006s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:23.418212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999135398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:23.418283Z","caller":"traceutil/trace.go:171","msg":"trace[346927504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999273922s","start":"2026-07-01T02:11:18.418995Z","end":"2026-07-01T02:11:23.418269Z","steps":["trace[346927504] 'agreement among raft nodes before linearized reading' (duration: 4.999169659s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:23.41832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.418972Z","time spent":"4.999339905s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 02:11:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:24.295535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:19.298236Z","time spent":"4.997293927s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:24.393267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:19.395706Z","time spent":"4.997552125s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:24.453849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:24.453938Z","caller":"traceutil/trace.go:171","msg":"trace[809740554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000312981s","start":"2026-07-01T02:11:22.45358Z","end":"2026-07-01T02:11:24.453893Z","steps":["trace[809740554] 'agreement among raft nodes before linearized reading' (duration: 2.000238559s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:24.453969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.453561Z","time spent":"2.000402344s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:24.709821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999676863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:24.709938Z","caller":"traceutil/trace.go:171","msg":"trace[2025457220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99985713s","start":"2026-07-01T02:11:19.710053Z","end":"2026-07-01T02:11:24.70991Z","steps":["trace[2025457220] 'agreement among raft nodes before linearized reading' (duration: 4.999707445s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:24.710018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:19.710033Z","time spent":"4.999968943s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 02:11:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:24.862941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:17.862756Z","time spent":"7.000179053s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:24.863027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:17.862654Z","time spent":"7.000364219s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:25.171985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999805207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:25.172064Z","caller":"traceutil/trace.go:171","msg":"trace[1632777082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999931891s","start":"2026-07-01T02:11:20.172114Z","end":"2026-07-01T02:11:25.172046Z","steps":["trace[1632777082] 'agreement among raft nodes before linearized reading' (duration: 4.999834638s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:25.1721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:20.172096Z","time spent":"4.999996623s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 02:11:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:25.363045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.362371Z","time spent":"7.000665989s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:25.518002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.517157Z","time spent":"7.000833325s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:25.800681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.799935Z","time spent":"7.000739301s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:26.243564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:19.242787Z","time spent":"7.000768673s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:26.454421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00018216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:26.454487Z","caller":"traceutil/trace.go:171","msg":"trace[1545774886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261073s","start":"2026-07-01T02:11:24.454212Z","end":"2026-07-01T02:11:26.454473Z","steps":["trace[1545774886] 'agreement among raft nodes before linearized reading' (duration: 2.00017889s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:26.454523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:24.454185Z","time spent":"2.000330405s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.078432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998269998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:28.078511Z","caller":"traceutil/trace.go:171","msg":"trace[233361237] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998414062s","start":"2026-07-01T02:11:23.08008Z","end":"2026-07-01T02:11:28.078494Z","steps":["trace[233361237] 'agreement among raft nodes before linearized reading' (duration: 4.998304089s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.078567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:23.080057Z","time spent":"4.998501476s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.169957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99945888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:28.170047Z","caller":"traceutil/trace.go:171","msg":"trace[885264425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999596785s","start":"2026-07-01T02:11:18.170433Z","end":"2026-07-01T02:11:28.170029Z","steps":["trace[885264425] 'agreement among raft nodes before linearized reading' (duration: 9.999487531s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.170091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.170415Z","time spent":"9.999666027s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.341952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998497635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:28.342031Z","caller":"traceutil/trace.go:171","msg":"trace[547794278] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99864502s","start":"2026-07-01T02:11:23.343367Z","end":"2026-07-01T02:11:28.342012Z","steps":["trace[547794278] 'agreement among raft nodes before linearized reading' (duration: 4.998535917s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.342088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:23.343343Z","time spent":"4.998734442s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.351358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:21.35116Z","time spent":"7.000191523s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:28.360163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99896012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:28.360252Z","caller":"traceutil/trace.go:171","msg":"trace[659890474] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999099095s","start":"2026-07-01T02:11:23.361131Z","end":"2026-07-01T02:11:28.36023Z","steps":["trace[659890474] 'agreement among raft nodes before linearized reading' (duration: 4.998997761s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.360314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:23.361112Z","time spent":"4.999188297s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.362266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994597777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:28.362348Z","caller":"traceutil/trace.go:171","msg":"trace[735938720] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.99467687s","start":"2026-07-01T02:11:25.367629Z","end":"2026-07-01T02:11:28.362306Z","steps":["trace[735938720] 'agreement among raft nodes before linearized reading' (duration: 2.994619198s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.362385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.367615Z","time spent":"2.994761983s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.363385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999062053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:28.363511Z","caller":"traceutil/trace.go:171","msg":"trace[875104565] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999229169s","start":"2026-07-01T02:11:23.364253Z","end":"2026-07-01T02:11:28.363482Z","steps":["trace[875104565] 'agreement among raft nodes before linearized reading' (duration: 4.999078414s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.363576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:23.364242Z","time spent":"4.999318901s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.363672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.500803538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:28.363736Z","caller":"traceutil/trace.go:171","msg":"trace[2033820032] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"10.50088978s","start":"2026-07-01T02:11:17.86283Z","end":"2026-07-01T02:11:28.36372Z","steps":["trace[2033820032] 'agreement among raft nodes before linearized reading' (duration: 10.500819568s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.363776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:17.862822Z","time spent":"10.500944112s","remote":"127.0.0.1:46264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.397588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999485852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:28.397665Z","caller":"traceutil/trace.go:171","msg":"trace[1472473527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999611386s","start":"2026-07-01T02:11:18.398035Z","end":"2026-07-01T02:11:28.397647Z","steps":["trace[1472473527] 'agreement among raft nodes before linearized reading' (duration: 9.999515703s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.397712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.398015Z","time spent":"9.999686159s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.418545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997750018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:28.418612Z","caller":"traceutil/trace.go:171","msg":"trace[1534866662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997869632s","start":"2026-07-01T02:11:25.420727Z","end":"2026-07-01T02:11:28.418597Z","steps":["trace[1534866662] 'agreement among raft nodes before linearized reading' (duration: 2.997771029s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.418649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.420711Z","time spent":"2.997930534s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.460441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000052876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:28.460551Z","caller":"traceutil/trace.go:171","msg":"trace[93796815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201091s","start":"2026-07-01T02:11:26.460312Z","end":"2026-07-01T02:11:28.460513Z","steps":["trace[93796815] 'agreement among raft nodes before linearized reading' (duration: 2.000074677s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:28.460588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.460296Z","time spent":"2.000284284s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:28.818008Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b29966014","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:29.295454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99792043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:29.295514Z","caller":"traceutil/trace.go:171","msg":"trace[1115497551] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998030453s","start":"2026-07-01T02:11:24.29747Z","end":"2026-07-01T02:11:29.295501Z","steps":["trace[1115497551] 'agreement among raft nodes before linearized reading' (duration: 4.997956171s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:29.295543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:24.297448Z","time spent":"4.998088775s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/01 02:11:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:29.393537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998738506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:29.39363Z","caller":"traceutil/trace.go:171","msg":"trace[1016714146] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998957033s","start":"2026-07-01T02:11:24.394652Z","end":"2026-07-01T02:11:29.393609Z","steps":["trace[1016714146] 'agreement among raft nodes before linearized reading' (duration: 4.998764737s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:29.393683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:24.394632Z","time spent":"4.999039635s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/01 02:11:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:29.584502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:29.584588Z","caller":"traceutil/trace.go:171","msg":"trace[1349751862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399257s","start":"2026-07-01T02:11:27.584171Z","end":"2026-07-01T02:11:29.58457Z","steps":["trace[1349751862] 'agreement among raft nodes before linearized reading' (duration: 2.000292494s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:29.584637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:27.584148Z","time spent":"2.00047917s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:29.710296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999048362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:29.710379Z","caller":"traceutil/trace.go:171","msg":"trace[1237462059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999142345s","start":"2026-07-01T02:11:26.711216Z","end":"2026-07-01T02:11:29.710358Z","steps":["trace[1237462059] 'agreement among raft nodes before linearized reading' (duration: 2.999045362s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:29.710426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.711165Z","time spent":"2.999251358s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/01 02:11:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:30.172252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995543469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:30.172415Z","caller":"traceutil/trace.go:171","msg":"trace[1941799398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.995766526s","start":"2026-07-01T02:11:27.176629Z","end":"2026-07-01T02:11:30.172395Z","steps":["trace[1941799398] 'agreement among raft nodes before linearized reading' (duration: 2.995568189s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:30.172579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:27.176608Z","time spent":"2.995952181s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/01 02:11:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:30.460582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999889601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:30.460672Z","caller":"traceutil/trace.go:171","msg":"trace[1722950741] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045096s","start":"2026-07-01T02:11:28.460609Z","end":"2026-07-01T02:11:30.460654Z","steps":["trace[1722950741] 'agreement among raft nodes before linearized reading' (duration: 1.999930862s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:30.460718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.460593Z","time spent":"2.000115268s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:31.444443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:31.444572Z","caller":"traceutil/trace.go:171","msg":"trace[2143195512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459708s","start":"2026-07-01T02:11:29.444086Z","end":"2026-07-01T02:11:31.444546Z","steps":["trace[2143195512] 'agreement among raft nodes before linearized reading' (duration: 2.000311454s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:31.444967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.444066Z","time spent":"2.000878922s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:32.468632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999907522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:32.46871Z","caller":"traceutil/trace.go:171","msg":"trace[802395839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000023946s","start":"2026-07-01T02:11:30.468668Z","end":"2026-07-01T02:11:32.468692Z","steps":["trace[802395839] 'agreement among raft nodes before linearized reading' (duration: 1.999925463s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:32.468758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.468656Z","time spent":"2.000090627s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:32.511631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.008131088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:32.511702Z","caller":"traceutil/trace.go:171","msg":"trace[78045822] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.008275213s","start":"2026-07-01T02:11:22.503411Z","end":"2026-07-01T02:11:32.511687Z","steps":["trace[78045822] 'agreement among raft nodes before linearized reading' (duration: 10.00818693s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:32.511765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.503391Z","time spent":"10.008363426s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/01 02:11:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:32.522897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.521772Z","time spent":"7.001117595s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:33.361398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999619073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:33.361487Z","caller":"traceutil/trace.go:171","msg":"trace[2090792374] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999728357s","start":"2026-07-01T02:11:28.36174Z","end":"2026-07-01T02:11:33.361469Z","steps":["trace[2090792374] 'agreement among raft nodes before linearized reading' (duration: 4.999615183s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:33.361539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.361709Z","time spent":"4.99981698s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-01T02:11:33.363799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.365182Z","time spent":"4.998608811s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:33.418884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.421043Z","time spent":"4.997835947s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:33.802962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.998227959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:33.803029Z","caller":"traceutil/trace.go:171","msg":"trace[1284059528] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.998368404s","start":"2026-07-01T02:11:25.804645Z","end":"2026-07-01T02:11:33.803013Z","steps":["trace[1284059528] 'agreement among raft nodes before linearized reading' (duration: 7.9982541s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:33.803065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:25.804628Z","time spent":"7.998427255s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/01 02:11:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:34.469159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:34.469219Z","caller":"traceutil/trace.go:171","msg":"trace[1527369328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051537s","start":"2026-07-01T02:11:32.468691Z","end":"2026-07-01T02:11:34.469206Z","steps":["trace[1527369328] 'agreement among raft nodes before linearized reading' (duration: 2.000433687s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:34.46925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:32.468669Z","time spent":"2.000575062s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:35.083474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.082558Z","time spent":"7.000908379s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:35.172098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.171938Z","time spent":"7.000152434s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:35.172286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.174105Z","time spent":"4.998173057s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:35.183031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.399565Z","time spent":"6.783458665s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:11:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:35.356404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.355508Z","time spent":"7.000876558s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:35.82756Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b29966014","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:36.475297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000842102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:36.475381Z","caller":"traceutil/trace.go:171","msg":"trace[1870585832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000957666s","start":"2026-07-01T02:11:34.474406Z","end":"2026-07-01T02:11:36.475363Z","steps":["trace[1870585832] 'agreement among raft nodes before linearized reading' (duration: 2.000853983s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:36.475578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.474393Z","time spent":"2.001025408s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:38.475977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:38.476077Z","caller":"traceutil/trace.go:171","msg":"trace[294818862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000221471s","start":"2026-07-01T02:11:36.475832Z","end":"2026-07-01T02:11:38.476054Z","steps":["trace[294818862] 'agreement among raft nodes before linearized reading' (duration: 2.000100907s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:38.476145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.475791Z","time spent":"2.000338634s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:38.830565Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b299660c5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:39.528859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:32.527679Z","time spent":"7.001172977s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:40.483608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:40.484465Z","caller":"traceutil/trace.go:171","msg":"trace[2113360835] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000787s","start":"2026-07-01T02:11:38.483643Z","end":"2026-07-01T02:11:40.48443Z","steps":["trace[2113360835] 'agreement among raft nodes before linearized reading' (duration: 1.999928402s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:40.484601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.483624Z","time spent":"2.000930544s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:40.803962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:33.803217Z","time spent":"7.000739644s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:42.36041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:35.359677Z","time spent":"7.000721263s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:42.483851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:42.483926Z","caller":"traceutil/trace.go:171","msg":"trace[1393932364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104457s","start":"2026-07-01T02:11:40.483805Z","end":"2026-07-01T02:11:42.483909Z","steps":["trace[1393932364] 'agreement among raft nodes before linearized reading' (duration: 2.000002714s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:42.483978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:40.483784Z","time spent":"2.00018584s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:42.836792Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b29966014","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:44.491983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999775546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:44.492112Z","caller":"traceutil/trace.go:171","msg":"trace[1488049771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039215s","start":"2026-07-01T02:11:42.492053Z","end":"2026-07-01T02:11:44.492093Z","steps":["trace[1488049771] 'agreement among raft nodes before linearized reading' (duration: 1.99987972s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:44.492166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:42.492013Z","time spent":"2.000141498s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:45.840182Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b299660c5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:46.246139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.999504926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:46.246225Z","caller":"traceutil/trace.go:171","msg":"trace[1692466260] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"19.99963487s","start":"2026-07-01T02:11:26.246565Z","end":"2026-07-01T02:11:46.2462Z","steps":["trace[1692466260] 'agreement among raft nodes before linearized reading' (duration: 19.999535896s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:46.246257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.246546Z","time spent":"19.999704721s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-01T02:11:46.49307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000865083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:46.493157Z","caller":"traceutil/trace.go:171","msg":"trace[687235278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001009768s","start":"2026-07-01T02:11:44.492129Z","end":"2026-07-01T02:11:46.493139Z","steps":["trace[687235278] 'agreement among raft nodes before linearized reading' (duration: 2.000896994s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:46.493204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.49211Z","time spent":"2.001083679s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:46.534145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:39.533988Z","time spent":"7.000152344s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:48.501329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000653525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:48.501397Z","caller":"traceutil/trace.go:171","msg":"trace[1052122960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000765378s","start":"2026-07-01T02:11:46.500619Z","end":"2026-07-01T02:11:48.501385Z","steps":["trace[1052122960] 'agreement among raft nodes before linearized reading' (duration: 2.000681216s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:48.501429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:46.500604Z","time spent":"2.000817681s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:49.365631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:42.364801Z","time spent":"7.000822577s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:49.844092Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b29966014","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:50.501529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999886671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:50.501615Z","caller":"traceutil/trace.go:171","msg":"trace[1477928243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009395s","start":"2026-07-01T02:11:48.501566Z","end":"2026-07-01T02:11:50.501575Z","steps":["trace[1477928243] 'agreement among raft nodes before linearized reading' (duration: 1.999936353s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:50.501644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:48.50153Z","time spent":"2.000108028s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:51.444354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:51.444514Z","caller":"traceutil/trace.go:171","msg":"trace[1055661863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244273s","start":"2026-07-01T02:11:49.444249Z","end":"2026-07-01T02:11:51.444493Z","steps":["trace[1055661863] 'agreement among raft nodes before linearized reading' (duration: 2.000059837s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:51.444595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:49.444231Z","time spent":"2.000350787s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:11:52.507364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000299034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:52.507447Z","caller":"traceutil/trace.go:171","msg":"trace[1651475754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435288s","start":"2026-07-01T02:11:50.506994Z","end":"2026-07-01T02:11:52.507429Z","steps":["trace[1651475754] 'agreement among raft nodes before linearized reading' (duration: 2.000333984s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:52.507493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:50.506973Z","time spent":"2.00051035s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:52.547855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.010532778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:52.547928Z","caller":"traceutil/trace.go:171","msg":"trace[1409105582] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.010663853s","start":"2026-07-01T02:11:42.537249Z","end":"2026-07-01T02:11:52.547913Z","steps":["trace[1409105582] 'agreement among raft nodes before linearized reading' (duration: 10.01056172s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:52.547967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:42.537231Z","time spent":"10.010726355s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/01 02:11:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:52.847042Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b299660c5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:53.249332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:46.249147Z","time spent":"7.000178846s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:53.539066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:46.538361Z","time spent":"7.000697502s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:54.50833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00077886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:54.508414Z","caller":"traceutil/trace.go:171","msg":"trace[2145420180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000897554s","start":"2026-07-01T02:11:52.507499Z","end":"2026-07-01T02:11:54.508397Z","steps":["trace[2145420180] 'agreement among raft nodes before linearized reading' (duration: 2.00079002s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:54.50847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.50749Z","time spent":"2.000971686s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:56.369963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:49.368727Z","time spent":"7.00122399s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-01T02:11:56.448799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.999917407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:11:56.44888Z","caller":"traceutil/trace.go:171","msg":"trace[1532367676] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be046113567648; range_end:; }","duration":"34.000061121s","start":"2026-07-01T02:11:22.4488Z","end":"2026-07-01T02:11:56.448862Z","steps":["trace[1532367676] 'agreement among raft nodes before linearized reading' (duration: 33.999953868s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:56.448929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:22.448773Z","time spent":"34.000145094s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" "} {"level":"warn","ts":"2026-07-01T02:11:56.516818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:56.516941Z","caller":"traceutil/trace.go:171","msg":"trace[921598628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400837s","start":"2026-07-01T02:11:54.516513Z","end":"2026-07-01T02:11:56.516914Z","steps":["trace[921598628] 'agreement among raft nodes before linearized reading' (duration: 2.000239681s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:56.517004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:54.516493Z","time spent":"2.0004991s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:56.851575Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b29966014","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:11:57.744447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.876627818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:57.744622Z","caller":"traceutil/trace.go:171","msg":"trace[1195781722] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; }","duration":"17.876858275s","start":"2026-07-01T02:11:39.867737Z","end":"2026-07-01T02:11:57.744596Z","steps":["trace[1195781722] 'agreement among raft nodes before linearized reading' (duration: 17.876659979s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:57.74479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:39.867714Z","time spent":"17.877051241s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} 2026/07/01 02:11:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:57.798106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.92884546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:57.79819Z","caller":"traceutil/trace.go:171","msg":"trace[1762437244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; }","duration":"17.928966194s","start":"2026-07-01T02:11:39.869203Z","end":"2026-07-01T02:11:57.798169Z","steps":["trace[1762437244] 'agreement among raft nodes before linearized reading' (duration: 17.928864721s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:57.798237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:39.869196Z","time spent":"17.929031396s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":0,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} 2026/07/01 02:11:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:58.517139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000011495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:58.517216Z","caller":"traceutil/trace.go:171","msg":"trace[1181652839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015161s","start":"2026-07-01T02:11:56.51705Z","end":"2026-07-01T02:11:58.517202Z","steps":["trace[1181652839] 'agreement among raft nodes before linearized reading' (duration: 2.000041486s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:58.517253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.517029Z","time spent":"2.000216262s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:11:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:59.239971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.986429669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:11:59.240076Z","caller":"traceutil/trace.go:171","msg":"trace[1383993589] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; }","duration":"5.986584674s","start":"2026-07-01T02:11:53.253467Z","end":"2026-07-01T02:11:59.240052Z","steps":["trace[1383993589] 'agreement among raft nodes before linearized reading' (duration: 5.986447839s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:11:59.240138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.253447Z","time spent":"5.986677406s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} 2026/07/01 02:11:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:11:59.855835Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b299660c5","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:00.525049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-01T02:12:00.525133Z","caller":"traceutil/trace.go:171","msg":"trace[1768006300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338495s","start":"2026-07-01T02:11:58.524776Z","end":"2026-07-01T02:12:00.525115Z","steps":["trace[1768006300] 'agreement among raft nodes before linearized reading' (duration: 2.000230132s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:00.52518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:58.524753Z","time spent":"2.000417458s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-01T02:12:00.779309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"33.999120015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:00.779466Z","caller":"traceutil/trace.go:171","msg":"trace[370985691] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; }","duration":"33.999293801s","start":"2026-07-01T02:11:26.780151Z","end":"2026-07-01T02:12:00.779445Z","steps":["trace[370985691] 'agreement among raft nodes before linearized reading' (duration: 33.999115625s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:00.779545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.780081Z","time spent":"33.999451485s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} 2026/07/01 02:12:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:02.525493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:02.525576Z","caller":"traceutil/trace.go:171","msg":"trace[984847592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320834s","start":"2026-07-01T02:12:00.525237Z","end":"2026-07-01T02:12:02.525558Z","steps":["trace[984847592] 'agreement among raft nodes before linearized reading' (duration: 2.000213161s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:02.525622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:00.525209Z","time spent":"2.000403197s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:03.541447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999280168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:03.54153Z","caller":"traceutil/trace.go:171","msg":"trace[1148719349] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; }","duration":"9.999411582s","start":"2026-07-01T02:11:53.542099Z","end":"2026-07-01T02:12:03.541511Z","steps":["trace[1148719349] 'agreement among raft nodes before linearized reading' (duration: 9.999309569s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:03.541585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.542076Z","time spent":"9.999499076s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} 2026/07/01 02:12:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:03.860343Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b29966014","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-01T02:12:04.533281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:04.533375Z","caller":"traceutil/trace.go:171","msg":"trace[581043171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000411628s","start":"2026-07-01T02:12:02.532944Z","end":"2026-07-01T02:12:04.533355Z","steps":["trace[581043171] 'agreement among raft nodes before linearized reading' (duration: 2.000284504s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:04.533435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:02.532925Z","time spent":"2.000498801s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:04.747769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:57.746906Z","time spent":"7.000849518s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:12:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:04.802045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:57.800918Z","time spent":"7.001120186s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/01 02:12:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:06.199565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"47.010556861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:06.199838Z","caller":"traceutil/trace.go:171","msg":"trace[951272456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"47.010897152s","start":"2026-07-01T02:11:19.188923Z","end":"2026-07-01T02:12:06.19982Z","steps":["trace[951272456] 'agreement among raft nodes before linearized reading' (duration: 47.010587702s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.19988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:19.188903Z","time spent":"47.010968884s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/01 02:12:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:06.346871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"48.003468651s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-01T02:12:06.533592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000265172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-01T02:12:06.53367Z","caller":"traceutil/trace.go:171","msg":"trace[175476865] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000386917s","start":"2026-07-01T02:12:04.533265Z","end":"2026-07-01T02:12:06.533652Z","steps":["trace[175476865] 'agreement among raft nodes before linearized reading' (duration: 2.000280323s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.533718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:04.533248Z","time spent":"2.000460959s","remote":"127.0.0.1:46126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/01 02:12:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-01T02:12:06.666449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"47.888625833s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.666584Z","caller":"traceutil/trace.go:171","msg":"trace[1224417093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38670; }","duration":"47.888769087s","start":"2026-07-01T02:11:18.777797Z","end":"2026-07-01T02:12:06.666566Z","steps":["trace[1224417093] 'range keys from in-memory index tree' (duration: 47.888575551s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.667425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:33.444357Z","time spent":"33.22306064s","remote":"127.0.0.1:34776","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T02:12:06.667606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759996895s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.667735Z","caller":"traceutil/trace.go:171","msg":"trace[1899136188] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38670; }","duration":"2.760137149s","start":"2026-07-01T02:12:03.907578Z","end":"2026-07-01T02:12:06.667715Z","steps":["trace[1899136188] 'range keys from in-memory index tree' (duration: 2.759974874s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.667723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.959921Z","time spent":"21.70779546s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-01T02:12:06.667801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.848002549s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.667902Z","caller":"traceutil/trace.go:171","msg":"trace[1042190199] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38670; }","duration":"32.848111392s","start":"2026-07-01T02:11:33.819769Z","end":"2026-07-01T02:12:06.667881Z","steps":["trace[1042190199] 'range keys from in-memory index tree' (duration: 32.847987979s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.667877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.804100945s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.668229Z","caller":"traceutil/trace.go:171","msg":"trace[1397236975] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38670; }","duration":"17.804460257s","start":"2026-07-01T02:11:48.863747Z","end":"2026-07-01T02:12:06.668207Z","steps":["trace[1397236975] 'range keys from in-memory index tree' (duration: 17.804087105s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.671696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"48.328643926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-01T02:12:06.671917Z","caller":"traceutil/trace.go:171","msg":"trace[878764162] linearizableReadLoop","detail":"{readStateIndex:39904; appliedIndex:39901; }","duration":"48.809052061s","start":"2026-07-01T02:11:17.862853Z","end":"2026-07-01T02:12:06.671905Z","steps":["trace[878764162] 'read index received' (duration: 305.115662ms)","trace[878764162] 'applied index is now lower than readState.Index' (duration: 48.503935599s)"],"step_count":2} {"level":"warn","ts":"2026-07-01T02:12:06.74139Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"78.692µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.76225Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"19.13µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.762315Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"3.33µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.762347Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.45µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.762359Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.22µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.76246Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.38µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.762479Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"3.23µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.762493Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"5.491µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.762542Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"13.5µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.762558Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"2.04µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.762718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"48.493277098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.762743Z","caller":"traceutil/trace.go:171","msg":"trace[1495853017] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:38688; }","duration":"48.49333957s","start":"2026-07-01T02:11:18.269394Z","end":"2026-07-01T02:12:06.762733Z","steps":["trace[1495853017] 'agreement among raft nodes before linearized reading' (duration: 48.493286459s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.762768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.269372Z","time spent":"48.493391072s","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.762882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.367352943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.762941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.434519084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.762957Z","caller":"traceutil/trace.go:171","msg":"trace[652134680] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:38688; }","duration":"22.434565615s","start":"2026-07-01T02:11:44.328387Z","end":"2026-07-01T02:12:06.762953Z","steps":["trace[652134680] 'agreement among raft nodes before linearized reading' (duration: 22.434523964s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.762973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.328368Z","time spent":"22.434601777s","remote":"127.0.0.1:46254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.762994Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b299660c5","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.763025Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4f119f1b29966014","error":"lease not found"} {"level":"warn","ts":"2026-07-01T02:12:06.76306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.145825673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.763077Z","caller":"traceutil/trace.go:171","msg":"trace[554031805] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:38688; }","duration":"24.145876424s","start":"2026-07-01T02:11:42.617196Z","end":"2026-07-01T02:12:06.763072Z","steps":["trace[554031805] 'agreement among raft nodes before linearized reading' (duration: 24.145849103s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.763074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.180852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.763093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:42.617176Z","time spent":"24.145913496s","remote":"127.0.0.1:54874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.763103Z","caller":"traceutil/trace.go:171","msg":"trace[1096957994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38688; }","duration":"225.231684ms","start":"2026-07-01T02:12:06.537861Z","end":"2026-07-01T02:12:06.763093Z","steps":["trace[1096957994] 'agreement among raft nodes before linearized reading' (duration: 225.181572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.763178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.734369269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.763194Z","caller":"traceutil/trace.go:171","msg":"trace[1803896562] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:38688; }","duration":"25.734428402s","start":"2026-07-01T02:11:41.02876Z","end":"2026-07-01T02:12:06.763189Z","steps":["trace[1803896562] 'agreement among raft nodes before linearized reading' (duration: 25.734399081s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.763207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:41.028738Z","time spent":"25.734465662s","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.763294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.955688548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-01T02:12:06.763309Z","caller":"traceutil/trace.go:171","msg":"trace[2141233064] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:38688; }","duration":"25.955726679s","start":"2026-07-01T02:11:40.807579Z","end":"2026-07-01T02:12:06.763305Z","steps":["trace[2141233064] 'agreement among raft nodes before linearized reading' (duration: 25.955695668s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.763323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:40.807568Z","time spent":"25.95575247s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-01T02:12:06.763403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.976620709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.763419Z","caller":"traceutil/trace.go:171","msg":"trace[969734152] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:38688; }","duration":"25.97667087s","start":"2026-07-01T02:11:40.786743Z","end":"2026-07-01T02:12:06.763414Z","steps":["trace[969734152] 'agreement among raft nodes before linearized reading' (duration: 25.976642849s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.763433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:40.786724Z","time spent":"25.976704782s","remote":"127.0.0.1:48928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.763516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.823288413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.763531Z","caller":"traceutil/trace.go:171","msg":"trace[1915564936] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:38688; }","duration":"26.823332585s","start":"2026-07-01T02:11:39.940194Z","end":"2026-07-01T02:12:06.763526Z","steps":["trace[1915564936] 'agreement among raft nodes before linearized reading' (duration: 26.823306014s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.763521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260256652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.763564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.883308076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.763565Z","caller":"traceutil/trace.go:171","msg":"trace[453079242] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:38688; }","duration":"1.260334735s","start":"2026-07-01T02:12:05.503219Z","end":"2026-07-01T02:12:06.763554Z","steps":["trace[453079242] 'agreement among raft nodes before linearized reading' (duration: 1.260143539s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.763585Z","caller":"traceutil/trace.go:171","msg":"trace[1397130321] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:38688; }","duration":"26.883370447s","start":"2026-07-01T02:11:39.880208Z","end":"2026-07-01T02:12:06.763578Z","steps":["trace[1397130321] 'agreement among raft nodes before linearized reading' (duration: 26.883343857s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.7636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:39.880187Z","time spent":"26.883409619s","remote":"127.0.0.1:59732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.763613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:05.503193Z","time spent":"1.260397377s","remote":"127.0.0.1:44062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.76369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.583741299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.763705Z","caller":"traceutil/trace.go:171","msg":"trace[1894456812] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:38688; }","duration":"27.5837935s","start":"2026-07-01T02:11:39.179908Z","end":"2026-07-01T02:12:06.763701Z","steps":["trace[1894456812] 'agreement among raft nodes before linearized reading' (duration: 27.583765049s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.763718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:39.179888Z","time spent":"27.583826522s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.763783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567958457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.763804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.770082528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.763818Z","caller":"traceutil/trace.go:171","msg":"trace[833645931] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:38688; }","duration":"27.770134529s","start":"2026-07-01T02:11:38.993679Z","end":"2026-07-01T02:12:06.763814Z","steps":["trace[833645931] 'agreement among raft nodes before linearized reading' (duration: 27.770107738s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.763822Z","caller":"traceutil/trace.go:171","msg":"trace[1967774507] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:38688; }","duration":"1.568020969s","start":"2026-07-01T02:12:05.195789Z","end":"2026-07-01T02:12:06.76381Z","steps":["trace[1967774507] 'agreement among raft nodes before linearized reading' (duration: 1.567960917s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.76385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.950568657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.763856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:05.195773Z","time spent":"1.568075241s","remote":"127.0.0.1:57994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.763894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.95189918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.763908Z","caller":"traceutil/trace.go:171","msg":"trace[1958819283] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:38688; }","duration":"27.951947272s","start":"2026-07-01T02:11:38.811957Z","end":"2026-07-01T02:12:06.763904Z","steps":["trace[1958819283] 'agreement among raft nodes before linearized reading' (duration: 27.951918831s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.763924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.811938Z","time spent":"27.951981892s","remote":"127.0.0.1:46540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.764002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.969805464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.764019Z","caller":"traceutil/trace.go:171","msg":"trace[347312949] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:38688; }","duration":"27.969853805s","start":"2026-07-01T02:11:38.79416Z","end":"2026-07-01T02:12:06.764014Z","steps":["trace[347312949] 'agreement among raft nodes before linearized reading' (duration: 27.969824834s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.76402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603584438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.764054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"28.512539586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.764055Z","caller":"traceutil/trace.go:171","msg":"trace[1594623752] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:38688; }","duration":"1.60365596s","start":"2026-07-01T02:12:05.160391Z","end":"2026-07-01T02:12:06.764047Z","steps":["trace[1594623752] 'agreement among raft nodes before linearized reading' (duration: 1.603597499s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.764071Z","caller":"traceutil/trace.go:171","msg":"trace[1600572974] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:38688; }","duration":"28.512592408s","start":"2026-07-01T02:11:38.251473Z","end":"2026-07-01T02:12:06.764066Z","steps":["trace[1600572974] 'agreement among raft nodes before linearized reading' (duration: 28.512568797s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.764085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.251426Z","time spent":"28.51265567s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.764089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:05.160366Z","time spent":"1.603715972s","remote":"127.0.0.1:48978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.764172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"29.285946316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.764187Z","caller":"traceutil/trace.go:171","msg":"trace[1031467903] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:38688; }","duration":"29.285963467s","start":"2026-07-01T02:11:37.47822Z","end":"2026-07-01T02:12:06.764184Z","steps":["trace[1031467903] 'agreement among raft nodes before linearized reading' (duration: 29.285937136s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.764201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:37.478165Z","time spent":"29.286031739s","remote":"127.0.0.1:54766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.764286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188644136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.764327Z","caller":"traceutil/trace.go:171","msg":"trace[99008676] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:38688; }","duration":"2.188712758s","start":"2026-07-01T02:12:04.575601Z","end":"2026-07-01T02:12:06.764314Z","steps":["trace[99008676] 'agreement among raft nodes before linearized reading' (duration: 2.188647236s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.764362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.025303985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419720"} {"level":"warn","ts":"2026-07-01T02:12:06.764362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:04.575583Z","time spent":"2.1887697s","remote":"127.0.0.1:54866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.764379Z","caller":"traceutil/trace.go:171","msg":"trace[919217146] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:38688; }","duration":"30.025365447s","start":"2026-07-01T02:11:36.739009Z","end":"2026-07-01T02:12:06.764374Z","steps":["trace[919217146] 'agreement among raft nodes before linearized reading' (duration: 30.025249783s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.764391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.738987Z","time spent":"30.025401288s","remote":"127.0.0.1:33024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":419741,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-01T02:12:06.764526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944876186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.764564Z","caller":"traceutil/trace.go:171","msg":"trace[1392066592] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:38688; }","duration":"2.944952699s","start":"2026-07-01T02:12:03.819601Z","end":"2026-07-01T02:12:06.764554Z","steps":["trace[1392066592] 'agreement among raft nodes before linearized reading' (duration: 2.944891977s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.764598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.819579Z","time spent":"2.94501068s","remote":"127.0.0.1:44134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.764762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.001569792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.764789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.437834967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:316845"} {"level":"info","ts":"2026-07-01T02:12:06.764797Z","caller":"traceutil/trace.go:171","msg":"trace[2138158118] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:38688; }","duration":"3.001618083s","start":"2026-07-01T02:12:03.76317Z","end":"2026-07-01T02:12:06.764788Z","steps":["trace[2138158118] 'agreement among raft nodes before linearized reading' (duration: 3.001560101s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.764829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.824693927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.764833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.763162Z","time spent":"3.001662845s","remote":"127.0.0.1:57698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.764866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.045233941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.764879Z","caller":"traceutil/trace.go:171","msg":"trace[941269629] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:38688; }","duration":"31.045283512s","start":"2026-07-01T02:11:35.719593Z","end":"2026-07-01T02:12:06.764876Z","steps":["trace[941269629] 'agreement among raft nodes before linearized reading' (duration: 31.045262461s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.764895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:35.719568Z","time spent":"31.045322583s","remote":"127.0.0.1:46442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.764976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.862148605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.764994Z","caller":"traceutil/trace.go:171","msg":"trace[489314220] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:38688; }","duration":"31.862191266s","start":"2026-07-01T02:11:34.902797Z","end":"2026-07-01T02:12:06.764988Z","steps":["trace[489314220] 'agreement among raft nodes before linearized reading' (duration: 31.862166945s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.76502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.902769Z","time spent":"31.862234487s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021467509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-01T02:12:06.765046Z","caller":"traceutil/trace.go:171","msg":"trace[1081597409] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:38688; }","duration":"3.021521131s","start":"2026-07-01T02:12:03.743516Z","end":"2026-07-01T02:12:06.765038Z","steps":["trace[1081597409] 'agreement among raft nodes before linearized reading' (duration: 3.021452649s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.76508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:03.7435Z","time spent":"3.021572172s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-01T02:12:06.76511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"31.898807998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.765128Z","caller":"traceutil/trace.go:171","msg":"trace[1755614767] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:38688; }","duration":"31.898896572s","start":"2026-07-01T02:11:34.866226Z","end":"2026-07-01T02:12:06.765123Z","steps":["trace[1755614767] 'agreement among raft nodes before linearized reading' (duration: 31.898870471s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.866199Z","time spent":"31.898941312s","remote":"127.0.0.1:59672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.469514307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.76524Z","caller":"traceutil/trace.go:171","msg":"trace[1212603952] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:38688; }","duration":"32.469562439s","start":"2026-07-01T02:11:34.295673Z","end":"2026-07-01T02:12:06.765236Z","steps":["trace[1212603952] 'agreement among raft nodes before linearized reading' (duration: 32.469535318s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.295651Z","time spent":"32.4695978s","remote":"127.0.0.1:57922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82549872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.765293Z","caller":"traceutil/trace.go:171","msg":"trace[945423088] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:38688; }","duration":"3.825574073s","start":"2026-07-01T02:12:02.93971Z","end":"2026-07-01T02:12:06.765284Z","steps":["trace[945423088] 'agreement among raft nodes before linearized reading' (duration: 3.825504901s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.533664542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.765354Z","caller":"traceutil/trace.go:171","msg":"trace[1707428154] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:38688; }","duration":"32.533723503s","start":"2026-07-01T02:11:34.231625Z","end":"2026-07-01T02:12:06.765348Z","steps":["trace[1707428154] 'agreement among raft nodes before linearized reading' (duration: 32.533696562s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.231609Z","time spent":"32.533756845s","remote":"127.0.0.1:50576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1939076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.765403Z","caller":"traceutil/trace.go:171","msg":"trace[1288835865] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38688; }","duration":"4.193939321s","start":"2026-07-01T02:12:02.571455Z","end":"2026-07-01T02:12:06.765394Z","steps":["trace[1288835865] 'agreement among raft nodes before linearized reading' (duration: 4.193893399s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:02.571435Z","time spent":"4.193987223s","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-01T02:12:06.765444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"32.762656166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.765457Z","caller":"traceutil/trace.go:171","msg":"trace[1083733730] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:38688; }","duration":"32.762703368s","start":"2026-07-01T02:11:34.00275Z","end":"2026-07-01T02:12:06.765453Z","steps":["trace[1083733730] 'agreement among raft nodes before linearized reading' (duration: 32.762680727s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:34.00273Z","time spent":"32.762738058s","remote":"127.0.0.1:57704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.310071034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.765559Z","caller":"traceutil/trace.go:171","msg":"trace[1071104006] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:38688; }","duration":"34.310087705s","start":"2026-07-01T02:11:32.455467Z","end":"2026-07-01T02:12:06.765555Z","steps":["trace[1071104006] 'agreement among raft nodes before linearized reading' (duration: 34.310061514s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.358271974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.765573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:32.455406Z","time spent":"34.310161437s","remote":"127.0.0.1:46376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.765575Z","caller":"traceutil/trace.go:171","msg":"trace[763110183] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:38688; }","duration":"4.358292764s","start":"2026-07-01T02:12:02.407276Z","end":"2026-07-01T02:12:06.765569Z","steps":["trace[763110183] 'agreement among raft nodes before linearized reading' (duration: 4.358253603s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:02.407227Z","time spent":"4.358361666s","remote":"127.0.0.1:46476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.66652837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.765657Z","caller":"traceutil/trace.go:171","msg":"trace[600315292] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:38688; }","duration":"34.666577872s","start":"2026-07-01T02:11:32.099075Z","end":"2026-07-01T02:12:06.765653Z","steps":["trace[600315292] 'agreement among raft nodes before linearized reading' (duration: 34.666553621s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:32.099055Z","time spent":"34.666614093s","remote":"127.0.0.1:59812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374429661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.765728Z","caller":"traceutil/trace.go:171","msg":"trace[523755653] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:38688; }","duration":"4.374453472s","start":"2026-07-01T02:12:02.391268Z","end":"2026-07-01T02:12:06.765722Z","steps":["trace[523755653] 'agreement among raft nodes before linearized reading' (duration: 4.374415751s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"34.853803958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.765771Z","caller":"traceutil/trace.go:171","msg":"trace[1987945192] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:38688; }","duration":"34.85384761s","start":"2026-07-01T02:11:31.911919Z","end":"2026-07-01T02:12:06.765766Z","steps":["trace[1987945192] 'agreement among raft nodes before linearized reading' (duration: 34.853820939s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.911902Z","time spent":"34.85387976s","remote":"127.0.0.1:54834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.385254014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.765808Z","caller":"traceutil/trace.go:171","msg":"trace[257233940] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:38688; }","duration":"5.385275025s","start":"2026-07-01T02:12:01.380527Z","end":"2026-07-01T02:12:06.765802Z","steps":["trace[257233940] 'agreement among raft nodes before linearized reading' (duration: 5.385236803s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.76583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:01.380451Z","time spent":"5.385374038s","remote":"127.0.0.1:34576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.76587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.389525666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.765886Z","caller":"traceutil/trace.go:171","msg":"trace[1972465263] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:38688; }","duration":"35.389578147s","start":"2026-07-01T02:11:31.376304Z","end":"2026-07-01T02:12:06.765882Z","steps":["trace[1972465263] 'agreement among raft nodes before linearized reading' (duration: 35.389552646s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.765901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.376279Z","time spent":"35.389618669s","remote":"127.0.0.1:38748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.501576095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.765981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.490316469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-01T02:12:06.765991Z","caller":"traceutil/trace.go:171","msg":"trace[1998211300] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:38688; }","duration":"35.501619406s","start":"2026-07-01T02:11:31.264368Z","end":"2026-07-01T02:12:06.765987Z","steps":["trace[1998211300] 'agreement among raft nodes before linearized reading' (duration: 35.501596055s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.765999Z","caller":"traceutil/trace.go:171","msg":"trace[1536658551] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:38688; }","duration":"5.490362761s","start":"2026-07-01T02:12:01.275631Z","end":"2026-07-01T02:12:06.765993Z","steps":["trace[1536658551] 'agreement among raft nodes before linearized reading' (duration: 5.490286328s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.766023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:01.275608Z","time spent":"5.490410362s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-01T02:12:06.766044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.220363705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.76606Z","caller":"traceutil/trace.go:171","msg":"trace[1057063523] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:38688; }","duration":"36.220407697s","start":"2026-07-01T02:11:30.545648Z","end":"2026-07-01T02:12:06.766056Z","steps":["trace[1057063523] 'agreement among raft nodes before linearized reading' (duration: 36.220385986s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.766075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.545632Z","time spent":"36.220439687s","remote":"127.0.0.1:58024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.766126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.631938555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.76615Z","caller":"traceutil/trace.go:171","msg":"trace[87550622] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:38688; }","duration":"5.631998337s","start":"2026-07-01T02:12:01.134146Z","end":"2026-07-01T02:12:06.766144Z","steps":["trace[87550622] 'agreement among raft nodes before linearized reading' (duration: 5.631962346s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.76617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.298373664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-01T02:12:06.766173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:01.134125Z","time spent":"5.632043068s","remote":"127.0.0.1:48908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.76619Z","caller":"traceutil/trace.go:171","msg":"trace[927024738] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:38688; }","duration":"36.298434306s","start":"2026-07-01T02:11:30.467749Z","end":"2026-07-01T02:12:06.766184Z","steps":["trace[927024738] 'agreement among raft nodes before linearized reading' (duration: 36.298384354s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.766205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.46773Z","time spent":"36.298472358s","remote":"127.0.0.1:46266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-01T02:12:06.766298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.050406237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.766344Z","caller":"traceutil/trace.go:171","msg":"trace[636783219] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:38688; }","duration":"6.05048157s","start":"2026-07-01T02:12:00.715856Z","end":"2026-07-01T02:12:06.766337Z","steps":["trace[636783219] 'agreement among raft nodes before linearized reading' (duration: 6.050401777s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.766373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:00.715841Z","time spent":"6.050522832s","remote":"127.0.0.1:38758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.766664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"48.460748307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.766692Z","caller":"traceutil/trace.go:171","msg":"trace[1488934855] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:38688; }","duration":"48.460821079s","start":"2026-07-01T02:11:18.305863Z","end":"2026-07-01T02:12:06.766684Z","steps":["trace[1488934855] 'agreement among raft nodes before linearized reading' (duration: 48.460768537s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.766708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:18.305844Z","time spent":"48.460859751s","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.766805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.476881828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.766823Z","caller":"traceutil/trace.go:171","msg":"trace[2033282831] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:38688; }","duration":"37.476939969s","start":"2026-07-01T02:11:29.289877Z","end":"2026-07-01T02:12:06.766817Z","steps":["trace[2033282831] 'agreement among raft nodes before linearized reading' (duration: 37.476912638s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.766837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.289853Z","time spent":"37.476980501s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.766881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.076592227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.766919Z","caller":"traceutil/trace.go:171","msg":"trace[1001615735] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:38688; }","duration":"20.076675919s","start":"2026-07-01T02:11:46.690233Z","end":"2026-07-01T02:12:06.766909Z","steps":["trace[1001615735] 'agreement among raft nodes before linearized reading' (duration: 20.076565526s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.766945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:46.690214Z","time spent":"20.076725421s","remote":"127.0.0.1:50580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":83,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.766963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.681671327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.76698Z","caller":"traceutil/trace.go:171","msg":"trace[1981996405] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:38688; }","duration":"37.681722948s","start":"2026-07-01T02:11:29.085253Z","end":"2026-07-01T02:12:06.766976Z","steps":["trace[1981996405] 'agreement among raft nodes before linearized reading' (duration: 37.681653296s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.766995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.085232Z","time spent":"37.681759179s","remote":"127.0.0.1:46262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":96,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.767075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.943554904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.767085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.45357652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.767091Z","caller":"traceutil/trace.go:171","msg":"trace[598837836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38688; }","duration":"37.943602156s","start":"2026-07-01T02:11:28.823484Z","end":"2026-07-01T02:12:06.767086Z","steps":["trace[598837836] 'agreement among raft nodes before linearized reading' (duration: 37.943576425s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.823465Z","time spent":"37.943635536s","remote":"127.0.0.1:54684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.767104Z","caller":"traceutil/trace.go:171","msg":"trace[1462356575] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:38688; }","duration":"6.453621321s","start":"2026-07-01T02:12:00.313477Z","end":"2026-07-01T02:12:06.767099Z","steps":["trace[1462356575] 'agreement among raft nodes before linearized reading' (duration: 6.45356759s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:00.313461Z","time spent":"6.453657383s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.767185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"37.979435863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.767202Z","caller":"traceutil/trace.go:171","msg":"trace[166160309] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:38688; }","duration":"37.979494045s","start":"2026-07-01T02:11:28.787703Z","end":"2026-07-01T02:12:06.767197Z","steps":["trace[166160309] 'agreement among raft nodes before linearized reading' (duration: 37.979468715s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.787679Z","time spent":"37.979532756s","remote":"127.0.0.1:54906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.767291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.911019361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-01T02:12:06.767325Z","caller":"traceutil/trace.go:171","msg":"trace[502653052] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:38688; }","duration":"6.911086883s","start":"2026-07-01T02:11:59.856229Z","end":"2026-07-01T02:12:06.767316Z","steps":["trace[502653052] 'agreement among raft nodes before linearized reading' (duration: 6.91097193s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.366398276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.767377Z","caller":"traceutil/trace.go:171","msg":"trace[1006498866] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:38688; }","duration":"38.366445388s","start":"2026-07-01T02:11:28.400926Z","end":"2026-07-01T02:12:06.767372Z","steps":["trace[1006498866] 'agreement among raft nodes before linearized reading' (duration: 38.366352875s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.400918Z","time spent":"38.366469168s","remote":"127.0.0.1:46492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.767396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.009643677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.767427Z","caller":"traceutil/trace.go:171","msg":"trace[1373304150] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:38688; }","duration":"8.009712079s","start":"2026-07-01T02:11:58.757704Z","end":"2026-07-01T02:12:06.767417Z","steps":["trace[1373304150] 'agreement among raft nodes before linearized reading' (duration: 8.009667218s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.76746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:58.757685Z","time spent":"8.009767101s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.767476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.407209243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.767492Z","caller":"traceutil/trace.go:171","msg":"trace[560726648] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:38688; }","duration":"38.407259646s","start":"2026-07-01T02:11:28.360229Z","end":"2026-07-01T02:12:06.767489Z","steps":["trace[560726648] 'agreement among raft nodes before linearized reading' (duration: 38.407233505s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.360213Z","time spent":"38.407292686s","remote":"127.0.0.1:46310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.767619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.812960094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-01T02:12:06.767624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"36.776276919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T02:12:06.767654Z","caller":"traceutil/trace.go:171","msg":"trace[1974449566] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:38688; }","duration":"8.813026226s","start":"2026-07-01T02:11:57.954619Z","end":"2026-07-01T02:12:06.767646Z","steps":["trace[1974449566] 'agreement among raft nodes before linearized reading' (duration: 8.812964844s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:57.954597Z","time spent":"8.813077478s","remote":"127.0.0.1:58816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.767806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"38.479814259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.767828Z","caller":"traceutil/trace.go:171","msg":"trace[643774683] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:38688; }","duration":"38.47986738s","start":"2026-07-01T02:11:28.287955Z","end":"2026-07-01T02:12:06.767823Z","steps":["trace[643774683] 'agreement among raft nodes before linearized reading' (duration: 38.479821899s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:28.287938Z","time spent":"38.479902602s","remote":"127.0.0.1:46560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.767846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.805324407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.764032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.794139Z","time spent":"27.969889637s","remote":"127.0.0.1:51842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.767878Z","caller":"traceutil/trace.go:171","msg":"trace[370627048] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:38688; }","duration":"9.805356488s","start":"2026-07-01T02:11:56.962509Z","end":"2026-07-01T02:12:06.767866Z","steps":["trace[370627048] 'agreement among raft nodes before linearized reading' (duration: 9.805285975s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.762961Z","caller":"traceutil/trace.go:171","msg":"trace[1684315347] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:38688; }","duration":"22.367496048s","start":"2026-07-01T02:11:44.395443Z","end":"2026-07-01T02:12:06.762939Z","steps":["trace[1684315347] 'agreement among raft nodes before linearized reading' (duration: 22.367343173s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.962454Z","time spent":"9.805455251s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.76794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.988947765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.767966Z","caller":"traceutil/trace.go:171","msg":"trace[8838015] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:38688; }","duration":"21.989033918s","start":"2026-07-01T02:11:44.778924Z","end":"2026-07-01T02:12:06.767958Z","steps":["trace[8838015] 'agreement among raft nodes before linearized reading' (duration: 21.988967736s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.778879Z","time spent":"21.98911294s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.767998Z","caller":"traceutil/trace.go:171","msg":"trace[806868030] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:38688; }","duration":"36.776355791s","start":"2026-07-01T02:11:29.991298Z","end":"2026-07-01T02:12:06.767654Z","steps":["trace[806868030] 'agreement among raft nodes before linearized reading' (duration: 36.774969667s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.767994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.395422Z","time spent":"22.372522359s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:29.991279Z","time spent":"36.776760694s","remote":"127.0.0.1:46402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":200,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.131213294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.768089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.088806838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.768099Z","caller":"traceutil/trace.go:171","msg":"trace[686754535] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:38688; }","duration":"10.131245636s","start":"2026-07-01T02:11:56.636844Z","end":"2026-07-01T02:12:06.768089Z","steps":["trace[686754535] 'agreement among raft nodes before linearized reading' (duration: 10.131186024s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.778716064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.768138Z","caller":"traceutil/trace.go:171","msg":"trace[1644329177] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:38688; }","duration":"20.778767645s","start":"2026-07-01T02:11:45.989367Z","end":"2026-07-01T02:12:06.768135Z","steps":["trace[1644329177] 'agreement among raft nodes before linearized reading' (duration: 20.778747755s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.636795Z","time spent":"10.131333358s","remote":"127.0.0.1:57716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.83636377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.768186Z","caller":"traceutil/trace.go:171","msg":"trace[273401604] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:38688; }","duration":"20.836398951s","start":"2026-07-01T02:11:45.931781Z","end":"2026-07-01T02:12:06.76818Z","steps":["trace[273401604] 'agreement among raft nodes before linearized reading' (duration: 20.83637892s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:45.931771Z","time spent":"20.836427192s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":27,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.856483755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.768299Z","caller":"traceutil/trace.go:171","msg":"trace[1138754297] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:38688; }","duration":"20.856501795s","start":"2026-07-01T02:11:45.911793Z","end":"2026-07-01T02:12:06.768294Z","steps":["trace[1138754297] 'agreement among raft nodes before linearized reading' (duration: 20.856476425s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:45.91173Z","time spent":"20.856577648s","remote":"127.0.0.1:49036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.765332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:02.939684Z","time spent":"3.825634384s","remote":"127.0.0.1:46260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.324986809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.768393Z","caller":"traceutil/trace.go:171","msg":"trace[1624236849] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:38688; }","duration":"21.325034011s","start":"2026-07-01T02:11:45.443356Z","end":"2026-07-01T02:12:06.76839Z","steps":["trace[1624236849] 'agreement among raft nodes before linearized reading' (duration: 21.325013071s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.395637862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-07-01T02:12:06.768409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:45.443334Z","time spent":"21.325071322s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.174338872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.768461Z","caller":"traceutil/trace.go:171","msg":"trace[975875603] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:38688; }","duration":"22.174551459s","start":"2026-07-01T02:11:44.593896Z","end":"2026-07-01T02:12:06.768447Z","steps":["trace[975875603] 'agreement among raft nodes before linearized reading' (duration: 22.174305211s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.401629705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.768476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.451055967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.768495Z","caller":"traceutil/trace.go:171","msg":"trace[950416067] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:38688; }","duration":"21.451115389s","start":"2026-07-01T02:11:45.317374Z","end":"2026-07-01T02:12:06.76849Z","steps":["trace[950416067] 'agreement among raft nodes before linearized reading' (duration: 21.451089438s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.768494Z","caller":"traceutil/trace.go:171","msg":"trace[1607324955] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:38688; }","duration":"10.401696578s","start":"2026-07-01T02:11:56.36679Z","end":"2026-07-01T02:12:06.768486Z","steps":["trace[1607324955] 'agreement among raft nodes before linearized reading' (duration: 10.401654616s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:45.317353Z","time spent":"21.45115585s","remote":"127.0.0.1:48986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.593864Z","time spent":"22.174617161s","remote":"127.0.0.1:48898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.36677Z","time spent":"10.401744798s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.938659674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.765751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:02.391251Z","time spent":"4.374494993s","remote":"127.0.0.1:59750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.768604Z","caller":"traceutil/trace.go:171","msg":"trace[417788008] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:38688; }","duration":"21.938722646s","start":"2026-07-01T02:11:44.829878Z","end":"2026-07-01T02:12:06.7686Z","steps":["trace[417788008] 'agreement among raft nodes before linearized reading' (duration: 21.938695135s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:44.829856Z","time spent":"21.938758167s","remote":"127.0.0.1:33040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.763544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:39.940171Z","time spent":"26.823369126s","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.76869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.453045062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.768729Z","caller":"traceutil/trace.go:171","msg":"trace[1202178299] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:38688; }","duration":"10.453110214s","start":"2026-07-01T02:11:56.315608Z","end":"2026-07-01T02:12:06.768719Z","steps":["trace[1202178299] 'agreement among raft nodes before linearized reading' (duration: 10.453048662s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.315592Z","time spent":"10.453157915s","remote":"127.0.0.1:44024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.763832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.993657Z","time spent":"27.77017226s","remote":"127.0.0.1:46320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.877353031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.763867Z","caller":"traceutil/trace.go:171","msg":"trace[2118029885] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:38688; }","duration":"27.950624949s","start":"2026-07-01T02:11:38.813236Z","end":"2026-07-01T02:12:06.763861Z","steps":["trace[2118029885] 'agreement among raft nodes before linearized reading' (duration: 27.950603989s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.768346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.315648522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-01T02:12:06.764539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"30.114231203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-01T02:12:06.768983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.099248328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.768982Z","caller":"traceutil/trace.go:171","msg":"trace[744027641] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be046113567648; range_end:; response_count:1; response_revision:38688; }","duration":"10.316307452s","start":"2026-07-01T02:11:56.45266Z","end":"2026-07-01T02:12:06.768968Z","steps":["trace[744027641] 'agreement among raft nodes before linearized reading' (duration: 10.31560732s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.768998Z","caller":"traceutil/trace.go:171","msg":"trace[648131225] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:38688; }","duration":"30.118690916s","start":"2026-07-01T02:11:36.6503Z","end":"2026-07-01T02:12:06.768991Z","steps":["trace[648131225] 'agreement among raft nodes before linearized reading' (duration: 30.114222133s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.76901Z","caller":"traceutil/trace.go:171","msg":"trace[467356802] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:38688; }","duration":"11.09932779s","start":"2026-07-01T02:11:55.669674Z","end":"2026-07-01T02:12:06.769001Z","steps":["trace[467356802] 'agreement among raft nodes before linearized reading' (duration: 11.099290659s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.769022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.452639Z","time spent":"10.316370664s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be046113567648\" "} {"level":"info","ts":"2026-07-01T02:12:06.764806Z","caller":"traceutil/trace.go:171","msg":"trace[1182965997] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:38688; }","duration":"30.437883189s","start":"2026-07-01T02:11:36.326918Z","end":"2026-07-01T02:12:06.764801Z","steps":["trace[1182965997] 'agreement among raft nodes before linearized reading' (duration: 30.43762865s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.769044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:55.669641Z","time spent":"11.099395562s","remote":"127.0.0.1:59804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.76906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.326898Z","time spent":"30.442157806s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":316866,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-01T02:12:06.764847Z","caller":"traceutil/trace.go:171","msg":"trace[475098579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:38688; }","duration":"30.824748229s","start":"2026-07-01T02:11:35.940095Z","end":"2026-07-01T02:12:06.764843Z","steps":["trace[475098579] 'agreement among raft nodes before linearized reading' (duration: 30.824722718s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.769192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:35.940075Z","time spent":"30.829109709s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.769196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.38500181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.769227Z","caller":"traceutil/trace.go:171","msg":"trace[1332624775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38688; }","duration":"11.385070212s","start":"2026-07-01T02:11:55.384148Z","end":"2026-07-01T02:12:06.769218Z","steps":["trace[1332624775] 'agreement among raft nodes before linearized reading' (duration: 11.38501764s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.769264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:55.38413Z","time spent":"11.385124554s","remote":"127.0.0.1:54702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.769018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:36.65023Z","time spent":"30.118781408s","remote":"127.0.0.1:34572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:38.813211Z","time spent":"27.955727733s","remote":"127.0.0.1:59774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.766005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:31.26435Z","time spent":"35.501650287s","remote":"127.0.0.1:48924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.769942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.063817729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.770003Z","caller":"traceutil/trace.go:171","msg":"trace[9141590] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:38688; }","duration":"19.063924263s","start":"2026-07-01T02:11:47.706061Z","end":"2026-07-01T02:12:06.769985Z","steps":["trace[9141590] 'agreement among raft nodes before linearized reading' (duration: 19.06382112s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.770049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:47.706041Z","time spent":"19.063995435s","remote":"127.0.0.1:48974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.77023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.781528239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.770271Z","caller":"traceutil/trace.go:171","msg":"trace[104911749] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:38688; }","duration":"11.781602311s","start":"2026-07-01T02:11:54.988657Z","end":"2026-07-01T02:12:06.770259Z","steps":["trace[104911749] 'agreement among raft nodes before linearized reading' (duration: 11.781535209s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.770302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:54.988639Z","time spent":"11.781653422s","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.770565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.226778516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.770604Z","caller":"traceutil/trace.go:171","msg":"trace[2010374696] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:38688; }","duration":"13.226866539s","start":"2026-07-01T02:11:53.543727Z","end":"2026-07-01T02:12:06.770594Z","steps":["trace[2010374696] 'agreement among raft nodes before linearized reading' (duration: 13.226775326s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.770639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.543717Z","time spent":"13.22690914s","remote":"127.0.0.1:38770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.768106Z","caller":"traceutil/trace.go:171","msg":"trace[406469522] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:38688; }","duration":"20.088857409s","start":"2026-07-01T02:11:46.679242Z","end":"2026-07-01T02:12:06.768099Z","steps":["trace[406469522] 'agreement among raft nodes before linearized reading' (duration: 20.088830798s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.770846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:46.67922Z","time spent":"20.091610597s","remote":"127.0.0.1:49000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.768152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:45.989337Z","time spent":"20.778810877s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.766025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"35.812366109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.77102Z","caller":"traceutil/trace.go:171","msg":"trace[451661346] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:38688; }","duration":"35.81743249s","start":"2026-07-01T02:11:30.953578Z","end":"2026-07-01T02:12:06.771011Z","steps":["trace[451661346] 'agreement among raft nodes before linearized reading' (duration: 35.812435381s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.771041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:30.953562Z","time spent":"35.817472142s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.768427Z","caller":"traceutil/trace.go:171","msg":"trace[519398149] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:38688; }","duration":"10.395684494s","start":"2026-07-01T02:11:56.372732Z","end":"2026-07-01T02:12:06.768417Z","steps":["trace[519398149] 'agreement among raft nodes before linearized reading' (duration: 10.395633423s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.77112Z","caller":"traceutil/trace.go:171","msg":"trace[1730365682] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:38688; }","duration":"10.879603743s","start":"2026-07-01T02:11:55.891501Z","end":"2026-07-01T02:12:06.771105Z","steps":["trace[1730365682] 'agreement among raft nodes before linearized reading' (duration: 10.877372942s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.771124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:56.37272Z","time spent":"10.39839067s","remote":"127.0.0.1:46346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-01T02:12:06.771155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:55.891475Z","time spent":"10.879668916s","remote":"127.0.0.1:59758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.767356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:59.856209Z","time spent":"6.911138844s","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7719,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-01T02:12:06.766524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.137794617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.778278Z","caller":"traceutil/trace.go:171","msg":"trace[547157644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38688; }","duration":"6.149532493s","start":"2026-07-01T02:12:00.628721Z","end":"2026-07-01T02:12:06.778253Z","steps":["trace[547157644] 'agreement among raft nodes before linearized reading' (duration: 6.137782946s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.778353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:12:00.628673Z","time spent":"6.149645666s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.78044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.611765927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.7805Z","caller":"traceutil/trace.go:171","msg":"trace[852981605] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:38688; }","duration":"13.61186844s","start":"2026-07-01T02:11:53.168615Z","end":"2026-07-01T02:12:06.780483Z","steps":["trace[852981605] 'agreement among raft nodes before linearized reading' (duration: 13.602154919s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.780526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.168592Z","time spent":"13.611925052s","remote":"127.0.0.1:44140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.780664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"46.54280329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.780683Z","caller":"traceutil/trace.go:171","msg":"trace[514573660] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:38688; }","duration":"46.545260329s","start":"2026-07-01T02:11:20.235416Z","end":"2026-07-01T02:12:06.780676Z","steps":["trace[514573660] 'agreement among raft nodes before linearized reading' (duration: 46.535351001s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.7807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:20.235396Z","time spent":"46.545298531s","remote":"127.0.0.1:46474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.780936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.66261661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T02:12:06.780954Z","caller":"traceutil/trace.go:171","msg":"trace[1411044855] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:38688; }","duration":"39.662671412s","start":"2026-07-01T02:11:27.118277Z","end":"2026-07-01T02:12:06.780949Z","steps":["trace[1411044855] 'agreement among raft nodes before linearized reading' (duration: 39.652505716s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.78097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:27.118254Z","time spent":"39.662711013s","remote":"127.0.0.1:46280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":259,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.781132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.653180852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-01T02:12:06.78115Z","caller":"traceutil/trace.go:171","msg":"trace[1388034711] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:38688; }","duration":"13.653226994s","start":"2026-07-01T02:11:53.127918Z","end":"2026-07-01T02:12:06.781145Z","steps":["trace[1388034711] 'agreement among raft nodes before linearized reading' (duration: 13.642863312s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.781166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.127899Z","time spent":"13.653262385s","remote":"127.0.0.1:46214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.781251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.771379033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.781267Z","caller":"traceutil/trace.go:171","msg":"trace[699815315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:38688; }","duration":"39.771429666s","start":"2026-07-01T02:11:27.009832Z","end":"2026-07-01T02:12:06.781262Z","steps":["trace[699815315] 'agreement among raft nodes before linearized reading' (duration: 39.76095782s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.781282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:27.009812Z","time spent":"39.771465636s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.781363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.688740862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-01T02:12:06.781378Z","caller":"traceutil/trace.go:171","msg":"trace[1445133523] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:38688; }","duration":"13.688777853s","start":"2026-07-01T02:11:53.092595Z","end":"2026-07-01T02:12:06.781372Z","steps":["trace[1445133523] 'agreement among raft nodes before linearized reading' (duration: 13.678195914s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.7814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:53.092577Z","time spent":"13.688812364s","remote":"127.0.0.1:44042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-01T02:12:06.781484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"39.993260631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-01T02:12:06.781501Z","caller":"traceutil/trace.go:171","msg":"trace[187709006] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:38688; }","duration":"39.993300051s","start":"2026-07-01T02:11:26.788196Z","end":"2026-07-01T02:12:06.781496Z","steps":["trace[187709006] 'agreement among raft nodes before linearized reading' (duration: 39.982601718s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.781516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.788185Z","time spent":"39.993326543s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.781611Z","caller":"traceutil/trace.go:171","msg":"trace[798854124] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:38688; }","duration":"13.826478774s","start":"2026-07-01T02:11:52.955125Z","end":"2026-07-01T02:12:06.781603Z","steps":["trace[798854124] 'agreement among raft nodes before linearized reading' (duration: 13.815674547s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.781629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.955103Z","time spent":"13.826520784s","remote":"127.0.0.1:59676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.781728Z","caller":"traceutil/trace.go:171","msg":"trace[911190671] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:38688; }","duration":"40.047953641s","start":"2026-07-01T02:11:26.733769Z","end":"2026-07-01T02:12:06.781723Z","steps":["trace[911190671] 'agreement among raft nodes before linearized reading' (duration: 40.037035232s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.781745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.733759Z","time spent":"40.047982033s","remote":"127.0.0.1:59746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.781848Z","caller":"traceutil/trace.go:171","msg":"trace[1302261946] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:38688; }","duration":"40.234692642s","start":"2026-07-01T02:11:26.54715Z","end":"2026-07-01T02:12:06.781843Z","steps":["trace[1302261946] 'agreement among raft nodes before linearized reading' (duration: 40.223660749s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.781868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:26.54713Z","time spent":"40.234733674s","remote":"127.0.0.1:46430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.781961Z","caller":"traceutil/trace.go:171","msg":"trace[785321127] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:38688; }","duration":"14.275473504s","start":"2026-07-01T02:11:52.506478Z","end":"2026-07-01T02:12:06.781952Z","steps":["trace[785321127] 'agreement among raft nodes before linearized reading' (duration: 14.264331397s)"],"step_count":1} {"level":"warn","ts":"2026-07-01T02:12:06.78198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-01T02:11:52.506459Z","time spent":"14.275516264s","remote":"127.0.0.1:57978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":27,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-07-01T02:12:06.782076Z","caller":"traceutil/trace.go:171","msg":"trace[1899175290] range","detail":"{range_begin:/registry/masterleases/199.204.45.235; range_end:; response_count:0; response_revision:38688; }","duration":"40.336849524s","start":"2026-07-01T02:11:26.445221Z","end":"2026-07-01T02:12:06.78207Z","steps":["trace[1899175290] 'agreement among raft nodes before linearized reading' (duration: 40.325595674s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.782191Z","caller":"traceutil/trace.go:171","msg":"trace[211718551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:38688; }","duration":"42.528041281s","start":"2026-07-01T02:11:24.254144Z","end":"2026-07-01T02:12:06.782186Z","steps":["trace[211718551] 'agreement among raft nodes before linearized reading' (duration: 42.516676607s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.782303Z","caller":"traceutil/trace.go:171","msg":"trace[1816848566] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:38688; }","duration":"14.876371539s","start":"2026-07-01T02:11:51.905926Z","end":"2026-07-01T02:12:06.782298Z","steps":["trace[1816848566] 'agreement among raft nodes before linearized reading' (duration: 14.864892021s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.782463Z","caller":"traceutil/trace.go:171","msg":"trace[1922307607] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:38688; }","duration":"43.823069636s","start":"2026-07-01T02:11:22.959386Z","end":"2026-07-01T02:12:06.782456Z","steps":["trace[1922307607] 'agreement among raft nodes before linearized reading' (duration: 43.811439823s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.782884Z","caller":"traceutil/trace.go:171","msg":"trace[260818385] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:38688; }","duration":"46.143909695s","start":"2026-07-01T02:11:20.63896Z","end":"2026-07-01T02:12:06.78287Z","steps":["trace[260818385] 'agreement among raft nodes before linearized reading' (duration: 46.131908931s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.783041Z","caller":"traceutil/trace.go:171","msg":"trace[1979350970] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:38688; }","duration":"47.16352622s","start":"2026-07-01T02:11:19.619508Z","end":"2026-07-01T02:12:06.783034Z","steps":["trace[1979350970] 'agreement among raft nodes before linearized reading' (duration: 47.151498035s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.78332Z","caller":"traceutil/trace.go:171","msg":"trace[967086893] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:38688; }","duration":"47.541552637s","start":"2026-07-01T02:11:19.241762Z","end":"2026-07-01T02:12:06.783315Z","steps":["trace[967086893] 'agreement among raft nodes before linearized reading' (duration: 47.529252063s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.783363Z","caller":"traceutil/trace.go:171","msg":"trace[1789525226] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:38688; }","duration":"44.428399461s","start":"2026-07-01T02:11:22.354915Z","end":"2026-07-01T02:12:06.783315Z","steps":["trace[1789525226] 'agreement among raft nodes before linearized reading' (duration: 44.415916362s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.783485Z","caller":"traceutil/trace.go:171","msg":"trace[362551329] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:38688; }","duration":"14.887412933s","start":"2026-07-01T02:11:51.896064Z","end":"2026-07-01T02:12:06.783477Z","steps":["trace[362551329] 'agreement among raft nodes before linearized reading' (duration: 14.874764567s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.783746Z","caller":"traceutil/trace.go:171","msg":"trace[1845559265] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:38688; }","duration":"44.478042982s","start":"2026-07-01T02:11:22.305697Z","end":"2026-07-01T02:12:06.78374Z","steps":["trace[1845559265] 'agreement among raft nodes before linearized reading' (duration: 44.465141489s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.783792Z","caller":"traceutil/trace.go:171","msg":"trace[465765972] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:38688; }","duration":"44.655500715s","start":"2026-07-01T02:11:22.128283Z","end":"2026-07-01T02:12:06.783784Z","steps":["trace[465765972] 'agreement among raft nodes before linearized reading' (duration: 44.642580292s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.783885Z","caller":"traceutil/trace.go:171","msg":"trace[1708892088] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:38688; }","duration":"16.934773452s","start":"2026-07-01T02:11:49.849104Z","end":"2026-07-01T02:12:06.783877Z","steps":["trace[1708892088] 'agreement among raft nodes before linearized reading' (duration: 16.921750475s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.783961Z","caller":"traceutil/trace.go:171","msg":"trace[380687499] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:38688; }","duration":"16.977085528s","start":"2026-07-01T02:11:49.806867Z","end":"2026-07-01T02:12:06.783952Z","steps":["trace[380687499] 'agreement among raft nodes before linearized reading' (duration: 16.963995048s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.784054Z","caller":"traceutil/trace.go:171","msg":"trace[619186839] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:38688; }","duration":"18.703613015s","start":"2026-07-01T02:11:48.080435Z","end":"2026-07-01T02:12:06.784048Z","steps":["trace[619186839] 'agreement among raft nodes before linearized reading' (duration: 18.690455923s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.784056Z","caller":"traceutil/trace.go:171","msg":"trace[1244660280] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:38688; }","duration":"15.694715937s","start":"2026-07-01T02:11:51.089331Z","end":"2026-07-01T02:12:06.784047Z","steps":["trace[1244660280] 'agreement among raft nodes before linearized reading' (duration: 15.681505954s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.784106Z","caller":"traceutil/trace.go:171","msg":"trace[2124448885] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:38688; }","duration":"48.090757196s","start":"2026-07-01T02:11:18.693339Z","end":"2026-07-01T02:12:06.784096Z","steps":["trace[2124448885] 'agreement among raft nodes before linearized reading' (duration: 48.077682818s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.784187Z","caller":"traceutil/trace.go:171","msg":"trace[617074577] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:38688; }","duration":"46.192021276s","start":"2026-07-01T02:11:20.592159Z","end":"2026-07-01T02:12:06.784181Z","steps":["trace[617074577] 'agreement among raft nodes before linearized reading' (duration: 46.17871553s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.784308Z","caller":"traceutil/trace.go:171","msg":"trace[815302334] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:38688; }","duration":"17.423729913s","start":"2026-07-01T02:11:49.360573Z","end":"2026-07-01T02:12:06.784303Z","steps":["trace[815302334] 'agreement among raft nodes before linearized reading' (duration: 17.410297923s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.784425Z","caller":"traceutil/trace.go:171","msg":"trace[816512172] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:38688; }","duration":"18.579090847s","start":"2026-07-01T02:11:48.205327Z","end":"2026-07-01T02:12:06.784418Z","steps":["trace[816512172] 'agreement among raft nodes before linearized reading' (duration: 18.565555583s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.784996Z","caller":"traceutil/trace.go:171","msg":"trace[700172183] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:38688; }","duration":"19.826376662s","start":"2026-07-01T02:11:46.958615Z","end":"2026-07-01T02:12:06.784991Z","steps":["trace[700172183] 'agreement among raft nodes before linearized reading' (duration: 19.812307691s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.785059Z","caller":"traceutil/trace.go:171","msg":"trace[1533733068] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:38688; }","duration":"46.683946161s","start":"2026-07-01T02:11:20.101107Z","end":"2026-07-01T02:12:06.785053Z","steps":["trace[1533733068] 'agreement among raft nodes before linearized reading' (duration: 46.669883911s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.785058Z","caller":"traceutil/trace.go:171","msg":"trace[1197512314] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:38688; }","duration":"46.591718197s","start":"2026-07-01T02:11:20.193332Z","end":"2026-07-01T02:12:06.78505Z","steps":["trace[1197512314] 'agreement among raft nodes before linearized reading' (duration: 46.577642826s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.785064Z","caller":"traceutil/trace.go:171","msg":"trace[1261268918] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:38688; }","duration":"19.689699235s","start":"2026-07-01T02:11:47.095344Z","end":"2026-07-01T02:12:06.785043Z","steps":["trace[1261268918] 'agreement among raft nodes before linearized reading' (duration: 19.675565182s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.785383Z","caller":"traceutil/trace.go:171","msg":"trace[285694443] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:38688; }","duration":"16.689223068s","start":"2026-07-01T02:11:50.09615Z","end":"2026-07-01T02:12:06.785373Z","steps":["trace[285694443] 'agreement among raft nodes before linearized reading' (duration: 16.674696703s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:06.786763Z","caller":"traceutil/trace.go:171","msg":"trace[583938317] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:38688; }","duration":"46.908167803s","start":"2026-07-01T02:11:19.878585Z","end":"2026-07-01T02:12:06.786753Z","steps":["trace[583938317] 'agreement among raft nodes before linearized reading' (duration: 46.892413368s)"],"step_count":1} {"level":"info","ts":"2026-07-01T02:12:07.213565Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"aab6040abcf11","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-01T02:12:07.219127Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-01T02:12:07.219191Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-01T02:12:25.478578Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36939} {"level":"info","ts":"2026-07-01T02:12:25.602579Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36939,"took":"120.591432ms","hash":939143379,"current-db-size-bytes":61292544,"current-db-size":"61 MB","current-db-size-in-use-bytes":32980992,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-01T02:12:25.602739Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":939143379,"revision":36939,"compact-revision":34672}