{"level":"warn","ts":"2026-07-02T15:23:27.542546Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T15:23:27.54266Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-02T15:23:27.542745Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T15:23:27.542759Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-07-02T15:23:27.542779Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T15:23:27.543525Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-07-02T15:23:27.54362Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-02T15:23:27.547713Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.821442ms"} {"level":"info","ts":"2026-07-02T15:23:27.552307Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-07-02T15:23:27.552421Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-07-02T15:23:27.552501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-07-02T15:23:27.552526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-02T15:23:27.552585Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-07-02T15:23:27.552666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-07-02T15:23:27.563288Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-02T15:23:27.564601Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-02T15:23:27.565934Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-02T15:23:27.568056Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-02T15:23:27.568285Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-02T15:23:27.568375Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T15:23:27.568495Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T15:23:27.56851Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T15:23:27.570275Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-07-02T15:23:27.571675Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-07-02T15:23:27.574701Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T15:23:27.574831Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-07-02T15:23:27.574868Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-07-02T15:23:27.575387Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-02T15:23:27.57549Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-02T15:23:28.253199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-07-02T15:23:28.253269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-02T15:23:28.253295Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-07-02T15:23:28.253316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-07-02T15:23:28.253328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-07-02T15:23:28.253344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-07-02T15:23:28.253358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-07-02T15:23:28.25431Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-07-02T15:23:28.254342Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:23:28.254408Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T15:23:28.254315Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T15:23:28.254668Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-02T15:23:28.254761Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-02T15:23:28.255292Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:23:28.255424Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:23:28.255463Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T15:23:28.257945Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-02T15:23:28.258457Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-07-02T15:23:54.063894Z","caller":"traceutil/trace.go:171","msg":"trace[1709112006] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:480; }","duration":"191.47257ms","start":"2026-07-02T15:23:53.872388Z","end":"2026-07-02T15:23:54.06386Z","steps":["trace[1709112006] 'read index received' (duration: 31.744998ms)","trace[1709112006] 'applied index is now lower than readState.Index' (duration: 159.726102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:23:54.064055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.642215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:23:54.064108Z","caller":"traceutil/trace.go:171","msg":"trace[457595828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:468; }","duration":"191.750758ms","start":"2026-07-02T15:23:53.872347Z","end":"2026-07-02T15:23:54.064098Z","steps":["trace[457595828] 'agreement among raft nodes before linearized reading' (duration: 191.654415ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:23:54.064293Z","caller":"traceutil/trace.go:171","msg":"trace[1646503486] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"233.749174ms","start":"2026-07-02T15:23:53.830512Z","end":"2026-07-02T15:23:54.064261Z","steps":["trace[1646503486] 'process raft request' (duration: 142.597248ms)","trace[1646503486] 'compare' (duration: 90.627892ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:24:11.501303Z","caller":"traceutil/trace.go:171","msg":"trace[1173860101] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"172.526278ms","start":"2026-07-02T15:24:11.328706Z","end":"2026-07-02T15:24:11.501232Z","steps":["trace[1173860101] 'process raft request' (duration: 171.640664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:24:11.737457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.23144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:24:11.737546Z","caller":"traceutil/trace.go:171","msg":"trace[1692354268] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"170.828812ms","start":"2026-07-02T15:24:11.566704Z","end":"2026-07-02T15:24:11.737533Z","steps":["trace[1692354268] 'read index received' (duration: 29.412856ms)","trace[1692354268] 'applied index is now lower than readState.Index' (duration: 141.414856ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:24:11.737614Z","caller":"traceutil/trace.go:171","msg":"trace[1358051265] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"225.545883ms","start":"2026-07-02T15:24:11.512061Z","end":"2026-07-02T15:24:11.737607Z","steps":["trace[1358051265] 'process raft request' (duration: 83.680955ms)","trace[1358051265] 'compare' (duration: 141.025655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:24:11.737809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.083568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:24:11.737918Z","caller":"traceutil/trace.go:171","msg":"trace[909384522] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:625; }","duration":"171.246653ms","start":"2026-07-02T15:24:11.566649Z","end":"2026-07-02T15:24:11.737896Z","steps":["trace[909384522] 'agreement among raft nodes before linearized reading' (duration: 171.026827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:24:11.737809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.49125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vlsrc\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-02T15:24:11.738132Z","caller":"traceutil/trace.go:171","msg":"trace[1127381046] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vlsrc; range_end:; response_count:1; response_revision:625; }","duration":"137.87389ms","start":"2026-07-02T15:24:11.600233Z","end":"2026-07-02T15:24:11.738107Z","steps":["trace[1127381046] 'agreement among raft nodes before linearized reading' (duration: 137.410798ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:24:12.219283Z","caller":"traceutil/trace.go:171","msg":"trace[63357641] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"345.458906ms","start":"2026-07-02T15:24:11.87379Z","end":"2026-07-02T15:24:12.219249Z","steps":["trace[63357641] 'read index received' (duration: 287.619682ms)","trace[63357641] 'applied index is now lower than readState.Index' (duration: 57.837864ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:24:12.219382Z","caller":"traceutil/trace.go:171","msg":"trace[1628305866] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"466.762458ms","start":"2026-07-02T15:24:11.752551Z","end":"2026-07-02T15:24:12.219313Z","steps":["trace[1628305866] 'process raft request' (duration: 408.79799ms)","trace[1628305866] 'compare' (duration: 57.723402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:24:12.2195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.692212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:24:12.219562Z","caller":"traceutil/trace.go:171","msg":"trace[460909922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"345.792225ms","start":"2026-07-02T15:24:11.873749Z","end":"2026-07-02T15:24:12.219541Z","steps":["trace[460909922] 'agreement among raft nodes before linearized reading' (duration: 345.687242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:24:12.219553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:24:11.752539Z","time spent":"466.924602ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:24:12.219621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:24:11.87373Z","time spent":"345.879487ms","remote":"127.0.0.1:45094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T15:24:12.224884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.740147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T15:24:12.224973Z","caller":"traceutil/trace.go:171","msg":"trace[364325584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:627; }","duration":"215.871011ms","start":"2026-07-02T15:24:12.009082Z","end":"2026-07-02T15:24:12.224953Z","steps":["trace[364325584] 'agreement among raft nodes before linearized reading' (duration: 215.616934ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:25:42.423629Z","caller":"traceutil/trace.go:171","msg":"trace[1911471247] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"201.270105ms","start":"2026-07-02T15:25:42.222341Z","end":"2026-07-02T15:25:42.423611Z","steps":["trace[1911471247] 'process raft request' (duration: 201.169633ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:27.760427Z","caller":"traceutil/trace.go:171","msg":"trace[835126937] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"107.552064ms","start":"2026-07-02T15:26:27.652851Z","end":"2026-07-02T15:26:27.760403Z","steps":["trace[835126937] 'process raft request' (duration: 66.426366ms)","trace[835126937] 'compare' (duration: 41.035635ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:26:33.597257Z","caller":"traceutil/trace.go:171","msg":"trace[880862032] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"184.591325ms","start":"2026-07-02T15:26:33.412639Z","end":"2026-07-02T15:26:33.59723Z","steps":["trace[880862032] 'process raft request' (duration: 184.40067ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:33.919891Z","caller":"traceutil/trace.go:171","msg":"trace[218504836] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"248.703378ms","start":"2026-07-02T15:26:33.671159Z","end":"2026-07-02T15:26:33.919863Z","steps":["trace[218504836] 'process raft request' (duration: 248.563374ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:33.926075Z","caller":"traceutil/trace.go:171","msg":"trace[1762487384] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"224.824607ms","start":"2026-07-02T15:26:33.701213Z","end":"2026-07-02T15:26:33.926037Z","steps":["trace[1762487384] 'process raft request' (duration: 224.534309ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:33.926437Z","caller":"traceutil/trace.go:171","msg":"trace[261753416] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2273; }","duration":"224.826288ms","start":"2026-07-02T15:26:33.70158Z","end":"2026-07-02T15:26:33.926407Z","steps":["trace[261753416] 'read index received' (duration: 218.269536ms)","trace[261753416] 'applied index is now lower than readState.Index' (duration: 6.555562ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:26:33.926467Z","caller":"traceutil/trace.go:171","msg":"trace[1775607182] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"128.482152ms","start":"2026-07-02T15:26:33.797915Z","end":"2026-07-02T15:26:33.926397Z","steps":["trace[1775607182] 'process raft request' (duration: 128.066391ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:33.926457Z","caller":"traceutil/trace.go:171","msg":"trace[407743606] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"127.004832ms","start":"2026-07-02T15:26:33.799424Z","end":"2026-07-02T15:26:33.926429Z","steps":["trace[407743606] 'process raft request' (duration: 126.846558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:26:33.926817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.957639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T15:26:33.926931Z","caller":"traceutil/trace.go:171","msg":"trace[1112696331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2199; }","duration":"145.130223ms","start":"2026-07-02T15:26:33.781774Z","end":"2026-07-02T15:26:33.926904Z","steps":["trace[1112696331] 'agreement among raft nodes before linearized reading' (duration: 144.829965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:26:33.927056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.731439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T15:26:33.927103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.453705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T15:26:33.927166Z","caller":"traceutil/trace.go:171","msg":"trace[927017983] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2199; }","duration":"128.886964ms","start":"2026-07-02T15:26:33.798259Z","end":"2026-07-02T15:26:33.927146Z","steps":["trace[927017983] 'agreement among raft nodes before linearized reading' (duration: 128.475633ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:26:33.927217Z","caller":"traceutil/trace.go:171","msg":"trace[1984516667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2199; }","duration":"225.65198ms","start":"2026-07-02T15:26:33.701542Z","end":"2026-07-02T15:26:33.927194Z","steps":["trace[1984516667] 'agreement among raft nodes before linearized reading' (duration: 225.139686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:28:02.536515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.070118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T15:28:02.536589Z","caller":"traceutil/trace.go:171","msg":"trace[560502125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2868; }","duration":"148.193201ms","start":"2026-07-02T15:28:02.388382Z","end":"2026-07-02T15:28:02.536575Z","steps":["trace[560502125] 'range keys from in-memory index tree' (duration: 147.923814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:28:02.536971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.720313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T15:28:02.537061Z","caller":"traceutil/trace.go:171","msg":"trace[604629640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2868; }","duration":"145.821506ms","start":"2026-07-02T15:28:02.39122Z","end":"2026-07-02T15:28:02.537041Z","steps":["trace[604629640] 'range keys from in-memory index tree' (duration: 145.470896ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:28:02.537047Z","caller":"traceutil/trace.go:171","msg":"trace[1565008605] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"136.20486ms","start":"2026-07-02T15:28:02.400808Z","end":"2026-07-02T15:28:02.537013Z","steps":["trace[1565008605] 'process raft request' (duration: 127.8565ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:30:38.455491Z","caller":"traceutil/trace.go:171","msg":"trace[996780344] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"114.900663ms","start":"2026-07-02T15:30:38.340558Z","end":"2026-07-02T15:30:38.455458Z","steps":["trace[996780344] 'process raft request' (duration: 114.386578ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:32:03.340295Z","caller":"traceutil/trace.go:171","msg":"trace[612184980] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"100.98756ms","start":"2026-07-02T15:32:03.239276Z","end":"2026-07-02T15:32:03.340264Z","steps":["trace[612184980] 'process raft request' (duration: 100.869767ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:32:03.340546Z","caller":"traceutil/trace.go:171","msg":"trace[1302809763] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"104.966851ms","start":"2026-07-02T15:32:03.235536Z","end":"2026-07-02T15:32:03.340503Z","steps":["trace[1302809763] 'process raft request' (duration: 46.225882ms)","trace[1302809763] 'compare' (duration: 58.092091ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:32:05.462245Z","caller":"traceutil/trace.go:171","msg":"trace[1050238090] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"116.679265ms","start":"2026-07-02T15:32:05.34554Z","end":"2026-07-02T15:32:05.462219Z","steps":["trace[1050238090] 'process raft request' (duration: 116.531031ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:32:05.4628Z","caller":"traceutil/trace.go:171","msg":"trace[338777594] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5258; }","duration":"115.181524ms","start":"2026-07-02T15:32:05.347606Z","end":"2026-07-02T15:32:05.462787Z","steps":["trace[338777594] 'read index received' (duration: 115.172474ms)","trace[338777594] 'applied index is now lower than readState.Index' (duration: 5.92µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:32:05.462955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.338059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T15:32:05.462988Z","caller":"traceutil/trace.go:171","msg":"trace[1938298251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5073; }","duration":"115.425941ms","start":"2026-07-02T15:32:05.347554Z","end":"2026-07-02T15:32:05.46298Z","steps":["trace[1938298251] 'agreement among raft nodes before linearized reading' (duration: 115.283068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:32:05.691739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.796602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:32:05.691856Z","caller":"traceutil/trace.go:171","msg":"trace[876391359] linearizableReadLoop","detail":"{readStateIndex:5259; appliedIndex:5258; }","duration":"227.646533ms","start":"2026-07-02T15:32:05.464191Z","end":"2026-07-02T15:32:05.691838Z","steps":["trace[876391359] 'read index received' (duration: 85.581823ms)","trace[876391359] 'applied index is now lower than readState.Index' (duration: 142.06297ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:32:05.6919Z","caller":"traceutil/trace.go:171","msg":"trace[221107207] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"343.823024ms","start":"2026-07-02T15:32:05.348033Z","end":"2026-07-02T15:32:05.691856Z","steps":["trace[221107207] 'process raft request' (duration: 201.817756ms)","trace[221107207] 'compare' (duration: 141.411572ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:32:05.692052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.863039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17476"} {"level":"info","ts":"2026-07-02T15:32:05.692076Z","caller":"traceutil/trace.go:171","msg":"trace[88472869] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5074; }","duration":"227.90043ms","start":"2026-07-02T15:32:05.464168Z","end":"2026-07-02T15:32:05.692068Z","steps":["trace[88472869] 'agreement among raft nodes before linearized reading' (duration: 227.759066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:32:05.692119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:32:05.348015Z","time spent":"343.99818ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:32:05.693026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.575247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728903"} {"level":"info","ts":"2026-07-02T15:32:05.693089Z","caller":"traceutil/trace.go:171","msg":"trace[1513133204] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5074; }","duration":"207.692059ms","start":"2026-07-02T15:32:05.48538Z","end":"2026-07-02T15:32:05.693072Z","steps":["trace[1513133204] 'agreement among raft nodes before linearized reading' (duration: 206.842166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:32:19.682885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.580941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:32:19.683362Z","caller":"traceutil/trace.go:171","msg":"trace[1350167800] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"365.322828ms","start":"2026-07-02T15:32:19.317822Z","end":"2026-07-02T15:32:19.683145Z","steps":["trace[1350167800] 'process raft request' (duration: 94.422558ms)","trace[1350167800] 'compare' (duration: 270.19251ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:32:19.683554Z","caller":"traceutil/trace.go:171","msg":"trace[19973978] linearizableReadLoop","detail":"{readStateIndex:5535; appliedIndex:5533; }","duration":"333.577508ms","start":"2026-07-02T15:32:19.349961Z","end":"2026-07-02T15:32:19.683539Z","steps":["trace[19973978] 'read index received' (duration: 62.305197ms)","trace[19973978] 'applied index is now lower than readState.Index' (duration: 271.269871ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:32:19.683596Z","caller":"traceutil/trace.go:171","msg":"trace[1819770962] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"333.891736ms","start":"2026-07-02T15:32:19.349671Z","end":"2026-07-02T15:32:19.683563Z","steps":["trace[1819770962] 'process raft request' (duration: 333.332341ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:32:19.683625Z","caller":"traceutil/trace.go:171","msg":"trace[1423920692] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"327.645053ms","start":"2026-07-02T15:32:19.355932Z","end":"2026-07-02T15:32:19.683577Z","steps":["trace[1423920692] 'process raft request' (duration: 327.252892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:32:19.683707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:32:19.349652Z","time spent":"333.991059ms","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:32:19.68379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.818004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-gfct5\" ","response":"range_response_count:1 size:4995"} {"level":"warn","ts":"2026-07-02T15:32:19.683801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:32:19.355921Z","time spent":"327.796808ms","remote":"127.0.0.1:45546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:32:19.683843Z","caller":"traceutil/trace.go:171","msg":"trace[1093987492] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-gfct5; range_end:; response_count:1; response_revision:5343; }","duration":"333.904086ms","start":"2026-07-02T15:32:19.349913Z","end":"2026-07-02T15:32:19.683817Z","steps":["trace[1093987492] 'agreement among raft nodes before linearized reading' (duration: 333.703081ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:32:19.683459Z","caller":"traceutil/trace.go:171","msg":"trace[1789507041] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"333.285499ms","start":"2026-07-02T15:32:19.350153Z","end":"2026-07-02T15:32:19.683439Z","steps":["trace[1789507041] 'process raft request' (duration: 332.910928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:32:19.683873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:32:19.3499Z","time spent":"333.965909ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5018,"request content":"key:\"/registry/pods/monitoring/goldpinger-gfct5\" "} {"level":"warn","ts":"2026-07-02T15:32:19.683911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:32:19.350121Z","time spent":"333.757862ms","remote":"127.0.0.1:45346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:32:19.684109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:32:19.317798Z","time spent":"366.034358ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:32:27.169409Z","caller":"traceutil/trace.go:171","msg":"trace[2041597378] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"100.014622ms","start":"2026-07-02T15:32:27.069359Z","end":"2026-07-02T15:32:27.169374Z","steps":["trace[2041597378] 'process raft request' (duration: 99.609431ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:33:28.284649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3009} {"level":"info","ts":"2026-07-02T15:33:28.373408Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3009,"took":"86.95515ms","hash":636822432,"current-db-size-bytes":59056128,"current-db-size":"59 MB","current-db-size-in-use-bytes":31813632,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T15:33:28.373514Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":636822432,"revision":3009,"compact-revision":-1} {"level":"info","ts":"2026-07-02T15:38:28.290765Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6085} {"level":"info","ts":"2026-07-02T15:38:28.388855Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6085,"took":"96.115458ms","hash":26952229,"current-db-size-bytes":59056128,"current-db-size":"59 MB","current-db-size-in-use-bytes":21884928,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-02T15:38:28.388966Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":26952229,"revision":6085,"compact-revision":3009} {"level":"warn","ts":"2026-07-02T15:38:46.970784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.880957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-02T15:38:59.386658Z","caller":"traceutil/trace.go:171","msg":"trace[594985739] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"100.859894ms","start":"2026-07-02T15:38:59.285708Z","end":"2026-07-02T15:38:59.386568Z","steps":["trace[594985739] 'process raft request' (duration: 100.682069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:38:59.79002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.021326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:38:59.790145Z","caller":"traceutil/trace.go:171","msg":"trace[2074123995] transaction","detail":"{read_only:false; response_revision:8472; number_of_response:1; }","duration":"399.61687ms","start":"2026-07-02T15:38:59.390507Z","end":"2026-07-02T15:38:59.790124Z","steps":["trace[2074123995] 'process raft request' (duration: 79.406958ms)","trace[2074123995] 'compare' (duration: 319.863422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:38:59.790221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:38:59.390491Z","time spent":"399.689161ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:39:00.219446Z","caller":"traceutil/trace.go:171","msg":"trace[788392515] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"138.782908ms","start":"2026-07-02T15:39:00.08063Z","end":"2026-07-02T15:39:00.219413Z","steps":["trace[788392515] 'process raft request' (duration: 88.858691ms)","trace[788392515] 'compare' (duration: 49.747662ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:39:01.499916Z","caller":"traceutil/trace.go:171","msg":"trace[1824353157] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"108.947168ms","start":"2026-07-02T15:39:01.390956Z","end":"2026-07-02T15:39:01.499904Z","steps":["trace[1824353157] 'process raft request' (duration: 108.847736ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:01.51158Z","caller":"traceutil/trace.go:171","msg":"trace[557266459] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"120.312465ms","start":"2026-07-02T15:39:01.391251Z","end":"2026-07-02T15:39:01.511563Z","steps":["trace[557266459] 'process raft request' (duration: 120.176571ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:04.909307Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002266.wal"} {"level":"info","ts":"2026-07-02T15:39:29.746551Z","caller":"traceutil/trace.go:171","msg":"trace[971259114] linearizableReadLoop","detail":"{readStateIndex:8989; appliedIndex:8988; }","duration":"359.129793ms","start":"2026-07-02T15:39:29.387402Z","end":"2026-07-02T15:39:29.746531Z","steps":["trace[971259114] 'read index received' (duration: 358.990859ms)","trace[971259114] 'applied index is now lower than readState.Index' (duration: 137.744µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:39:29.74667Z","caller":"traceutil/trace.go:171","msg":"trace[1496643837] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"375.480287ms","start":"2026-07-02T15:39:29.371166Z","end":"2026-07-02T15:39:29.746647Z","steps":["trace[1496643837] 'process raft request' (duration: 375.20801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:29.746775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.361349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-02T15:39:29.746782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:29.371135Z","time spent":"375.58242ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:39:29.746815Z","caller":"traceutil/trace.go:171","msg":"trace[209100245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8683; }","duration":"359.438852ms","start":"2026-07-02T15:39:29.387367Z","end":"2026-07-02T15:39:29.746806Z","steps":["trace[209100245] 'agreement among raft nodes before linearized reading' (duration: 359.273627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:29.746846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:29.387357Z","time spent":"359.482393ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T15:39:29.78395Z","caller":"traceutil/trace.go:171","msg":"trace[2063132146] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"289.5784ms","start":"2026-07-02T15:39:29.494348Z","end":"2026-07-02T15:39:29.783927Z","steps":["trace[2063132146] 'process raft request' (duration: 289.399015ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:29.784254Z","caller":"traceutil/trace.go:171","msg":"trace[1873240271] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"186.858485ms","start":"2026-07-02T15:39:29.597387Z","end":"2026-07-02T15:39:29.784245Z","steps":["trace[1873240271] 'process raft request' (duration: 186.505305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:29.784555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.896455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T15:39:29.784582Z","caller":"traceutil/trace.go:171","msg":"trace[5479286] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"178.968715ms","start":"2026-07-02T15:39:29.605481Z","end":"2026-07-02T15:39:29.78445Z","steps":["trace[5479286] 'process raft request' (duration: 178.686797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:29.78454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.756913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T15:39:29.784609Z","caller":"traceutil/trace.go:171","msg":"trace[1710436592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8686; }","duration":"346.007848ms","start":"2026-07-02T15:39:29.438589Z","end":"2026-07-02T15:39:29.784597Z","steps":["trace[1710436592] 'agreement among raft nodes before linearized reading' (duration: 345.822543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:29.784642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:29.438562Z","time spent":"346.072879ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T15:39:29.784651Z","caller":"traceutil/trace.go:171","msg":"trace[36427413] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8686; }","duration":"358.908537ms","start":"2026-07-02T15:39:29.425714Z","end":"2026-07-02T15:39:29.784622Z","steps":["trace[36427413] 'agreement among raft nodes before linearized reading' (duration: 358.701301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:29.784759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:29.425697Z","time spent":"359.001719ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:39:29.784618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.431498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:39:29.784977Z","caller":"traceutil/trace.go:171","msg":"trace[300415654] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8686; }","duration":"238.86855ms","start":"2026-07-02T15:39:29.546082Z","end":"2026-07-02T15:39:29.784951Z","steps":["trace[300415654] 'agreement among raft nodes before linearized reading' (duration: 238.375876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:29.934226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.0119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:39:29.934338Z","caller":"traceutil/trace.go:171","msg":"trace[1239380902] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"145.340671ms","start":"2026-07-02T15:39:29.788984Z","end":"2026-07-02T15:39:29.934325Z","steps":["trace[1239380902] 'process raft request' (duration: 45.172276ms)","trace[1239380902] 'compare' (duration: 99.933168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:39:34.259455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.783632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T15:39:34.259545Z","caller":"traceutil/trace.go:171","msg":"trace[2004272817] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9015; }","duration":"305.885344ms","start":"2026-07-02T15:39:33.953648Z","end":"2026-07-02T15:39:34.259533Z","steps":["trace[2004272817] 'read index received' (duration: 40.562µs)","trace[2004272817] 'applied index is now lower than readState.Index' (duration: 305.843912ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:39:34.259591Z","caller":"traceutil/trace.go:171","msg":"trace[1234880958] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"415.835751ms","start":"2026-07-02T15:39:33.843748Z","end":"2026-07-02T15:39:34.259584Z","steps":["trace[1234880958] 'compare' (duration: 409.626828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:34.259627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:33.843732Z","time spent":"415.874851ms","remote":"127.0.0.1:45156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:39:34.25986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.217623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T15:39:34.259913Z","caller":"traceutil/trace.go:171","msg":"trace[1087564421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8709; }","duration":"306.256014ms","start":"2026-07-02T15:39:33.953633Z","end":"2026-07-02T15:39:34.259889Z","steps":["trace[1087564421] 'agreement among raft nodes before linearized reading' (duration: 306.129221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:34.259933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:33.953574Z","time spent":"306.354717ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T15:39:34.63876Z","caller":"traceutil/trace.go:171","msg":"trace[2008153361] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"473.816583ms","start":"2026-07-02T15:39:34.164905Z","end":"2026-07-02T15:39:34.638721Z","steps":["trace[2008153361] 'process raft request' (duration: 433.80468ms)","trace[2008153361] 'compare' (duration: 39.885109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:39:34.638889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:34.164878Z","time spent":"473.939016ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:39:34.63886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.294384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:39:34.638744Z","caller":"traceutil/trace.go:171","msg":"trace[46272382] linearizableReadLoop","detail":"{readStateIndex:9017; appliedIndex:9016; }","duration":"379.143591ms","start":"2026-07-02T15:39:34.259562Z","end":"2026-07-02T15:39:34.638705Z","steps":["trace[46272382] 'read index received' (duration: 339.230471ms)","trace[46272382] 'applied index is now lower than readState.Index' (duration: 39.91214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:39:34.63894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.086056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T15:39:34.638997Z","caller":"traceutil/trace.go:171","msg":"trace[1099422689] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8710; }","duration":"484.458338ms","start":"2026-07-02T15:39:34.154493Z","end":"2026-07-02T15:39:34.638951Z","steps":["trace[1099422689] 'agreement among raft nodes before linearized reading' (duration: 484.272763ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:34.639031Z","caller":"traceutil/trace.go:171","msg":"trace[1172770743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8710; }","duration":"585.207079ms","start":"2026-07-02T15:39:34.053807Z","end":"2026-07-02T15:39:34.639014Z","steps":["trace[1172770743] 'agreement among raft nodes before linearized reading' (duration: 584.994263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:34.639058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:34.154474Z","time spent":"484.567401ms","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:39:34.639123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:34.053788Z","time spent":"585.279452ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T15:39:34.657144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.877522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T15:39:34.657149Z","caller":"traceutil/trace.go:171","msg":"trace[1532432302] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"394.124216ms","start":"2026-07-02T15:39:34.262998Z","end":"2026-07-02T15:39:34.657122Z","steps":["trace[1532432302] 'process raft request' (duration: 393.89349ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:34.65718Z","caller":"traceutil/trace.go:171","msg":"trace[1655849281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8712; }","duration":"133.919183ms","start":"2026-07-02T15:39:34.523253Z","end":"2026-07-02T15:39:34.657172Z","steps":["trace[1655849281] 'agreement among raft nodes before linearized reading' (duration: 133.797379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:34.657166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.711291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T15:39:34.65723Z","caller":"traceutil/trace.go:171","msg":"trace[550790335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8712; }","duration":"395.823904ms","start":"2026-07-02T15:39:34.261392Z","end":"2026-07-02T15:39:34.657216Z","steps":["trace[550790335] 'agreement among raft nodes before linearized reading' (duration: 395.647439ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:34.657213Z","caller":"traceutil/trace.go:171","msg":"trace[190573508] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"211.335295ms","start":"2026-07-02T15:39:34.445839Z","end":"2026-07-02T15:39:34.657175Z","steps":["trace[190573508] 'process raft request' (duration: 211.15485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:34.65727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:34.261376Z","time spent":"395.883135ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T15:39:34.657266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:34.262983Z","time spent":"394.21939ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:39:34.657294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.237218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T15:39:34.65731Z","caller":"traceutil/trace.go:171","msg":"trace[1060438363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8712; }","duration":"254.288109ms","start":"2026-07-02T15:39:34.403017Z","end":"2026-07-02T15:39:34.657305Z","steps":["trace[1060438363] 'agreement among raft nodes before linearized reading' (duration: 254.237248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:34.657391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.892762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tk6zn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T15:39:34.657495Z","caller":"traceutil/trace.go:171","msg":"trace[1349305463] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tk6zn; range_end:; response_count:1; response_revision:8712; }","duration":"248.021176ms","start":"2026-07-02T15:39:34.409437Z","end":"2026-07-02T15:39:34.657458Z","steps":["trace[1349305463] 'agreement among raft nodes before linearized reading' (duration: 247.82537ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:34.808038Z","caller":"traceutil/trace.go:171","msg":"trace[1768199861] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"146.134412ms","start":"2026-07-02T15:39:34.66188Z","end":"2026-07-02T15:39:34.808014Z","steps":["trace[1768199861] 'process raft request' (duration: 145.496154ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:34.808427Z","caller":"traceutil/trace.go:171","msg":"trace[880688092] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"145.892235ms","start":"2026-07-02T15:39:34.662525Z","end":"2026-07-02T15:39:34.808417Z","steps":["trace[880688092] 'process raft request' (duration: 144.98479ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:34.808581Z","caller":"traceutil/trace.go:171","msg":"trace[2091852360] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"145.732032ms","start":"2026-07-02T15:39:34.662839Z","end":"2026-07-02T15:39:34.808571Z","steps":["trace[2091852360] 'process raft request' (duration: 144.706633ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:43.46953Z","caller":"traceutil/trace.go:171","msg":"trace[1904831414] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8795; }","duration":"482.807202ms","start":"2026-07-02T15:39:42.986696Z","end":"2026-07-02T15:39:43.469504Z","steps":["trace[1904831414] 'process raft request' (duration: 482.694379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:43.469844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:42.986688Z","time spent":"482.932196ms","remote":"127.0.0.1:45178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-02T15:39:43.47025Z","caller":"traceutil/trace.go:171","msg":"trace[914347424] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8794; }","duration":"483.626925ms","start":"2026-07-02T15:39:42.986603Z","end":"2026-07-02T15:39:43.47023Z","steps":["trace[914347424] 'process raft request' (duration: 482.675588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:43.470399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:39:42.986578Z","time spent":"483.771189ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4672,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:39:43.601594Z","caller":"traceutil/trace.go:171","msg":"trace[1554815133] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"129.560452ms","start":"2026-07-02T15:39:43.472007Z","end":"2026-07-02T15:39:43.601567Z","steps":["trace[1554815133] 'process raft request' (duration: 72.343351ms)","trace[1554815133] 'compare' (duration: 57.115868ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:39:44.831683Z","caller":"traceutil/trace.go:171","msg":"trace[2036752079] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"106.445459ms","start":"2026-07-02T15:39:44.725206Z","end":"2026-07-02T15:39:44.831651Z","steps":["trace[2036752079] 'process raft request' (duration: 106.12847ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:44.965065Z","caller":"traceutil/trace.go:171","msg":"trace[354050800] transaction","detail":"{read_only:false; response_revision:8807; number_of_response:1; }","duration":"129.50735ms","start":"2026-07-02T15:39:44.835532Z","end":"2026-07-02T15:39:44.96504Z","steps":["trace[354050800] 'process raft request' (duration: 52.828038ms)","trace[354050800] 'compare' (duration: 76.567769ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:39:44.993162Z","caller":"traceutil/trace.go:171","msg":"trace[1462937798] linearizableReadLoop","detail":"{readStateIndex:9121; appliedIndex:9119; }","duration":"137.804001ms","start":"2026-07-02T15:39:44.855332Z","end":"2026-07-02T15:39:44.993136Z","steps":["trace[1462937798] 'read index received' (duration: 33.049659ms)","trace[1462937798] 'applied index is now lower than readState.Index' (duration: 104.753412ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:39:44.993258Z","caller":"traceutil/trace.go:171","msg":"trace[1905910331] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"148.156368ms","start":"2026-07-02T15:39:44.845052Z","end":"2026-07-02T15:39:44.993208Z","steps":["trace[1905910331] 'process raft request' (duration: 147.906651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:44.993502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.164321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T15:39:44.993625Z","caller":"traceutil/trace.go:171","msg":"trace[951652608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8808; }","duration":"138.308135ms","start":"2026-07-02T15:39:44.855286Z","end":"2026-07-02T15:39:44.993594Z","steps":["trace[951652608] 'agreement among raft nodes before linearized reading' (duration: 137.975716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:45.00397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.379285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T15:39:45.003991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.203582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T15:39:45.004016Z","caller":"traceutil/trace.go:171","msg":"trace[1197023312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8809; }","duration":"130.471917ms","start":"2026-07-02T15:39:44.873534Z","end":"2026-07-02T15:39:45.004006Z","steps":["trace[1197023312] 'agreement among raft nodes before linearized reading' (duration: 130.406325ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:39:45.004059Z","caller":"traceutil/trace.go:171","msg":"trace[670216676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8809; }","duration":"129.295514ms","start":"2026-07-02T15:39:44.874743Z","end":"2026-07-02T15:39:45.004038Z","steps":["trace[670216676] 'agreement among raft nodes before linearized reading' (duration: 129.14415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:39:45.004286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.247636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T15:39:45.004314Z","caller":"traceutil/trace.go:171","msg":"trace[1279938669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8809; }","duration":"123.297178ms","start":"2026-07-02T15:39:44.88101Z","end":"2026-07-02T15:39:45.004308Z","steps":["trace[1279938669] 'agreement among raft nodes before linearized reading' (duration: 123.216975ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:40:11.526941Z","caller":"traceutil/trace.go:171","msg":"trace[590396951] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"140.883087ms","start":"2026-07-02T15:40:11.386015Z","end":"2026-07-02T15:40:11.526898Z","steps":["trace[590396951] 'process raft request' (duration: 118.113274ms)","trace[590396951] 'compare' (duration: 22.538836ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:40:11.527725Z","caller":"traceutil/trace.go:171","msg":"trace[1885492033] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"139.55402ms","start":"2026-07-02T15:40:11.388144Z","end":"2026-07-02T15:40:11.527698Z","steps":["trace[1885492033] 'process raft request' (duration: 138.666855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:40:54.43308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.175706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-9776cd947-fhjl7.18be8345e037c263\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-07-02T15:40:54.43315Z","caller":"traceutil/trace.go:171","msg":"trace[715279655] range","detail":"{range_begin:/registry/events/openstack/glance-api-9776cd947-fhjl7.18be8345e037c263; range_end:; response_count:1; response_revision:9514; }","duration":"160.262988ms","start":"2026-07-02T15:40:54.272873Z","end":"2026-07-02T15:40:54.433136Z","steps":["trace[715279655] 'range keys from in-memory index tree' (duration: 160.003301ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:40:54.433431Z","caller":"traceutil/trace.go:171","msg":"trace[1194333340] transaction","detail":"{read_only:false; response_revision:9515; number_of_response:1; }","duration":"100.31318ms","start":"2026-07-02T15:40:54.333108Z","end":"2026-07-02T15:40:54.433421Z","steps":["trace[1194333340] 'process raft request' (duration: 88.017108ms)","trace[1194333340] 'compare' (duration: 12.169339ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:41:05.083734Z","caller":"traceutil/trace.go:171","msg":"trace[1686113995] transaction","detail":"{read_only:false; response_revision:9578; number_of_response:1; }","duration":"110.079852ms","start":"2026-07-02T15:41:04.97363Z","end":"2026-07-02T15:41:05.08371Z","steps":["trace[1686113995] 'process raft request' (duration: 109.736743ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:41:05.855442Z","caller":"traceutil/trace.go:171","msg":"trace[1132059939] transaction","detail":"{read_only:false; response_revision:9580; number_of_response:1; }","duration":"108.523769ms","start":"2026-07-02T15:41:05.746885Z","end":"2026-07-02T15:41:05.855408Z","steps":["trace[1132059939] 'process raft request' (duration: 108.341843ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:41:15.808926Z","caller":"traceutil/trace.go:171","msg":"trace[200519865] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"115.555185ms","start":"2026-07-02T15:41:15.693343Z","end":"2026-07-02T15:41:15.808898Z","steps":["trace[200519865] 'process raft request' (duration: 115.37666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:41:16.538693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873816893856515,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T15:41:16.958169Z","caller":"traceutil/trace.go:171","msg":"trace[2140305583] linearizableReadLoop","detail":"{readStateIndex:9967; appliedIndex:9966; }","duration":"919.660473ms","start":"2026-07-02T15:41:16.038481Z","end":"2026-07-02T15:41:16.958141Z","steps":["trace[2140305583] 'read index received' (duration: 919.577051ms)","trace[2140305583] 'applied index is now lower than readState.Index' (duration: 82.022µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:41:16.958243Z","caller":"traceutil/trace.go:171","msg":"trace[1319383837] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"960.744086ms","start":"2026-07-02T15:41:15.997459Z","end":"2026-07-02T15:41:16.958203Z","steps":["trace[1319383837] 'process raft request' (duration: 960.488079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:41:16.958427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.923551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-02T15:41:16.958435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:15.997439Z","time spent":"960.89402ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:41:16.958476Z","caller":"traceutil/trace.go:171","msg":"trace[2020500413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9633; }","duration":"920.033374ms","start":"2026-07-02T15:41:16.038429Z","end":"2026-07-02T15:41:16.958462Z","steps":["trace[2020500413] 'agreement among raft nodes before linearized reading' (duration: 919.865359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:41:16.958523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.03841Z","time spent":"920.102165ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T15:41:17.202739Z","caller":"traceutil/trace.go:171","msg":"trace[434619755] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"589.717375ms","start":"2026-07-02T15:41:16.612998Z","end":"2026-07-02T15:41:17.202715Z","steps":["trace[434619755] 'process raft request' (duration: 589.636033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:41:17.202893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.612977Z","time spent":"589.840368ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:41:17.203151Z","caller":"traceutil/trace.go:171","msg":"trace[1637774389] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"640.068665ms","start":"2026-07-02T15:41:16.56305Z","end":"2026-07-02T15:41:17.203119Z","steps":["trace[1637774389] 'process raft request' (duration: 639.409887ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:41:17.203212Z","caller":"traceutil/trace.go:171","msg":"trace[953214046] transaction","detail":"{read_only:false; response_revision:9636; number_of_response:1; }","duration":"568.941166ms","start":"2026-07-02T15:41:16.634248Z","end":"2026-07-02T15:41:17.203189Z","steps":["trace[953214046] 'process raft request' (duration: 568.429202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:41:17.20329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.563033Z","time spent":"640.187809ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:41:17.203357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.634215Z","time spent":"569.099641ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:41:17.203517Z","caller":"traceutil/trace.go:171","msg":"trace[1208364846] transaction","detail":"{read_only:false; response_revision:9637; number_of_response:1; }","duration":"500.816462ms","start":"2026-07-02T15:41:16.702687Z","end":"2026-07-02T15:41:17.203503Z","steps":["trace[1208364846] 'process raft request' (duration: 500.306368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:41:17.203569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.702669Z","time spent":"500.871543ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:41:17.300842Z","caller":"traceutil/trace.go:171","msg":"trace[183248325] transaction","detail":"{read_only:false; response_revision:9638; number_of_response:1; }","duration":"336.822391ms","start":"2026-07-02T15:41:16.964002Z","end":"2026-07-02T15:41:17.300824Z","steps":["trace[183248325] 'process raft request' (duration: 336.626245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:41:17.300981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.963983Z","time spent":"336.928633ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:41:17.301333Z","caller":"traceutil/trace.go:171","msg":"trace[660236769] linearizableReadLoop","detail":"{readStateIndex:9972; appliedIndex:9967; }","duration":"342.497769ms","start":"2026-07-02T15:41:16.958258Z","end":"2026-07-02T15:41:17.300756Z","steps":["trace[660236769] 'read index received' (duration: 244.231605ms)","trace[660236769] 'applied index is now lower than readState.Index' (duration: 98.263644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:41:17.350912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066259522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-02T15:41:17.350941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168425754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-02T15:41:17.35091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.701593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T15:41:17.350943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.274599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:41:17.350986Z","caller":"traceutil/trace.go:171","msg":"trace[2073853282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9638; }","duration":"1.168497866s","start":"2026-07-02T15:41:16.182475Z","end":"2026-07-02T15:41:17.350973Z","steps":["trace[2073853282] 'agreement among raft nodes before linearized reading' (duration: 1.118471694s)","trace[2073853282] 'range keys from in-memory index tree' (duration: 49.920249ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:41:17.350986Z","caller":"traceutil/trace.go:171","msg":"trace[661890754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9638; }","duration":"1.066381505s","start":"2026-07-02T15:41:16.284587Z","end":"2026-07-02T15:41:17.350968Z","steps":["trace[661890754] 'agreement among raft nodes before linearized reading' (duration: 1.016273752s)","trace[661890754] 'range keys from in-memory index tree' (duration: 49.932269ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:41:17.351016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.18246Z","time spent":"1.168550318s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T15:41:17.351016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.284563Z","time spent":"1.066447718s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T15:41:17.351024Z","caller":"traceutil/trace.go:171","msg":"trace[1809192858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9638; }","duration":"476.410712ms","start":"2026-07-02T15:41:16.874587Z","end":"2026-07-02T15:41:17.350998Z","steps":["trace[1809192858] 'agreement among raft nodes before linearized reading' (duration: 426.291208ms)","trace[1809192858] 'range keys from in-memory index tree' (duration: 50.001751ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:41:17.351037Z","caller":"traceutil/trace.go:171","msg":"trace[1090669180] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9638; }","duration":"585.885338ms","start":"2026-07-02T15:41:16.765106Z","end":"2026-07-02T15:41:17.350991Z","steps":["trace[1090669180] 'agreement among raft nodes before linearized reading' (duration: 535.726603ms)","trace[1090669180] 'count revisions from in-memory index tree' (duration: 49.96229ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:41:17.351066Z","caller":"traceutil/trace.go:171","msg":"trace[1280700189] transaction","detail":"{read_only:false; response_revision:9639; number_of_response:1; }","duration":"340.78686ms","start":"2026-07-02T15:41:17.010251Z","end":"2026-07-02T15:41:17.351037Z","steps":["trace[1280700189] 'process raft request' (duration: 290.562043ms)","trace[1280700189] 'compare' (duration: 49.97522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:41:17.351065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.874565Z","time spent":"476.492525ms","remote":"127.0.0.1:45082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T15:41:17.351144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:16.765087Z","time spent":"586.038603ms","remote":"127.0.0.1:56026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:41:17.351186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:41:17.010232Z","time spent":"340.897114ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:41:17.689477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.416605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:41:17.689573Z","caller":"traceutil/trace.go:171","msg":"trace[1907706235] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9641; }","duration":"237.521108ms","start":"2026-07-02T15:41:17.452005Z","end":"2026-07-02T15:41:17.689526Z","steps":["trace[1907706235] 'range keys from in-memory index tree' (duration: 237.351304ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:41:21.235607Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T15:41:21.253383Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-07-02T15:41:21.253522Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-07-02T15:42:24.256639Z","caller":"traceutil/trace.go:171","msg":"trace[1647860082] linearizableReadLoop","detail":"{readStateIndex:10451; appliedIndex:10449; }","duration":"235.907203ms","start":"2026-07-02T15:42:24.020707Z","end":"2026-07-02T15:42:24.256614Z","steps":["trace[1647860082] 'read index received' (duration: 223.905649ms)","trace[1647860082] 'applied index is now lower than readState.Index' (duration: 12.000654ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:42:24.25676Z","caller":"traceutil/trace.go:171","msg":"trace[1722674702] transaction","detail":"{read_only:false; response_revision:10102; number_of_response:1; }","duration":"351.338893ms","start":"2026-07-02T15:42:23.905412Z","end":"2026-07-02T15:42:24.256751Z","steps":["trace[1722674702] 'process raft request' (duration: 351.103467ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:42:24.25674Z","caller":"traceutil/trace.go:171","msg":"trace[2031646561] transaction","detail":"{read_only:false; response_revision:10101; number_of_response:1; }","duration":"352.215778ms","start":"2026-07-02T15:42:23.90449Z","end":"2026-07-02T15:42:24.256705Z","steps":["trace[2031646561] 'process raft request' (duration: 340.132502ms)","trace[2031646561] 'compare' (duration: 11.4966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:42:24.256846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:42:23.905405Z","time spent":"351.378745ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:42:24.256858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.248676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T15:42:24.2569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:42:23.904482Z","time spent":"352.335821ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:42:24.256913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.656718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tk6zn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T15:42:24.25692Z","caller":"traceutil/trace.go:171","msg":"trace[290045631] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10102; }","duration":"198.316808ms","start":"2026-07-02T15:42:24.058584Z","end":"2026-07-02T15:42:24.256901Z","steps":["trace[290045631] 'agreement among raft nodes before linearized reading' (duration: 198.206555ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:42:24.256955Z","caller":"traceutil/trace.go:171","msg":"trace[660661871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tk6zn; range_end:; response_count:1; response_revision:10102; }","duration":"106.728869ms","start":"2026-07-02T15:42:24.150214Z","end":"2026-07-02T15:42:24.256943Z","steps":["trace[660661871] 'agreement among raft nodes before linearized reading' (duration: 106.644886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:24.256976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.264332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T15:42:24.257027Z","caller":"traceutil/trace.go:171","msg":"trace[1970402212] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10102; }","duration":"236.351175ms","start":"2026-07-02T15:42:24.020662Z","end":"2026-07-02T15:42:24.257013Z","steps":["trace[1970402212] 'agreement among raft nodes before linearized reading' (duration: 236.18531ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:42:48.859173Z","caller":"traceutil/trace.go:171","msg":"trace[1236113435] linearizableReadLoop","detail":"{readStateIndex:10599; appliedIndex:10598; }","duration":"444.799484ms","start":"2026-07-02T15:42:48.414349Z","end":"2026-07-02T15:42:48.859149Z","steps":["trace[1236113435] 'read index received' (duration: 444.550767ms)","trace[1236113435] 'applied index is now lower than readState.Index' (duration: 247.667µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:42:48.859248Z","caller":"traceutil/trace.go:171","msg":"trace[1517177700] transaction","detail":"{read_only:false; response_revision:10244; number_of_response:1; }","duration":"455.957964ms","start":"2026-07-02T15:42:48.403247Z","end":"2026-07-02T15:42:48.859205Z","steps":["trace[1517177700] 'process raft request' (duration: 455.713137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:48.859416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:42:48.403222Z","time spent":"456.107319ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:42:48.859425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.075442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T15:42:48.859446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.258418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T15:42:48.859485Z","caller":"traceutil/trace.go:171","msg":"trace[792687081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10244; }","duration":"445.177155ms","start":"2026-07-02T15:42:48.414292Z","end":"2026-07-02T15:42:48.859469Z","steps":["trace[792687081] 'agreement among raft nodes before linearized reading' (duration: 444.975869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:48.859532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:42:48.414272Z","time spent":"445.252816ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T15:42:48.85949Z","caller":"traceutil/trace.go:171","msg":"trace[1820766678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10244; }","duration":"440.356551ms","start":"2026-07-02T15:42:48.41912Z","end":"2026-07-02T15:42:48.859477Z","steps":["trace[1820766678] 'agreement among raft nodes before linearized reading' (duration: 440.176776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:48.859551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.456879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T15:42:48.859625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:42:48.419071Z","time spent":"440.543666ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T15:42:48.859684Z","caller":"traceutil/trace.go:171","msg":"trace[1465751648] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:10244; }","duration":"231.657785ms","start":"2026-07-02T15:42:48.627992Z","end":"2026-07-02T15:42:48.85965Z","steps":["trace[1465751648] 'agreement among raft nodes before linearized reading' (duration: 231.348336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:48.85969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.317649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tk6zn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T15:42:48.859853Z","caller":"traceutil/trace.go:171","msg":"trace[1467061539] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tk6zn; range_end:; response_count:1; response_revision:10244; }","duration":"417.523505ms","start":"2026-07-02T15:42:48.442276Z","end":"2026-07-02T15:42:48.8598Z","steps":["trace[1467061539] 'agreement among raft nodes before linearized reading' (duration: 417.174845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:48.85994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:42:48.442256Z","time spent":"417.670179ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tk6zn\" "} {"level":"info","ts":"2026-07-02T15:42:48.986811Z","caller":"traceutil/trace.go:171","msg":"trace[1082248453] linearizableReadLoop","detail":"{readStateIndex:10601; appliedIndex:10600; }","duration":"120.999316ms","start":"2026-07-02T15:42:48.865779Z","end":"2026-07-02T15:42:48.986779Z","steps":["trace[1082248453] 'read index received' (duration: 58.993962ms)","trace[1082248453] 'applied index is now lower than readState.Index' (duration: 62.004314ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:42:48.987216Z","caller":"traceutil/trace.go:171","msg":"trace[860467254] transaction","detail":"{read_only:false; response_revision:10246; number_of_response:1; }","duration":"122.525538ms","start":"2026-07-02T15:42:48.864648Z","end":"2026-07-02T15:42:48.987173Z","steps":["trace[860467254] 'process raft request' (duration: 89.060197ms)","trace[860467254] 'compare' (duration: 32.941707ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:42:48.987439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.632364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:337830"} {"level":"info","ts":"2026-07-02T15:42:48.987474Z","caller":"traceutil/trace.go:171","msg":"trace[1590115132] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:10246; }","duration":"121.711995ms","start":"2026-07-02T15:42:48.865752Z","end":"2026-07-02T15:42:48.987464Z","steps":["trace[1590115132] 'agreement among raft nodes before linearized reading' (duration: 121.14726ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:42:59.204197Z","caller":"traceutil/trace.go:171","msg":"trace[1152631069] linearizableReadLoop","detail":"{readStateIndex:10660; appliedIndex:10659; }","duration":"135.432898ms","start":"2026-07-02T15:42:59.068744Z","end":"2026-07-02T15:42:59.204177Z","steps":["trace[1152631069] 'read index received' (duration: 135.215422ms)","trace[1152631069] 'applied index is now lower than readState.Index' (duration: 216.936µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:42:59.20434Z","caller":"traceutil/trace.go:171","msg":"trace[1930597012] transaction","detail":"{read_only:false; response_revision:10303; number_of_response:1; }","duration":"145.712873ms","start":"2026-07-02T15:42:59.058618Z","end":"2026-07-02T15:42:59.204331Z","steps":["trace[1930597012] 'process raft request' (duration: 145.399284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:59.204615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.999219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T15:42:59.204701Z","caller":"traceutil/trace.go:171","msg":"trace[1174927651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10303; }","duration":"115.142133ms","start":"2026-07-02T15:42:59.089541Z","end":"2026-07-02T15:42:59.204683Z","steps":["trace[1174927651] 'agreement among raft nodes before linearized reading' (duration: 114.924997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:59.20487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.110677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T15:42:59.204901Z","caller":"traceutil/trace.go:171","msg":"trace[1923635219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10303; }","duration":"136.182889ms","start":"2026-07-02T15:42:59.068711Z","end":"2026-07-02T15:42:59.204894Z","steps":["trace[1923635219] 'agreement among raft nodes before linearized reading' (duration: 136.063425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:42:59.204986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.342677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tk6zn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T15:42:59.205028Z","caller":"traceutil/trace.go:171","msg":"trace[715710885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tk6zn; range_end:; response_count:1; response_revision:10303; }","duration":"111.407049ms","start":"2026-07-02T15:42:59.093611Z","end":"2026-07-02T15:42:59.205018Z","steps":["trace[715710885] 'agreement among raft nodes before linearized reading' (duration: 111.332017ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:43:02.205952Z","caller":"traceutil/trace.go:171","msg":"trace[471511502] transaction","detail":"{read_only:false; response_revision:10342; number_of_response:1; }","duration":"112.021726ms","start":"2026-07-02T15:43:02.093881Z","end":"2026-07-02T15:43:02.205903Z","steps":["trace[471511502] 'process raft request' (duration: 80.335725ms)","trace[471511502] 'compare' (duration: 31.565318ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:43:05.019005Z","caller":"traceutil/trace.go:171","msg":"trace[217412165] linearizableReadLoop","detail":"{readStateIndex:10718; appliedIndex:10716; }","duration":"143.382819ms","start":"2026-07-02T15:43:04.875588Z","end":"2026-07-02T15:43:05.018971Z","steps":["trace[217412165] 'read index received' (duration: 20.763378ms)","trace[217412165] 'applied index is now lower than readState.Index' (duration: 122.618441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:43:05.019335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.728628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:43:05.019478Z","caller":"traceutil/trace.go:171","msg":"trace[247568956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10360; }","duration":"143.928684ms","start":"2026-07-02T15:43:04.875526Z","end":"2026-07-02T15:43:05.019455Z","steps":["trace[247568956] 'agreement among raft nodes before linearized reading' (duration: 143.724198ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:43:05.019746Z","caller":"traceutil/trace.go:171","msg":"trace[1724589909] transaction","detail":"{read_only:false; response_revision:10360; number_of_response:1; }","duration":"147.229485ms","start":"2026-07-02T15:43:04.872499Z","end":"2026-07-02T15:43:05.019729Z","steps":["trace[1724589909] 'process raft request' (duration: 128.492274ms)","trace[1724589909] 'compare' (duration: 17.525287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:43:18.528025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.667759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T15:43:18.528155Z","caller":"traceutil/trace.go:171","msg":"trace[1664586538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10475; }","duration":"151.846984ms","start":"2026-07-02T15:43:18.376287Z","end":"2026-07-02T15:43:18.528134Z","steps":["trace[1664586538] 'range keys from in-memory index tree' (duration: 151.471273ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:43:28.355998Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8145} {"level":"info","ts":"2026-07-02T15:43:28.59165Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8145,"took":"233.831465ms","hash":2128186214,"current-db-size-bytes":59056128,"current-db-size":"59 MB","current-db-size-in-use-bytes":27963392,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-02T15:43:28.591733Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2128186214,"revision":8145,"compact-revision":6085} {"level":"info","ts":"2026-07-02T15:43:35.361582Z","caller":"traceutil/trace.go:171","msg":"trace[1178511668] transaction","detail":"{read_only:false; response_revision:10563; number_of_response:1; }","duration":"118.197718ms","start":"2026-07-02T15:43:35.24336Z","end":"2026-07-02T15:43:35.361558Z","steps":["trace[1178511668] 'process raft request' (duration: 118.053764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.188402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873816893859086,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T15:43:51.215802Z","caller":"traceutil/trace.go:171","msg":"trace[873853199] linearizableReadLoop","detail":"{readStateIndex:11012; appliedIndex:11011; }","duration":"528.43254ms","start":"2026-07-02T15:43:50.687348Z","end":"2026-07-02T15:43:51.215781Z","steps":["trace[873853199] 'read index received' (duration: 528.285326ms)","trace[873853199] 'applied index is now lower than readState.Index' (duration: 145.924µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:43:51.215933Z","caller":"traceutil/trace.go:171","msg":"trace[1452407421] transaction","detail":"{read_only:false; response_revision:10641; number_of_response:1; }","duration":"559.3553ms","start":"2026-07-02T15:43:50.656544Z","end":"2026-07-02T15:43:51.2159Z","steps":["trace[1452407421] 'process raft request' (duration: 559.105573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.216032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.879938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:43:51.216077Z","caller":"traceutil/trace.go:171","msg":"trace[828484075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10641; }","duration":"342.963181ms","start":"2026-07-02T15:43:50.873103Z","end":"2026-07-02T15:43:51.216066Z","steps":["trace[828484075] 'agreement among raft nodes before linearized reading' (duration: 342.889129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.216089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.656523Z","time spent":"559.493814ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:43:51.216107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.873088Z","time spent":"343.008102ms","remote":"127.0.0.1:45082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T15:43:51.216186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.965459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:43:51.216266Z","caller":"traceutil/trace.go:171","msg":"trace[1198865953] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10641; }","duration":"344.092903ms","start":"2026-07-02T15:43:50.872158Z","end":"2026-07-02T15:43:51.21625Z","steps":["trace[1198865953] 'agreement among raft nodes before linearized reading' (duration: 343.950439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.216304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.872137Z","time spent":"344.156084ms","remote":"127.0.0.1:45472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:43:51.21637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.577094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:43:51.216751Z","caller":"traceutil/trace.go:171","msg":"trace[40654400] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10641; }","duration":"529.216512ms","start":"2026-07-02T15:43:50.687341Z","end":"2026-07-02T15:43:51.216557Z","steps":["trace[40654400] 'agreement among raft nodes before linearized reading' (duration: 528.552004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.216749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.224306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T15:43:51.2168Z","caller":"traceutil/trace.go:171","msg":"trace[1831904496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10641; }","duration":"472.303329ms","start":"2026-07-02T15:43:50.744484Z","end":"2026-07-02T15:43:51.216787Z","steps":["trace[1831904496] 'agreement among raft nodes before linearized reading' (duration: 471.493676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:51.216828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.74447Z","time spent":"472.34856ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T15:43:51.217004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:50.68726Z","time spent":"529.601363ms","remote":"127.0.0.1:54216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-02T15:43:52.229579Z","caller":"traceutil/trace.go:171","msg":"trace[1083807837] transaction","detail":"{read_only:false; response_revision:10647; number_of_response:1; }","duration":"157.110201ms","start":"2026-07-02T15:43:52.072422Z","end":"2026-07-02T15:43:52.229532Z","steps":["trace[1083807837] 'process raft request' (duration: 156.900055ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:43:54.479486Z","caller":"traceutil/trace.go:171","msg":"trace[1401124115] transaction","detail":"{read_only:false; response_revision:10660; number_of_response:1; }","duration":"104.684971ms","start":"2026-07-02T15:43:54.374781Z","end":"2026-07-02T15:43:54.479466Z","steps":["trace[1401124115] 'process raft request' (duration: 104.547357ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:43:54.507333Z","caller":"traceutil/trace.go:171","msg":"trace[855832357] transaction","detail":"{read_only:false; response_revision:10661; number_of_response:1; }","duration":"131.917278ms","start":"2026-07-02T15:43:54.375396Z","end":"2026-07-02T15:43:54.507313Z","steps":["trace[855832357] 'process raft request' (duration: 131.796455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:56.807586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873816893859181,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T15:43:56.967508Z","caller":"traceutil/trace.go:171","msg":"trace[670218738] transaction","detail":"{read_only:false; response_revision:10668; number_of_response:1; }","duration":"719.914848ms","start":"2026-07-02T15:43:56.247571Z","end":"2026-07-02T15:43:56.967486Z","steps":["trace[670218738] 'process raft request' (duration: 719.757133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:56.967664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:56.247552Z","time spent":"720.037941ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:43:57.007907Z","caller":"traceutil/trace.go:171","msg":"trace[1050158651] transaction","detail":"{read_only:false; response_revision:10670; number_of_response:1; }","duration":"757.434472ms","start":"2026-07-02T15:43:56.25045Z","end":"2026-07-02T15:43:57.007884Z","steps":["trace[1050158651] 'process raft request' (duration: 757.350869ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:43:57.007915Z","caller":"traceutil/trace.go:171","msg":"trace[1226653792] transaction","detail":"{read_only:false; response_revision:10669; number_of_response:1; }","duration":"759.14845ms","start":"2026-07-02T15:43:56.248731Z","end":"2026-07-02T15:43:57.00788Z","steps":["trace[1226653792] 'process raft request' (duration: 751.6016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:57.00807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:56.248721Z","time spent":"759.266033ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:43:57.00813Z","caller":"traceutil/trace.go:171","msg":"trace[734857131] transaction","detail":"{read_only:false; response_revision:10671; number_of_response:1; }","duration":"523.610206ms","start":"2026-07-02T15:43:56.484507Z","end":"2026-07-02T15:43:57.008117Z","steps":["trace[734857131] 'process raft request' (duration: 523.327498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:57.008196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:56.484493Z","time spent":"523.671109ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:43:57.008179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:56.250429Z","time spent":"757.542604ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:43:57.008421Z","caller":"traceutil/trace.go:171","msg":"trace[975355448] transaction","detail":"{read_only:false; response_revision:10672; number_of_response:1; }","duration":"496.197334ms","start":"2026-07-02T15:43:56.512211Z","end":"2026-07-02T15:43:57.008408Z","steps":["trace[975355448] 'process raft request' (duration: 495.862335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:57.008492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:56.512184Z","time spent":"496.273277ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:43:57.034895Z","caller":"traceutil/trace.go:171","msg":"trace[1066833778] linearizableReadLoop","detail":"{readStateIndex:11045; appliedIndex:11039; }","duration":"727.571511ms","start":"2026-07-02T15:43:56.307278Z","end":"2026-07-02T15:43:57.03485Z","steps":["trace[1066833778] 'read index received' (duration: 660.076273ms)","trace[1066833778] 'applied index is now lower than readState.Index' (duration: 67.492678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:43:57.03536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.404572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:43:57.035439Z","caller":"traceutil/trace.go:171","msg":"trace[1655749100] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:10672; }","duration":"724.544887ms","start":"2026-07-02T15:43:56.310872Z","end":"2026-07-02T15:43:57.035417Z","steps":["trace[1655749100] 'agreement among raft nodes before linearized reading' (duration: 724.423194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:57.035498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:56.310852Z","time spent":"724.628599ms","remote":"127.0.0.1:47270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:43:57.035997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.707713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-02T15:43:57.036854Z","caller":"traceutil/trace.go:171","msg":"trace[2106105815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10672; }","duration":"729.578326ms","start":"2026-07-02T15:43:56.30726Z","end":"2026-07-02T15:43:57.036838Z","steps":["trace[2106105815] 'agreement among raft nodes before linearized reading' (duration: 727.859909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:57.036925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:56.307254Z","time spent":"729.656989ms","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T15:43:58.006116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873816893859198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T15:43:58.507258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873816893859198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T15:43:59.008204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873816893859198,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T15:43:59.236067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.92995186s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T15:43:59.23652Z","caller":"traceutil/trace.go:171","msg":"trace[1686171992] linearizableReadLoop","detail":"{readStateIndex:11046; appliedIndex:11045; }","duration":"1.731319143s","start":"2026-07-02T15:43:57.505179Z","end":"2026-07-02T15:43:59.236498Z","steps":["trace[1686171992] 'read index received' (duration: 1.731155239s)","trace[1686171992] 'applied index is now lower than readState.Index' (duration: 162.714µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:43:59.236648Z","caller":"traceutil/trace.go:171","msg":"trace[2081672684] transaction","detail":"{read_only:false; response_revision:10673; number_of_response:1; }","duration":"1.930594778s","start":"2026-07-02T15:43:57.306042Z","end":"2026-07-02T15:43:59.236637Z","steps":["trace[2081672684] 'process raft request' (duration: 1.930272399s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:59.236781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.30603Z","time spent":"1.93068014s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:43:59.236837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731647183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T15:43:59.23688Z","caller":"traceutil/trace.go:171","msg":"trace[710180946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10673; }","duration":"1.731721775s","start":"2026-07-02T15:43:57.505144Z","end":"2026-07-02T15:43:59.236866Z","steps":["trace[710180946] 'agreement among raft nodes before linearized reading' (duration: 1.731593091s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:43:59.23691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.50513Z","time spent":"1.731774977s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T15:43:59.737322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415873816893859204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T15:44:00.193545Z","caller":"traceutil/trace.go:171","msg":"trace[1368079733] transaction","detail":"{read_only:false; response_revision:10675; number_of_response:1; }","duration":"1.18127307s","start":"2026-07-02T15:43:59.012251Z","end":"2026-07-02T15:44:00.193525Z","steps":["trace[1368079733] 'process raft request' (duration: 1.181150387s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.193667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:59.01224Z","time spent":"1.181363813s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:44:00.193683Z","caller":"traceutil/trace.go:171","msg":"trace[516990964] transaction","detail":"{read_only:false; response_revision:10676; number_of_response:1; }","duration":"1.180480669s","start":"2026-07-02T15:43:59.013194Z","end":"2026-07-02T15:44:00.193674Z","steps":["trace[516990964] 'process raft request' (duration: 1.180295833s)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:44:00.193544Z","caller":"traceutil/trace.go:171","msg":"trace[688076687] transaction","detail":"{read_only:false; response_revision:10674; number_of_response:1; }","duration":"1.181864197s","start":"2026-07-02T15:43:59.011648Z","end":"2026-07-02T15:44:00.193513Z","steps":["trace[688076687] 'process raft request' (duration: 1.126435111s)","trace[688076687] 'compare' (duration: 54.667285ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:44:00.193706Z","caller":"traceutil/trace.go:171","msg":"trace[1559717472] transaction","detail":"{read_only:false; response_revision:10677; number_of_response:1; }","duration":"1.17908054s","start":"2026-07-02T15:43:59.014601Z","end":"2026-07-02T15:44:00.193681Z","steps":["trace[1559717472] 'process raft request' (duration: 1.178997957s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.19378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:59.013183Z","time spent":"1.18053235s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:44:00.193747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:59.011627Z","time spent":"1.182090314s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T15:44:00.193851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:59.014588Z","time spent":"1.179194113s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:44:00.209408Z","caller":"traceutil/trace.go:171","msg":"trace[1042037648] linearizableReadLoop","detail":"{readStateIndex:11051; appliedIndex:11046; }","duration":"972.785592ms","start":"2026-07-02T15:43:59.236602Z","end":"2026-07-02T15:44:00.209388Z","steps":["trace[1042037648] 'read index received' (duration: 901.559865ms)","trace[1042037648] 'applied index is now lower than readState.Index' (duration: 71.221397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:44:00.209661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269119695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T15:44:00.209665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009875644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-02T15:44:00.209736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337667221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T15:44:00.209757Z","caller":"traceutil/trace.go:171","msg":"trace[256105412] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10678; }","duration":"2.337687192s","start":"2026-07-02T15:43:57.872062Z","end":"2026-07-02T15:44:00.209749Z","steps":["trace[256105412] 'agreement among raft nodes before linearized reading' (duration: 2.337645001s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.20978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.872023Z","time spent":"2.337750504s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-02T15:44:00.209781Z","caller":"traceutil/trace.go:171","msg":"trace[1827708353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10678; }","duration":"1.009994817s","start":"2026-07-02T15:43:59.199719Z","end":"2026-07-02T15:44:00.209714Z","steps":["trace[1827708353] 'agreement among raft nodes before linearized reading' (duration: 1.009767911s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.209818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:59.199699Z","time spent":"1.01011183s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T15:44:00.210182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3393761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:44:00.210207Z","caller":"traceutil/trace.go:171","msg":"trace[1423354567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10678; }","duration":"1.339477223s","start":"2026-07-02T15:43:58.870722Z","end":"2026-07-02T15:44:00.210199Z","steps":["trace[1423354567] 'agreement among raft nodes before linearized reading' (duration: 1.33938036s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.210225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:58.87071Z","time spent":"1.339510914s","remote":"127.0.0.1:45082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T15:44:00.210273Z","caller":"traceutil/trace.go:171","msg":"trace[24683296] transaction","detail":"{read_only:false; response_revision:10678; number_of_response:1; }","duration":"969.49201ms","start":"2026-07-02T15:43:59.240768Z","end":"2026-07-02T15:44:00.21026Z","steps":["trace[24683296] 'process raft request' (duration: 968.498162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.210355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:59.240728Z","time spent":"969.573042ms","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T15:44:00.209687Z","caller":"traceutil/trace.go:171","msg":"trace[428685999] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:10678; }","duration":"2.269200747s","start":"2026-07-02T15:43:57.940478Z","end":"2026-07-02T15:44:00.209679Z","steps":["trace[428685999] 'agreement among raft nodes before linearized reading' (duration: 2.269043863s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.210427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.940459Z","time spent":"2.269960398s","remote":"127.0.0.1:45406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":76,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:44:00.210438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539775984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tk6zn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T15:44:00.210509Z","caller":"traceutil/trace.go:171","msg":"trace[968517685] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tk6zn; range_end:; response_count:1; response_revision:10678; }","duration":"2.539889028s","start":"2026-07-02T15:43:57.670603Z","end":"2026-07-02T15:44:00.210492Z","steps":["trace[968517685] 'agreement among raft nodes before linearized reading' (duration: 2.539719593s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.210546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.670589Z","time spent":"2.539949999s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-tk6zn\" "} {"level":"warn","ts":"2026-07-02T15:44:00.210592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615887821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:44:00.210612Z","caller":"traceutil/trace.go:171","msg":"trace[889529495] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10678; }","duration":"2.615952344s","start":"2026-07-02T15:43:57.594653Z","end":"2026-07-02T15:44:00.210605Z","steps":["trace[889529495] 'agreement among raft nodes before linearized reading' (duration: 2.615914483s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.210632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.594633Z","time spent":"2.615994034s","remote":"127.0.0.1:60680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T15:44:00.210687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548680102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T15:44:00.210717Z","caller":"traceutil/trace.go:171","msg":"trace[1144288347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10678; }","duration":"2.548740634s","start":"2026-07-02T15:43:57.661969Z","end":"2026-07-02T15:44:00.21071Z","steps":["trace[1144288347] 'agreement among raft nodes before linearized reading' (duration: 2.548660662s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.210737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.661951Z","time spent":"2.548781224s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T15:44:00.210784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590388553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T15:44:00.210803Z","caller":"traceutil/trace.go:171","msg":"trace[1577396799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10678; }","duration":"2.590448814s","start":"2026-07-02T15:43:57.620349Z","end":"2026-07-02T15:44:00.210798Z","steps":["trace[1577396799] 'agreement among raft nodes before linearized reading' (duration: 2.590370862s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.210821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:57.620308Z","time spent":"2.590507816s","remote":"127.0.0.1:45342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T15:44:00.211027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665099491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-02T15:44:00.211056Z","caller":"traceutil/trace.go:171","msg":"trace[1176642843] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10678; }","duration":"1.665163673s","start":"2026-07-02T15:43:58.545882Z","end":"2026-07-02T15:44:00.211046Z","steps":["trace[1176642843] 'agreement among raft nodes before linearized reading' (duration: 1.665091061s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.211108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:58.545865Z","time spent":"1.665205335s","remote":"127.0.0.1:45220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T15:44:00.212199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021559419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:44:00.212238Z","caller":"traceutil/trace.go:171","msg":"trace[1740918395] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10678; }","duration":"2.021641301s","start":"2026-07-02T15:43:58.190589Z","end":"2026-07-02T15:44:00.21223Z","steps":["trace[1740918395] 'agreement among raft nodes before linearized reading' (duration: 2.021565749s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:44:00.212264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T15:43:58.190568Z","time spent":"2.021687772s","remote":"127.0.0.1:45202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T15:45:20.676015Z","caller":"traceutil/trace.go:171","msg":"trace[59117306] linearizableReadLoop","detail":"{readStateIndex:11598; appliedIndex:11596; }","duration":"126.936991ms","start":"2026-07-02T15:45:20.549053Z","end":"2026-07-02T15:45:20.67599Z","steps":["trace[59117306] 'read index received' (duration: 21.828787ms)","trace[59117306] 'applied index is now lower than readState.Index' (duration: 105.106994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:45:20.676138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.081596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:45:20.67617Z","caller":"traceutil/trace.go:171","msg":"trace[911782247] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11207; }","duration":"127.162298ms","start":"2026-07-02T15:45:20.548999Z","end":"2026-07-02T15:45:20.676161Z","steps":["trace[911782247] 'agreement among raft nodes before linearized reading' (duration: 127.082176ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:45:20.676409Z","caller":"traceutil/trace.go:171","msg":"trace[990051284] transaction","detail":"{read_only:false; response_revision:11207; number_of_response:1; }","duration":"126.825948ms","start":"2026-07-02T15:45:20.54955Z","end":"2026-07-02T15:45:20.676376Z","steps":["trace[990051284] 'process raft request' (duration: 126.395736ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:45:20.676488Z","caller":"traceutil/trace.go:171","msg":"trace[500893588] transaction","detail":"{read_only:false; response_revision:11206; number_of_response:1; }","duration":"128.614808ms","start":"2026-07-02T15:45:20.547841Z","end":"2026-07-02T15:45:20.676456Z","steps":["trace[500893588] 'process raft request' (duration: 99.92796ms)","trace[500893588] 'compare' (duration: 28.074911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:46:42.741367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.959689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-64ff989556-wp7vm.18be83933c4b8bd3\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-07-02T15:46:42.741486Z","caller":"traceutil/trace.go:171","msg":"trace[1892223135] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-64ff989556-wp7vm.18be83933c4b8bd3; range_end:; response_count:1; response_revision:11987; }","duration":"105.097752ms","start":"2026-07-02T15:46:42.63636Z","end":"2026-07-02T15:46:42.741458Z","steps":["trace[1892223135] 'range keys from in-memory index tree' (duration: 104.771613ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:46:43.126445Z","caller":"traceutil/trace.go:171","msg":"trace[562639266] transaction","detail":"{read_only:false; response_revision:11992; number_of_response:1; }","duration":"123.058494ms","start":"2026-07-02T15:46:43.003353Z","end":"2026-07-02T15:46:43.126412Z","steps":["trace[562639266] 'process raft request' (duration: 122.906569ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:46:43.184626Z","caller":"traceutil/trace.go:171","msg":"trace[1633071320] transaction","detail":"{read_only:false; response_revision:11993; number_of_response:1; }","duration":"166.104302ms","start":"2026-07-02T15:46:43.018491Z","end":"2026-07-02T15:46:43.184595Z","steps":["trace[1633071320] 'process raft request' (duration: 165.921046ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:48:28.365859Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10528} {"level":"info","ts":"2026-07-02T15:48:28.449285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10528,"took":"81.296108ms","hash":3971437222,"current-db-size-bytes":59056128,"current-db-size":"59 MB","current-db-size-in-use-bytes":26644480,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-02T15:48:28.449385Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3971437222,"revision":10528,"compact-revision":8145} {"level":"info","ts":"2026-07-02T15:53:12.469526Z","caller":"traceutil/trace.go:171","msg":"trace[347019421] transaction","detail":"{read_only:false; response_revision:14590; number_of_response:1; }","duration":"229.990693ms","start":"2026-07-02T15:53:12.239503Z","end":"2026-07-02T15:53:12.469494Z","steps":["trace[347019421] 'process raft request' (duration: 229.783627ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:53:28.39748Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12687} {"level":"info","ts":"2026-07-02T15:53:28.587995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12687,"took":"186.092114ms","hash":1754173572,"current-db-size-bytes":59056128,"current-db-size":"59 MB","current-db-size-in-use-bytes":27402240,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-02T15:53:28.58811Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1754173572,"revision":12687,"compact-revision":10528} {"level":"info","ts":"2026-07-02T15:53:29.055924Z","caller":"traceutil/trace.go:171","msg":"trace[1456530826] linearizableReadLoop","detail":"{readStateIndex:15203; appliedIndex:15201; }","duration":"235.784464ms","start":"2026-07-02T15:53:28.82011Z","end":"2026-07-02T15:53:29.055894Z","steps":["trace[1456530826] 'read index received' (duration: 3.097006ms)","trace[1456530826] 'applied index is now lower than readState.Index' (duration: 232.686388ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:53:29.056003Z","caller":"traceutil/trace.go:171","msg":"trace[1237796469] transaction","detail":"{read_only:false; response_revision:14695; number_of_response:1; }","duration":"270.671222ms","start":"2026-07-02T15:53:28.785279Z","end":"2026-07-02T15:53:29.05595Z","steps":["trace[1237796469] 'process raft request' (duration: 189.574631ms)","trace[1237796469] 'compare' (duration: 80.70365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:53:29.05612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.99962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-tk6zn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T15:53:29.056164Z","caller":"traceutil/trace.go:171","msg":"trace[530066513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-tk6zn; range_end:; response_count:1; response_revision:14695; }","duration":"236.107483ms","start":"2026-07-02T15:53:28.820045Z","end":"2026-07-02T15:53:29.056152Z","steps":["trace[530066513] 'agreement among raft nodes before linearized reading' (duration: 236.00125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:53:29.056487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.48945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T15:53:29.056537Z","caller":"traceutil/trace.go:171","msg":"trace[41419167] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14695; }","duration":"211.611904ms","start":"2026-07-02T15:53:28.844914Z","end":"2026-07-02T15:53:29.056526Z","steps":["trace[41419167] 'agreement among raft nodes before linearized reading' (duration: 211.46946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:53:29.056571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.378225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T15:53:29.05673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.695838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:53:29.056764Z","caller":"traceutil/trace.go:171","msg":"trace[467171716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14695; }","duration":"183.77466ms","start":"2026-07-02T15:53:28.872983Z","end":"2026-07-02T15:53:29.056757Z","steps":["trace[467171716] 'agreement among raft nodes before linearized reading' (duration: 183.706118ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:53:29.056656Z","caller":"traceutil/trace.go:171","msg":"trace[549481264] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:14695; }","duration":"176.493689ms","start":"2026-07-02T15:53:28.88014Z","end":"2026-07-02T15:53:29.056634Z","steps":["trace[549481264] 'agreement among raft nodes before linearized reading' (duration: 176.318764ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:53:38.875474Z","caller":"traceutil/trace.go:171","msg":"trace[433361009] linearizableReadLoop","detail":"{readStateIndex:15373; appliedIndex:15371; }","duration":"243.481978ms","start":"2026-07-02T15:53:38.631963Z","end":"2026-07-02T15:53:38.875445Z","steps":["trace[433361009] 'read index received' (duration: 81.912194ms)","trace[433361009] 'applied index is now lower than readState.Index' (duration: 161.568184ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:53:38.875496Z","caller":"traceutil/trace.go:171","msg":"trace[1908690737] transaction","detail":"{read_only:false; response_revision:14862; number_of_response:1; }","duration":"250.0379ms","start":"2026-07-02T15:53:38.625429Z","end":"2026-07-02T15:53:38.875467Z","steps":["trace[1908690737] 'process raft request' (duration: 238.668644ms)","trace[1908690737] 'compare' (duration: 10.713828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:53:38.875682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.718934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T15:53:38.875705Z","caller":"traceutil/trace.go:171","msg":"trace[1938377760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14862; }","duration":"243.800917ms","start":"2026-07-02T15:53:38.631898Z","end":"2026-07-02T15:53:38.875699Z","steps":["trace[1938377760] 'agreement among raft nodes before linearized reading' (duration: 243.660253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:53:38.905564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.332811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:53:38.90567Z","caller":"traceutil/trace.go:171","msg":"trace[116633224] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14863; }","duration":"146.493295ms","start":"2026-07-02T15:53:38.759153Z","end":"2026-07-02T15:53:38.905646Z","steps":["trace[116633224] 'agreement among raft nodes before linearized reading' (duration: 146.30289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:53:38.905923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.737599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T15:53:38.905976Z","caller":"traceutil/trace.go:171","msg":"trace[1782746024] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14863; }","duration":"134.896954ms","start":"2026-07-02T15:53:38.771061Z","end":"2026-07-02T15:53:38.905958Z","steps":["trace[1782746024] 'agreement among raft nodes before linearized reading' (duration: 134.816702ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:53:39.107328Z","caller":"traceutil/trace.go:171","msg":"trace[2116713375] linearizableReadLoop","detail":"{readStateIndex:15375; appliedIndex:15374; }","duration":"199.875327ms","start":"2026-07-02T15:53:38.907425Z","end":"2026-07-02T15:53:39.1073Z","steps":["trace[2116713375] 'read index received' (duration: 157.983934ms)","trace[2116713375] 'applied index is now lower than readState.Index' (duration: 41.889953ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:53:39.107334Z","caller":"traceutil/trace.go:171","msg":"trace[523202968] transaction","detail":"{read_only:false; response_revision:14864; number_of_response:1; }","duration":"228.304036ms","start":"2026-07-02T15:53:38.878974Z","end":"2026-07-02T15:53:39.107278Z","steps":["trace[523202968] 'process raft request' (duration: 186.430324ms)","trace[523202968] 'compare' (duration: 41.252855ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:53:39.10759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.145945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:53:39.107638Z","caller":"traceutil/trace.go:171","msg":"trace[923773974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14865; }","duration":"200.258128ms","start":"2026-07-02T15:53:38.907366Z","end":"2026-07-02T15:53:39.107624Z","steps":["trace[923773974] 'agreement among raft nodes before linearized reading' (duration: 200.135974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:53:39.107901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.085858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:53:39.107936Z","caller":"traceutil/trace.go:171","msg":"trace[2099335199] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14865; }","duration":"198.18844ms","start":"2026-07-02T15:53:38.909738Z","end":"2026-07-02T15:53:39.107927Z","steps":["trace[2099335199] 'agreement among raft nodes before linearized reading' (duration: 198.106958ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:55:25.227901Z","caller":"traceutil/trace.go:171","msg":"trace[1435882877] transaction","detail":"{read_only:false; response_revision:15979; number_of_response:1; }","duration":"108.698377ms","start":"2026-07-02T15:55:25.119175Z","end":"2026-07-02T15:55:25.227873Z","steps":["trace[1435882877] 'process raft request' (duration: 108.537382ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:55:25.353689Z","caller":"traceutil/trace.go:171","msg":"trace[85570811] linearizableReadLoop","detail":"{readStateIndex:16526; appliedIndex:16524; }","duration":"136.080606ms","start":"2026-07-02T15:55:25.217581Z","end":"2026-07-02T15:55:25.353661Z","steps":["trace[85570811] 'read index received' (duration: 10.131571ms)","trace[85570811] 'applied index is now lower than readState.Index' (duration: 125.947635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:55:25.353872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.259761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:55:25.353932Z","caller":"traceutil/trace.go:171","msg":"trace[1658729965] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:15980; }","duration":"136.346713ms","start":"2026-07-02T15:55:25.217567Z","end":"2026-07-02T15:55:25.353914Z","steps":["trace[1658729965] 'agreement among raft nodes before linearized reading' (duration: 136.208979ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:55:25.354194Z","caller":"traceutil/trace.go:171","msg":"trace[419269083] transaction","detail":"{read_only:false; response_revision:15980; number_of_response:1; }","duration":"231.619137ms","start":"2026-07-02T15:55:25.122557Z","end":"2026-07-02T15:55:25.354176Z","steps":["trace[419269083] 'process raft request' (duration: 211.872269ms)","trace[419269083] 'compare' (duration: 19.122881ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:55:25.885764Z","caller":"traceutil/trace.go:171","msg":"trace[1795877257] linearizableReadLoop","detail":"{readStateIndex:16529; appliedIndex:16528; }","duration":"204.706121ms","start":"2026-07-02T15:55:25.681033Z","end":"2026-07-02T15:55:25.885739Z","steps":["trace[1795877257] 'read index received' (duration: 141.540808ms)","trace[1795877257] 'applied index is now lower than readState.Index' (duration: 63.164253ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T15:55:25.885912Z","caller":"traceutil/trace.go:171","msg":"trace[854797220] transaction","detail":"{read_only:false; response_revision:15983; number_of_response:1; }","duration":"220.410208ms","start":"2026-07-02T15:55:25.66549Z","end":"2026-07-02T15:55:25.8859Z","steps":["trace[854797220] 'process raft request' (duration: 157.06822ms)","trace[854797220] 'compare' (duration: 63.07494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T15:55:25.885991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.766584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T15:55:25.886114Z","caller":"traceutil/trace.go:171","msg":"trace[1087847466] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15983; }","duration":"204.932968ms","start":"2026-07-02T15:55:25.681158Z","end":"2026-07-02T15:55:25.886091Z","steps":["trace[1087847466] 'agreement among raft nodes before linearized reading' (duration: 204.766483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:55:25.886421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.38382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-02T15:55:25.886473Z","caller":"traceutil/trace.go:171","msg":"trace[1380638939] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15983; }","duration":"205.467412ms","start":"2026-07-02T15:55:25.680997Z","end":"2026-07-02T15:55:25.886464Z","steps":["trace[1380638939] 'agreement among raft nodes before linearized reading' (duration: 205.320098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:55:25.886748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.293995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-02T15:55:25.886803Z","caller":"traceutil/trace.go:171","msg":"trace[528835414] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15983; }","duration":"153.385038ms","start":"2026-07-02T15:55:25.733406Z","end":"2026-07-02T15:55:25.886791Z","steps":["trace[528835414] 'agreement among raft nodes before linearized reading' (duration: 153.253004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T15:55:25.88707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.021035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-02T15:55:25.887136Z","caller":"traceutil/trace.go:171","msg":"trace[2036126871] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15983; }","duration":"203.103657ms","start":"2026-07-02T15:55:25.684022Z","end":"2026-07-02T15:55:25.887126Z","steps":["trace[2036126871] 'agreement among raft nodes before linearized reading' (duration: 202.972193ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T15:58:28.40561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14689} {"level":"info","ts":"2026-07-02T15:58:28.500002Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14689,"took":"91.538571ms","hash":386330834,"current-db-size-bytes":59056128,"current-db-size":"59 MB","current-db-size-in-use-bytes":32104448,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T15:58:28.500092Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":386330834,"revision":14689,"compact-revision":12687} {"level":"warn","ts":"2026-07-02T16:00:54.087755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.256042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T16:00:54.087844Z","caller":"traceutil/trace.go:171","msg":"trace[182608508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18403; }","duration":"115.398126ms","start":"2026-07-02T16:00:53.972428Z","end":"2026-07-02T16:00:54.087826Z","steps":["trace[182608508] 'range keys from in-memory index tree' (duration: 115.080217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T16:00:54.087851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.645732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-02T16:00:54.087897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.635303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-j5pjd\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-07-02T16:00:54.087944Z","caller":"traceutil/trace.go:171","msg":"trace[1621760070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18403; }","duration":"125.782356ms","start":"2026-07-02T16:00:53.962138Z","end":"2026-07-02T16:00:54.08792Z","steps":["trace[1621760070] 'range keys from in-memory index tree' (duration: 125.468206ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T16:00:54.08799Z","caller":"traceutil/trace.go:171","msg":"trace[1926424057] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-j5pjd; range_end:; response_count:1; response_revision:18403; }","duration":"105.793498ms","start":"2026-07-02T16:00:53.982172Z","end":"2026-07-02T16:00:54.087965Z","steps":["trace[1926424057] 'range keys from in-memory index tree' (duration: 105.420508ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T16:00:54.217194Z","caller":"traceutil/trace.go:171","msg":"trace[1096400585] transaction","detail":"{read_only:false; response_revision:18405; number_of_response:1; }","duration":"123.45948ms","start":"2026-07-02T16:00:54.093671Z","end":"2026-07-02T16:00:54.21713Z","steps":["trace[1096400585] 'process raft request' (duration: 101.494438ms)","trace[1096400585] 'compare' (duration: 21.773587ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T16:00:54.218347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.067717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:955698"} {"level":"info","ts":"2026-07-02T16:00:54.218445Z","caller":"traceutil/trace.go:171","msg":"trace[1598081563] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:18405; }","duration":"124.208841ms","start":"2026-07-02T16:00:54.094215Z","end":"2026-07-02T16:00:54.218424Z","steps":["trace[1598081563] 'agreement among raft nodes before linearized reading' (duration: 122.899385ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T16:00:57.295761Z","caller":"traceutil/trace.go:171","msg":"trace[740119500] transaction","detail":"{read_only:false; response_revision:18451; number_of_response:1; }","duration":"108.611026ms","start":"2026-07-02T16:00:57.187122Z","end":"2026-07-02T16:00:57.295733Z","steps":["trace[740119500] 'process raft request' (duration: 108.448371ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T16:01:01.751347Z","caller":"traceutil/trace.go:171","msg":"trace[354743426] linearizableReadLoop","detail":"{readStateIndex:19125; appliedIndex:19124; }","duration":"129.508328ms","start":"2026-07-02T16:01:01.621815Z","end":"2026-07-02T16:01:01.751324Z","steps":["trace[354743426] 'read index received' (duration: 129.460597ms)","trace[354743426] 'applied index is now lower than readState.Index' (duration: 46.961µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T16:01:01.751696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.867858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T16:01:01.75172Z","caller":"traceutil/trace.go:171","msg":"trace[684636071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18495; }","duration":"129.904319ms","start":"2026-07-02T16:01:01.621809Z","end":"2026-07-02T16:01:01.751713Z","steps":["trace[684636071] 'agreement among raft nodes before linearized reading' (duration: 129.802926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T16:01:01.75182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.151632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T16:01:01.751842Z","caller":"traceutil/trace.go:171","msg":"trace[204169598] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:18495; }","duration":"104.193582ms","start":"2026-07-02T16:01:01.64764Z","end":"2026-07-02T16:01:01.751833Z","steps":["trace[204169598] 'agreement among raft nodes before linearized reading' (duration: 104.161161ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T16:01:01.887741Z","caller":"traceutil/trace.go:171","msg":"trace[1686341030] transaction","detail":"{read_only:false; response_revision:18498; number_of_response:1; }","duration":"128.942713ms","start":"2026-07-02T16:01:01.758752Z","end":"2026-07-02T16:01:01.887695Z","steps":["trace[1686341030] 'process raft request' (duration: 105.738837ms)","trace[1686341030] 'compare' (duration: 23.070283ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T16:03:18.907496Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"39582465ceaa2f67","local-member-applied-index":20003,"local-member-snapshot-index":10002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T16:03:18.913186Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-07-02T16:03:18.9133Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-07-02T16:03:28.41203Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17270} {"level":"info","ts":"2026-07-02T16:03:28.512766Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17270,"took":"95.893861ms","hash":1243775799,"current-db-size-bytes":59056128,"current-db-size":"59 MB","current-db-size-in-use-bytes":31064064,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T16:03:28.512918Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1243775799,"revision":17270,"compact-revision":14689} {"level":"info","ts":"2026-07-02T16:08:28.417102Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19389} {"level":"info","ts":"2026-07-02T16:08:28.518649Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19389,"took":"97.063935ms","hash":1076584921,"current-db-size-bytes":59056128,"current-db-size":"59 MB","current-db-size-in-use-bytes":26206208,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-02T16:08:28.51875Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1076584921,"revision":19389,"compact-revision":17270}