{"level":"warn","ts":"2026-03-13T23:02:27.569936Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:02:27.570086Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T23:02:27.570152Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:02:27.570167Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-13T23:02:27.570184Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:02:27.570839Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-03-13T23:02:27.57092Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T23:02:27.582637Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"11.374803ms"} {"level":"info","ts":"2026-03-13T23:02:27.599157Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-03-13T23:02:27.599268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T23:02:27.599435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-03-13T23:02:27.599452Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T23:02:27.599482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-03-13T23:02:27.59955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-03-13T23:02:27.61073Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T23:02:27.612234Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T23:02:27.613602Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T23:02:27.615998Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T23:02:27.616246Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T23:02:27.616576Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:27.616721Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:27.61675Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:27.620152Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-03-13T23:02:27.620425Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-13T23:02:27.621907Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:02:27.621994Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-13T23:02:27.62204Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-13T23:02:27.62231Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T23:02:27.622396Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T23:02:28.199932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T23:02:28.200073Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T23:02:28.200151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-03-13T23:02:28.200207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-03-13T23:02:28.200246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-13T23:02:28.200292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-03-13T23:02:28.200327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-13T23:02:28.208891Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:28.21237Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:02:28.212524Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:02:28.212359Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T23:02:28.212801Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T23:02:28.212911Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T23:02:28.212984Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:28.213152Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:28.213194Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:28.216327Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-03-13T23:02:28.216852Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T23:02:36.913617Z","caller":"traceutil/trace.go:171","msg":"trace[1236032534] linearizableReadLoop","detail":"{readStateIndex:352; appliedIndex:351; }","duration":"377.030938ms","start":"2026-03-13T23:02:36.536557Z","end":"2026-03-13T23:02:36.913588Z","steps":["trace[1236032534] 'read index received' (duration: 376.528607ms)","trace[1236032534] 'applied index is now lower than readState.Index' (duration: 501.021µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:36.913707Z","caller":"traceutil/trace.go:171","msg":"trace[763130715] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"389.977548ms","start":"2026-03-13T23:02:36.523706Z","end":"2026-03-13T23:02:36.913683Z","steps":["trace[763130715] 'process raft request' (duration: 389.527728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:36.9139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.292985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-13T23:02:36.913966Z","caller":"traceutil/trace.go:171","msg":"trace[1047664851] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:340; }","duration":"377.400647ms","start":"2026-03-13T23:02:36.536551Z","end":"2026-03-13T23:02:36.913952Z","steps":["trace[1047664851] 'agreement among raft nodes before linearized reading' (duration: 377.215543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:36.913999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:36.536509Z","time spent":"377.480418ms","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-13T23:02:36.914114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.718172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-13T23:02:36.914224Z","caller":"traceutil/trace.go:171","msg":"trace[882649737] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:340; }","duration":"326.882336ms","start":"2026-03-13T23:02:36.587311Z","end":"2026-03-13T23:02:36.914193Z","steps":["trace[882649737] 'agreement among raft nodes before linearized reading' (duration: 326.705752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:36.91424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.306469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-13T23:02:36.914298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:36.587281Z","time spent":"326.998809ms","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-03-13T23:02:36.914331Z","caller":"traceutil/trace.go:171","msg":"trace[440264229] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:340; }","duration":"127.444242ms","start":"2026-03-13T23:02:36.786839Z","end":"2026-03-13T23:02:36.914283Z","steps":["trace[440264229] 'agreement among raft nodes before linearized reading' (duration: 127.297149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:36.914352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:36.523665Z","time spent":"390.093281ms","remote":"127.0.0.1:60106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:36.914462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.574175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-13T23:02:36.914504Z","caller":"traceutil/trace.go:171","msg":"trace[1766026874] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:340; }","duration":"278.640547ms","start":"2026-03-13T23:02:36.635852Z","end":"2026-03-13T23:02:36.914493Z","steps":["trace[1766026874] 'agreement among raft nodes before linearized reading' (duration: 278.573895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:36.91452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.054785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-13T23:02:36.914562Z","caller":"traceutil/trace.go:171","msg":"trace[1438530209] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:340; }","duration":"178.122867ms","start":"2026-03-13T23:02:36.736428Z","end":"2026-03-13T23:02:36.914551Z","steps":["trace[1438530209] 'agreement among raft nodes before linearized reading' (duration: 178.052885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:36.914792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.099685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-13T23:02:36.915038Z","caller":"traceutil/trace.go:171","msg":"trace[818098722] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:340; }","duration":"228.289969ms","start":"2026-03-13T23:02:36.686603Z","end":"2026-03-13T23:02:36.914892Z","steps":["trace[818098722] 'agreement among raft nodes before linearized reading' (duration: 227.741477ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:37.072071Z","caller":"traceutil/trace.go:171","msg":"trace[1172991549] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"150.249012ms","start":"2026-03-13T23:02:36.92178Z","end":"2026-03-13T23:02:37.072029Z","steps":["trace[1172991549] 'process raft request' (duration: 109.683644ms)","trace[1172991549] 'compare' (duration: 40.255081ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:37.072183Z","caller":"traceutil/trace.go:171","msg":"trace[492040252] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:352; }","duration":"135.080913ms","start":"2026-03-13T23:02:36.937078Z","end":"2026-03-13T23:02:37.072159Z","steps":["trace[492040252] 'read index received' (duration: 31.348571ms)","trace[492040252] 'applied index is now lower than readState.Index' (duration: 103.730522ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:37.072136Z","caller":"traceutil/trace.go:171","msg":"trace[1649717312] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"149.833293ms","start":"2026-03-13T23:02:36.922244Z","end":"2026-03-13T23:02:37.072077Z","steps":["trace[1649717312] 'process raft request' (duration: 149.666079ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:37.072311Z","caller":"traceutil/trace.go:171","msg":"trace[951431061] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"148.848791ms","start":"2026-03-13T23:02:36.923451Z","end":"2026-03-13T23:02:37.0723Z","steps":["trace[951431061] 'process raft request' (duration: 148.647197ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:37.072271Z","caller":"traceutil/trace.go:171","msg":"trace[1114529383] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"149.606468ms","start":"2026-03-13T23:02:36.922592Z","end":"2026-03-13T23:02:37.072198Z","steps":["trace[1114529383] 'process raft request' (duration: 149.446504ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:37.072426Z","caller":"traceutil/trace.go:171","msg":"trace[371144137] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"149.896414ms","start":"2026-03-13T23:02:36.922501Z","end":"2026-03-13T23:02:37.072397Z","steps":["trace[371144137] 'process raft request' (duration: 149.479035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.072563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.472191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-13T23:02:37.072665Z","caller":"traceutil/trace.go:171","msg":"trace[308868764] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:346; }","duration":"135.635956ms","start":"2026-03-13T23:02:36.937006Z","end":"2026-03-13T23:02:37.072642Z","steps":["trace[308868764] 'agreement among raft nodes before linearized reading' (duration: 135.472192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.404914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.652835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:02:37.405064Z","caller":"traceutil/trace.go:171","msg":"trace[1197579755] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"429.016673ms","start":"2026-03-13T23:02:36.976006Z","end":"2026-03-13T23:02:37.405022Z","steps":["trace[1197579755] 'process raft request' (duration: 323.036501ms)","trace[1197579755] 'compare' (duration: 105.492141ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:37.405121Z","caller":"traceutil/trace.go:171","msg":"trace[1923108447] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:358; }","duration":"332.839971ms","start":"2026-03-13T23:02:37.072253Z","end":"2026-03-13T23:02:37.405093Z","steps":["trace[1923108447] 'read index received' (duration: 226.806597ms)","trace[1923108447] 'applied index is now lower than readState.Index' (duration: 106.030214ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:37.405163Z","caller":"traceutil/trace.go:171","msg":"trace[1147492566] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"323.535463ms","start":"2026-03-13T23:02:37.081611Z","end":"2026-03-13T23:02:37.405146Z","steps":["trace[1147492566] 'process raft request' (duration: 323.496722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.405198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:36.975982Z","time spent":"429.146646ms","remote":"127.0.0.1:59976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:02:37.405231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.081579Z","time spent":"323.627324ms","remote":"127.0.0.1:60330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:02:37.405313Z","caller":"traceutil/trace.go:171","msg":"trace[528285783] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"329.411533ms","start":"2026-03-13T23:02:37.075842Z","end":"2026-03-13T23:02:37.405254Z","steps":["trace[528285783] 'process raft request' (duration: 329.193208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.405451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.921497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-13T23:02:37.405425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.213472ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:02:37.405491Z","caller":"traceutil/trace.go:171","msg":"trace[297421924] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:349; }","duration":"419.009399ms","start":"2026-03-13T23:02:36.986473Z","end":"2026-03-13T23:02:37.405482Z","steps":["trace[297421924] 'agreement among raft nodes before linearized reading' (duration: 418.887677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.405481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.075802Z","time spent":"329.602018ms","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:02:37.405503Z","caller":"traceutil/trace.go:171","msg":"trace[1319058147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:349; }","duration":"133.295694ms","start":"2026-03-13T23:02:37.272195Z","end":"2026-03-13T23:02:37.40549Z","steps":["trace[1319058147] 'agreement among raft nodes before linearized reading' (duration: 133.188111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.405518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:36.986453Z","time spent":"419.058711ms","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-13T23:02:37.405489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.700355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:02:37.405578Z","caller":"traceutil/trace.go:171","msg":"trace[2058413401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:349; }","duration":"214.86843ms","start":"2026-03-13T23:02:37.190687Z","end":"2026-03-13T23:02:37.405555Z","steps":["trace[2058413401] 'agreement among raft nodes before linearized reading' (duration: 214.669076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.405543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.548305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T23:02:37.405652Z","caller":"traceutil/trace.go:171","msg":"trace[208119812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:349; }","duration":"169.661417ms","start":"2026-03-13T23:02:37.235953Z","end":"2026-03-13T23:02:37.405615Z","steps":["trace[208119812] 'agreement among raft nodes before linearized reading' (duration: 169.447013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.405715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.163871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-13T23:02:37.405784Z","caller":"traceutil/trace.go:171","msg":"trace[1575640475] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:349; }","duration":"368.682553ms","start":"2026-03-13T23:02:37.03708Z","end":"2026-03-13T23:02:37.405763Z","steps":["trace[1575640475] 'agreement among raft nodes before linearized reading' (duration: 368.12246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:37.405806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.037053Z","time spent":"368.747965ms","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":257,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-13T23:02:38.006497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.322901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:02:38.006615Z","caller":"traceutil/trace.go:171","msg":"trace[1938033657] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"597.351272ms","start":"2026-03-13T23:02:37.409243Z","end":"2026-03-13T23:02:38.006594Z","steps":["trace[1938033657] 'process raft request' (duration: 326.852876ms)","trace[1938033657] 'compare' (duration: 270.157388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:38.006677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.409213Z","time spent":"597.437974ms","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:02:38.32037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607014437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:02:39.351107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.392293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:02:39.351254Z","caller":"traceutil/trace.go:171","msg":"trace[181578702] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"1.940403705s","start":"2026-03-13T23:02:37.410834Z","end":"2026-03-13T23:02:39.351238Z","steps":["trace[181578702] 'process raft request' (duration: 1.329814768s)","trace[181578702] 'compare' (duration: 609.83693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:39.3519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.410822Z","time spent":"1.940457226s","remote":"127.0.0.1:59976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:02:39.352149Z","caller":"traceutil/trace.go:171","msg":"trace[684462476] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"1.941223663s","start":"2026-03-13T23:02:37.41087Z","end":"2026-03-13T23:02:39.352093Z","steps":["trace[684462476] 'process raft request' (duration: 1.940330563s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.352183Z","caller":"traceutil/trace.go:171","msg":"trace[1380007149] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"1.940337773s","start":"2026-03-13T23:02:37.411797Z","end":"2026-03-13T23:02:39.352134Z","steps":["trace[1380007149] 'process raft request' (duration: 1.94020295s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.35236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.411789Z","time spent":"1.940485276s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.352357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.410842Z","time spent":"1.941410357s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:02:39.352722Z","caller":"traceutil/trace.go:171","msg":"trace[2132721827] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.938323488s","start":"2026-03-13T23:02:37.414388Z","end":"2026-03-13T23:02:39.352711Z","steps":["trace[2132721827] 'process raft request' (duration: 1.93796726s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.352722Z","caller":"traceutil/trace.go:171","msg":"trace[635153109] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"1.940527908s","start":"2026-03-13T23:02:37.411953Z","end":"2026-03-13T23:02:39.35248Z","steps":["trace[635153109] 'process raft request' (duration: 1.940134469s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.35284Z","caller":"traceutil/trace.go:171","msg":"trace[1654465663] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.938321377s","start":"2026-03-13T23:02:37.414507Z","end":"2026-03-13T23:02:39.352828Z","steps":["trace[1654465663] 'process raft request' (duration: 1.93798725s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.352909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.414497Z","time spent":"1.938379859s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.352928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.411919Z","time spent":"1.940903865s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:39.352945Z","caller":"traceutil/trace.go:171","msg":"trace[1055491528] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"1.935949674s","start":"2026-03-13T23:02:37.416974Z","end":"2026-03-13T23:02:39.352924Z","steps":["trace[1055491528] 'process raft request' (duration: 1.935789621s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.352775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.414369Z","time spent":"1.938382959s","remote":"127.0.0.1:60328","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:02:39.353063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.416963Z","time spent":"1.936034566s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:39.353093Z","caller":"traceutil/trace.go:171","msg":"trace[568862425] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"1.935584407s","start":"2026-03-13T23:02:37.417498Z","end":"2026-03-13T23:02:39.353083Z","steps":["trace[568862425] 'process raft request' (duration: 1.935373332s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.353138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.417488Z","time spent":"1.935627708s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:39.353092Z","caller":"traceutil/trace.go:171","msg":"trace[1366991669] linearizableReadLoop","detail":"{readStateIndex:372; appliedIndex:362; }","duration":"1.533365623s","start":"2026-03-13T23:02:37.819673Z","end":"2026-03-13T23:02:39.353038Z","steps":["trace[1366991669] 'read index received' (duration: 921.003896ms)","trace[1366991669] 'applied index is now lower than readState.Index' (duration: 612.360067ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:39.353214Z","caller":"traceutil/trace.go:171","msg":"trace[854857073] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"1.935766901s","start":"2026-03-13T23:02:37.41744Z","end":"2026-03-13T23:02:39.353207Z","steps":["trace[854857073] 'process raft request' (duration: 1.935384252s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.35325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.417431Z","time spent":"1.935801061s","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.353344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53369024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:02:39.353396Z","caller":"traceutil/trace.go:171","msg":"trace[168750647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:360; }","duration":"1.533793243s","start":"2026-03-13T23:02:37.819588Z","end":"2026-03-13T23:02:39.353381Z","steps":["trace[168750647] 'agreement among raft nodes before linearized reading' (duration: 1.533698021s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.353413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438340405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:02:39.353435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.819538Z","time spent":"1.533889425s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:02:39.353467Z","caller":"traceutil/trace.go:171","msg":"trace[1291273721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:360; }","duration":"1.438453388s","start":"2026-03-13T23:02:37.914995Z","end":"2026-03-13T23:02:39.353448Z","steps":["trace[1291273721] 'agreement among raft nodes before linearized reading' (duration: 1.438311645s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.353535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:37.914977Z","time spent":"1.43854582s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:02:39.353584Z","caller":"traceutil/trace.go:171","msg":"trace[1703200504] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"1.341420076s","start":"2026-03-13T23:02:38.011832Z","end":"2026-03-13T23:02:39.353252Z","steps":["trace[1703200504] 'process raft request' (duration: 1.341094979s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.354045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:38.011799Z","time spent":"1.341913837s","remote":"127.0.0.1:60074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:02:39.55998Z","caller":"traceutil/trace.go:171","msg":"trace[1576373288] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"202.774139ms","start":"2026-03-13T23:02:39.357143Z","end":"2026-03-13T23:02:39.559917Z","steps":["trace[1576373288] 'process raft request' (duration: 135.783899ms)","trace[1576373288] 'compare' (duration: 66.656522ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:39.560324Z","caller":"traceutil/trace.go:171","msg":"trace[128550719] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"202.37277ms","start":"2026-03-13T23:02:39.357914Z","end":"2026-03-13T23:02:39.560286Z","steps":["trace[128550719] 'process raft request' (duration: 202.182586ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.560395Z","caller":"traceutil/trace.go:171","msg":"trace[274249606] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"202.762209ms","start":"2026-03-13T23:02:39.35761Z","end":"2026-03-13T23:02:39.560372Z","steps":["trace[274249606] 'process raft request' (duration: 202.327979ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.560391Z","caller":"traceutil/trace.go:171","msg":"trace[231966112] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"202.877952ms","start":"2026-03-13T23:02:39.357477Z","end":"2026-03-13T23:02:39.560355Z","steps":["trace[231966112] 'process raft request' (duration: 202.35701ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.560422Z","caller":"traceutil/trace.go:171","msg":"trace[448067505] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"202.678267ms","start":"2026-03-13T23:02:39.35766Z","end":"2026-03-13T23:02:39.560338Z","steps":["trace[448067505] 'process raft request' (duration: 202.33894ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.560733Z","caller":"traceutil/trace.go:171","msg":"trace[1305709107] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:372; }","duration":"201.50307ms","start":"2026-03-13T23:02:39.359201Z","end":"2026-03-13T23:02:39.560704Z","steps":["trace[1305709107] 'read index received' (duration: 133.830586ms)","trace[1305709107] 'applied index is now lower than readState.Index' (duration: 67.671054ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:39.560763Z","caller":"traceutil/trace.go:171","msg":"trace[1499499904] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"201.947721ms","start":"2026-03-13T23:02:39.358763Z","end":"2026-03-13T23:02:39.56071Z","steps":["trace[1499499904] 'process raft request' (duration: 201.395898ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.560888Z","caller":"traceutil/trace.go:171","msg":"trace[1615740172] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"197.953231ms","start":"2026-03-13T23:02:39.362918Z","end":"2026-03-13T23:02:39.560871Z","steps":["trace[1615740172] 'process raft request' (duration: 197.695445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.560902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.676304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-13T23:02:39.560793Z","caller":"traceutil/trace.go:171","msg":"trace[2081147979] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"200.974569ms","start":"2026-03-13T23:02:39.359785Z","end":"2026-03-13T23:02:39.560759Z","steps":["trace[2081147979] 'process raft request' (duration: 200.513328ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.560965Z","caller":"traceutil/trace.go:171","msg":"trace[2015549471] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:371; }","duration":"201.782727ms","start":"2026-03-13T23:02:39.359167Z","end":"2026-03-13T23:02:39.560949Z","steps":["trace[2015549471] 'agreement among raft nodes before linearized reading' (duration: 201.638584ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.560772Z","caller":"traceutil/trace.go:171","msg":"trace[1697451946] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"201.217895ms","start":"2026-03-13T23:02:39.359448Z","end":"2026-03-13T23:02:39.560666Z","steps":["trace[1697451946] 'process raft request' (duration: 200.775355ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.560805Z","caller":"traceutil/trace.go:171","msg":"trace[977706568] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"199.567227ms","start":"2026-03-13T23:02:39.361225Z","end":"2026-03-13T23:02:39.560792Z","steps":["trace[977706568] 'process raft request' (duration: 199.140758ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.560805Z","caller":"traceutil/trace.go:171","msg":"trace[380401349] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"198.533884ms","start":"2026-03-13T23:02:39.362248Z","end":"2026-03-13T23:02:39.560782Z","steps":["trace[380401349] 'process raft request' (duration: 198.248308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:41.857834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607014495,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:02:41.983074Z","caller":"traceutil/trace.go:171","msg":"trace[213491553] linearizableReadLoop","detail":"{readStateIndex:405; appliedIndex:404; }","duration":"625.696145ms","start":"2026-03-13T23:02:41.35735Z","end":"2026-03-13T23:02:41.983046Z","steps":["trace[213491553] 'read index received' (duration: 625.563652ms)","trace[213491553] 'applied index is now lower than readState.Index' (duration: 131.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:41.983197Z","caller":"traceutil/trace.go:171","msg":"trace[1265156733] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"896.472246ms","start":"2026-03-13T23:02:41.086683Z","end":"2026-03-13T23:02:41.983156Z","steps":["trace[1265156733] 'process raft request' (duration: 896.214261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:41.983304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.933991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T23:02:41.983335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.351809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:02:41.983342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.506169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:02:41.983366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.086573Z","time spent":"896.702942ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:41.983401Z","caller":"traceutil/trace.go:171","msg":"trace[1093420624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:392; }","duration":"416.488033ms","start":"2026-03-13T23:02:41.566897Z","end":"2026-03-13T23:02:41.983385Z","steps":["trace[1093420624] 'agreement among raft nodes before linearized reading' (duration: 416.334579ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:41.9834Z","caller":"traceutil/trace.go:171","msg":"trace[1991087538] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:392; }","duration":"626.084014ms","start":"2026-03-13T23:02:41.357292Z","end":"2026-03-13T23:02:41.983376Z","steps":["trace[1991087538] 'agreement among raft nodes before linearized reading' (duration: 625.866329ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:41.983421Z","caller":"traceutil/trace.go:171","msg":"trace[117080462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:392; }","duration":"406.631222ms","start":"2026-03-13T23:02:41.576764Z","end":"2026-03-13T23:02:41.983395Z","steps":["trace[117080462] 'agreement among raft nodes before linearized reading' (duration: 406.473968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:41.983448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.566874Z","time spent":"416.565765ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:02:41.983456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.357268Z","time spent":"626.179846ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-13T23:02:41.983471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.576732Z","time spent":"406.730294ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:02:41.983518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.747037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-13T23:02:41.983619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.073034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T23:02:41.983619Z","caller":"traceutil/trace.go:171","msg":"trace[2021299055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:392; }","duration":"625.90567ms","start":"2026-03-13T23:02:41.357693Z","end":"2026-03-13T23:02:41.983598Z","steps":["trace[2021299055] 'agreement among raft nodes before linearized reading' (duration: 625.658865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:41.98367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.357668Z","time spent":"625.994122ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:02:41.983654Z","caller":"traceutil/trace.go:171","msg":"trace[175297856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:392; }","duration":"626.122185ms","start":"2026-03-13T23:02:41.357524Z","end":"2026-03-13T23:02:41.983646Z","steps":["trace[175297856] 'agreement among raft nodes before linearized reading' (duration: 625.674465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:41.983711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.357518Z","time spent":"626.187487ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:02:42.490006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.985122Z","time spent":"504.878702ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:02:42.577026Z","caller":"traceutil/trace.go:171","msg":"trace[602824165] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"588.948753ms","start":"2026-03-13T23:02:41.988052Z","end":"2026-03-13T23:02:42.577001Z","steps":["trace[602824165] 'process raft request' (duration: 588.875052ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:42.577078Z","caller":"traceutil/trace.go:171","msg":"trace[2122158325] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"589.111997ms","start":"2026-03-13T23:02:41.987933Z","end":"2026-03-13T23:02:42.577045Z","steps":["trace[2122158325] 'process raft request' (duration: 588.825521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:42.5772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.988044Z","time spent":"589.067016ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:42.577254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.987911Z","time spent":"589.25173ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:42.577333Z","caller":"traceutil/trace.go:171","msg":"trace[491736438] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"588.80918ms","start":"2026-03-13T23:02:41.988499Z","end":"2026-03-13T23:02:42.577308Z","steps":["trace[491736438] 'process raft request' (duration: 588.468262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:42.577497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.988469Z","time spent":"588.937023ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:42.577565Z","caller":"traceutil/trace.go:171","msg":"trace[1024011536] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"588.025013ms","start":"2026-03-13T23:02:41.989528Z","end":"2026-03-13T23:02:42.577553Z","steps":["trace[1024011536] 'process raft request' (duration: 587.685575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:42.577624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.989511Z","time spent":"588.080003ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:42.57764Z","caller":"traceutil/trace.go:171","msg":"trace[812868594] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"584.622836ms","start":"2026-03-13T23:02:41.993Z","end":"2026-03-13T23:02:42.577623Z","steps":["trace[812868594] 'process raft request' (duration: 584.473063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:42.577757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:41.992983Z","time spent":"584.705689ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:44.714319Z","caller":"traceutil/trace.go:171","msg":"trace[1065837097] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"127.188027ms","start":"2026-03-13T23:02:44.587104Z","end":"2026-03-13T23:02:44.714292Z","steps":["trace[1065837097] 'process raft request' (duration: 78.426936ms)","trace[1065837097] 'compare' (duration: 48.583397ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:44.714703Z","caller":"traceutil/trace.go:171","msg":"trace[1558120728] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"125.830166ms","start":"2026-03-13T23:02:44.588851Z","end":"2026-03-13T23:02:44.714681Z","steps":["trace[1558120728] 'process raft request' (duration: 125.709223ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:44.714724Z","caller":"traceutil/trace.go:171","msg":"trace[1236710862] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"126.971382ms","start":"2026-03-13T23:02:44.587719Z","end":"2026-03-13T23:02:44.714691Z","steps":["trace[1236710862] 'process raft request' (duration: 126.529372ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:45.88808Z","caller":"traceutil/trace.go:171","msg":"trace[770530471] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"126.324237ms","start":"2026-03-13T23:02:45.761725Z","end":"2026-03-13T23:02:45.888049Z","steps":["trace[770530471] 'process raft request' (duration: 126.169924ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:46.763501Z","caller":"traceutil/trace.go:171","msg":"trace[549467439] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"198.199187ms","start":"2026-03-13T23:02:46.565281Z","end":"2026-03-13T23:02:46.763481Z","steps":["trace[549467439] 'process raft request' (duration: 198.012122ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:46.772647Z","caller":"traceutil/trace.go:171","msg":"trace[1735341438] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:423; }","duration":"133.260653ms","start":"2026-03-13T23:02:46.639368Z","end":"2026-03-13T23:02:46.772628Z","steps":["trace[1735341438] 'read index received' (duration: 123.876573ms)","trace[1735341438] 'applied index is now lower than readState.Index' (duration: 9.38293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:46.772805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.431147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:02:46.772842Z","caller":"traceutil/trace.go:171","msg":"trace[1780834801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:410; }","duration":"133.526139ms","start":"2026-03-13T23:02:46.639308Z","end":"2026-03-13T23:02:46.772834Z","steps":["trace[1780834801] 'agreement among raft nodes before linearized reading' (duration: 133.427536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:49.591005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607014549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:02:49.88018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089694422s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:02:49.880641Z","caller":"traceutil/trace.go:171","msg":"trace[1519501507] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.090270305s","start":"2026-03-13T23:02:48.790347Z","end":"2026-03-13T23:02:49.880618Z","steps":["trace[1519501507] 'process raft request' (duration: 1.090222194s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:49.880718Z","caller":"traceutil/trace.go:171","msg":"trace[1383149014] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"1.090367107s","start":"2026-03-13T23:02:48.790316Z","end":"2026-03-13T23:02:49.880683Z","steps":["trace[1383149014] 'process raft request' (duration: 1.090082521s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:49.880809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:48.790329Z","time spent":"1.090402178s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:49.880897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:48.790285Z","time spent":"1.0904948s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:50.024802Z","caller":"traceutil/trace.go:171","msg":"trace[815202808] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"1.234024053s","start":"2026-03-13T23:02:48.790743Z","end":"2026-03-13T23:02:50.024767Z","steps":["trace[815202808] 'process raft request' (duration: 1.233836088s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:50.024986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:48.790723Z","time spent":"1.234155966s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:50.025092Z","caller":"traceutil/trace.go:171","msg":"trace[1862826743] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:429; }","duration":"935.128532ms","start":"2026-03-13T23:02:49.089895Z","end":"2026-03-13T23:02:50.025024Z","steps":["trace[1862826743] 'read index received' (duration: 790.518125ms)","trace[1862826743] 'applied index is now lower than readState.Index' (duration: 144.608007ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:50.025612Z","caller":"traceutil/trace.go:171","msg":"trace[1641980992] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"1.234287429s","start":"2026-03-13T23:02:48.790837Z","end":"2026-03-13T23:02:50.025124Z","steps":["trace[1641980992] 'process raft request' (duration: 1.23389182s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:50.025956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.012312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-13T23:02:50.026076Z","caller":"traceutil/trace.go:171","msg":"trace[333741914] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:418; }","duration":"936.185836ms","start":"2026-03-13T23:02:49.089836Z","end":"2026-03-13T23:02:50.026021Z","steps":["trace[333741914] 'agreement among raft nodes before linearized reading' (duration: 935.9407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:50.026096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:48.790829Z","time spent":"1.235160879s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:50.026346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:49.089807Z","time spent":"936.308769ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-13T23:02:50.029633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.041778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:02:50.029844Z","caller":"traceutil/trace.go:171","msg":"trace[876752763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"804.311924ms","start":"2026-03-13T23:02:49.225491Z","end":"2026-03-13T23:02:50.029803Z","steps":["trace[876752763] 'agreement among raft nodes before linearized reading' (duration: 801.749607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:50.02989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:49.22547Z","time spent":"804.409686ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:02:54.150326Z","caller":"traceutil/trace.go:171","msg":"trace[339072957] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"105.815938ms","start":"2026-03-13T23:02:54.044479Z","end":"2026-03-13T23:02:54.150295Z","steps":["trace[339072957] 'process raft request' (duration: 105.666174ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:54.25762Z","caller":"traceutil/trace.go:171","msg":"trace[2133273765] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"212.466406ms","start":"2026-03-13T23:02:54.045114Z","end":"2026-03-13T23:02:54.25758Z","steps":["trace[2133273765] 'process raft request' (duration: 153.959036ms)","trace[2133273765] 'compare' (duration: 58.249884ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:58.289731Z","caller":"traceutil/trace.go:171","msg":"trace[1361288488] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:479; }","duration":"348.321317ms","start":"2026-03-13T23:02:57.941382Z","end":"2026-03-13T23:02:58.289703Z","steps":["trace[1361288488] 'read index received' (duration: 348.149793ms)","trace[1361288488] 'applied index is now lower than readState.Index' (duration: 170.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:58.289837Z","caller":"traceutil/trace.go:171","msg":"trace[1907959424] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"351.917887ms","start":"2026-03-13T23:02:57.937887Z","end":"2026-03-13T23:02:58.289805Z","steps":["trace[1907959424] 'process raft request' (duration: 351.643681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:58.289927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.517951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:02:58.289976Z","caller":"traceutil/trace.go:171","msg":"trace[476514352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"348.597264ms","start":"2026-03-13T23:02:57.941355Z","end":"2026-03-13T23:02:58.289953Z","steps":["trace[476514352] 'agreement among raft nodes before linearized reading' (duration: 348.502391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:58.290022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:57.941342Z","time spent":"348.672005ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:02:58.290024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:57.937846Z","time spent":"352.096311ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:58.290033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.192105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:02:58.290133Z","caller":"traceutil/trace.go:171","msg":"trace[377227628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:463; }","duration":"126.368559ms","start":"2026-03-13T23:02:58.163742Z","end":"2026-03-13T23:02:58.290111Z","steps":["trace[377227628] 'agreement among raft nodes before linearized reading' (duration: 126.176445ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:02.550963Z","caller":"traceutil/trace.go:171","msg":"trace[1042257150] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"119.693939ms","start":"2026-03-13T23:03:02.431221Z","end":"2026-03-13T23:03:02.550915Z","steps":["trace[1042257150] 'process raft request' (duration: 84.092642ms)","trace[1042257150] 'compare' (duration: 35.28793ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:02.551025Z","caller":"traceutil/trace.go:171","msg":"trace[641029882] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"119.633158ms","start":"2026-03-13T23:03:02.431243Z","end":"2026-03-13T23:03:02.550877Z","steps":["trace[641029882] 'process raft request' (duration: 119.567717ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:02.807355Z","caller":"traceutil/trace.go:171","msg":"trace[173458404] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"129.113451ms","start":"2026-03-13T23:03:02.678169Z","end":"2026-03-13T23:03:02.807283Z","steps":["trace[173458404] 'process raft request' (duration: 96.268586ms)","trace[173458404] 'compare' (duration: 32.62407ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:02.82973Z","caller":"traceutil/trace.go:171","msg":"trace[1456132561] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"149.553078ms","start":"2026-03-13T23:03:02.680152Z","end":"2026-03-13T23:03:02.829705Z","steps":["trace[1456132561] 'process raft request' (duration: 149.426195ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:03.287405Z","caller":"traceutil/trace.go:171","msg":"trace[356571629] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"216.527927ms","start":"2026-03-13T23:03:03.070826Z","end":"2026-03-13T23:03:03.287354Z","steps":["trace[356571629] 'process raft request' (duration: 136.204699ms)","trace[356571629] 'compare' (duration: 80.015571ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:03.288046Z","caller":"traceutil/trace.go:171","msg":"trace[932291239] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:519; }","duration":"216.280211ms","start":"2026-03-13T23:03:03.071736Z","end":"2026-03-13T23:03:03.288016Z","steps":["trace[932291239] 'read index received' (duration: 135.306389ms)","trace[932291239] 'applied index is now lower than readState.Index' (duration: 80.972542ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:03.288207Z","caller":"traceutil/trace.go:171","msg":"trace[2070046461] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"213.786775ms","start":"2026-03-13T23:03:03.074364Z","end":"2026-03-13T23:03:03.28815Z","steps":["trace[2070046461] 'process raft request' (duration: 213.56546ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:03.288374Z","caller":"traceutil/trace.go:171","msg":"trace[1794403165] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"216.685821ms","start":"2026-03-13T23:03:03.07165Z","end":"2026-03-13T23:03:03.288336Z","steps":["trace[1794403165] 'process raft request' (duration: 216.062327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:03.288393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.626029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-m29wb\" ","response":"range_response_count:1 size:15076"} {"level":"warn","ts":"2026-03-13T23:03:03.288542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-13T23:03:03.288545Z","caller":"traceutil/trace.go:171","msg":"trace[662981998] range","detail":"{range_begin:/registry/pods/kube-system/cilium-m29wb; range_end:; response_count:1; response_revision:504; }","duration":"216.794163ms","start":"2026-03-13T23:03:03.071718Z","end":"2026-03-13T23:03:03.288512Z","steps":["trace[662981998] 'agreement among raft nodes before linearized reading' (duration: 216.428604ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:03.288595Z","caller":"traceutil/trace.go:171","msg":"trace[39292443] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:504; }","duration":"214.604514ms","start":"2026-03-13T23:03:03.073973Z","end":"2026-03-13T23:03:03.288577Z","steps":["trace[39292443] 'agreement among raft nodes before linearized reading' (duration: 214.198245ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:04.496603Z","caller":"traceutil/trace.go:171","msg":"trace[2089273640] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"112.975019ms","start":"2026-03-13T23:03:04.383576Z","end":"2026-03-13T23:03:04.496551Z","steps":["trace[2089273640] 'process raft request' (duration: 112.687382ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:04.635536Z","caller":"traceutil/trace.go:171","msg":"trace[758502216] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"133.864636ms","start":"2026-03-13T23:03:04.501635Z","end":"2026-03-13T23:03:04.6355Z","steps":["trace[758502216] 'process raft request' (duration: 82.787473ms)","trace[758502216] 'compare' (duration: 50.887419ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:04.635783Z","caller":"traceutil/trace.go:171","msg":"trace[1525135435] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"133.730014ms","start":"2026-03-13T23:03:04.502014Z","end":"2026-03-13T23:03:04.635744Z","steps":["trace[1525135435] 'process raft request' (duration: 133.433687ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:08.669519Z","caller":"traceutil/trace.go:171","msg":"trace[377898044] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"119.367052ms","start":"2026-03-13T23:03:08.550131Z","end":"2026-03-13T23:03:08.669498Z","steps":["trace[377898044] 'process raft request' (duration: 119.215339ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.880619Z","caller":"traceutil/trace.go:171","msg":"trace[2097647642] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:569; }","duration":"136.478385ms","start":"2026-03-13T23:03:09.744115Z","end":"2026-03-13T23:03:09.880593Z","steps":["trace[2097647642] 'read index received' (duration: 114.236707ms)","trace[2097647642] 'applied index is now lower than readState.Index' (duration: 22.240378ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:09.880758Z","caller":"traceutil/trace.go:171","msg":"trace[1922378045] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"137.036828ms","start":"2026-03-13T23:03:09.743681Z","end":"2026-03-13T23:03:09.880718Z","steps":["trace[1922378045] 'process raft request' (duration: 114.637326ms)","trace[1922378045] 'compare' (duration: 22.160376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:09.880903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.73306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:09.881023Z","caller":"traceutil/trace.go:171","msg":"trace[652657735] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:551; }","duration":"136.920345ms","start":"2026-03-13T23:03:09.744073Z","end":"2026-03-13T23:03:09.880994Z","steps":["trace[652657735] 'agreement among raft nodes before linearized reading' (duration: 136.69529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:09.891815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.653215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:09.891897Z","caller":"traceutil/trace.go:171","msg":"trace[273728997] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"147.773997ms","start":"2026-03-13T23:03:09.744104Z","end":"2026-03-13T23:03:09.891878Z","steps":["trace[273728997] 'agreement among raft nodes before linearized reading' (duration: 147.552102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:09.892304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.985943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:09.892131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.310073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:09.892323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.212686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:09.892409Z","caller":"traceutil/trace.go:171","msg":"trace[1289991193] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"148.113736ms","start":"2026-03-13T23:03:09.744273Z","end":"2026-03-13T23:03:09.892387Z","steps":["trace[1289991193] 'agreement among raft nodes before linearized reading' (duration: 147.949342ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.892471Z","caller":"traceutil/trace.go:171","msg":"trace[846218915] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"143.378019ms","start":"2026-03-13T23:03:09.749035Z","end":"2026-03-13T23:03:09.892413Z","steps":["trace[846218915] 'agreement among raft nodes before linearized reading' (duration: 143.138544ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.89243Z","caller":"traceutil/trace.go:171","msg":"trace[974119169] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"145.62976ms","start":"2026-03-13T23:03:09.746771Z","end":"2026-03-13T23:03:09.892401Z","steps":["trace[974119169] 'agreement among raft nodes before linearized reading' (duration: 145.324313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:09.892234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.550528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:09.892632Z","caller":"traceutil/trace.go:171","msg":"trace[1366480778] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"145.939207ms","start":"2026-03-13T23:03:09.746674Z","end":"2026-03-13T23:03:09.892613Z","steps":["trace[1366480778] 'agreement among raft nodes before linearized reading' (duration: 145.534738ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:09.892279Z","caller":"traceutil/trace.go:171","msg":"trace[860595657] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"143.343298ms","start":"2026-03-13T23:03:09.748924Z","end":"2026-03-13T23:03:09.892268Z","steps":["trace[860595657] 'process raft request' (duration: 142.606352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:09.892265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.674491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:09.892844Z","caller":"traceutil/trace.go:171","msg":"trace[1164030707] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"146.253824ms","start":"2026-03-13T23:03:09.746565Z","end":"2026-03-13T23:03:09.892818Z","steps":["trace[1164030707] 'agreement among raft nodes before linearized reading' (duration: 145.64147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:09.892177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.649088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:09.892955Z","caller":"traceutil/trace.go:171","msg":"trace[1642762628] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:552; }","duration":"145.451626ms","start":"2026-03-13T23:03:09.747492Z","end":"2026-03-13T23:03:09.892944Z","steps":["trace[1642762628] 'agreement among raft nodes before linearized reading' (duration: 144.667379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.17367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607014820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:11.674588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607014820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:11.722816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.180147057s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:03:11.723215Z","caller":"traceutil/trace.go:171","msg":"trace[379638791] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.180958255s","start":"2026-03-13T23:03:10.542223Z","end":"2026-03-13T23:03:11.723181Z","steps":["trace[379638791] 'process raft request' (duration: 1.180791172s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.723389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.542194Z","time spent":"1.181113299s","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:12.514837Z","caller":"traceutil/trace.go:171","msg":"trace[678732076] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.85308888s","start":"2026-03-13T23:03:10.661722Z","end":"2026-03-13T23:03:12.514811Z","steps":["trace[678732076] 'process raft request' (duration: 1.84278984s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.515037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.661704Z","time spent":"1.853228604s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:12.515053Z","caller":"traceutil/trace.go:171","msg":"trace[1773288671] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.771532875s","start":"2026-03-13T23:03:10.743478Z","end":"2026-03-13T23:03:12.515011Z","steps":["trace[1773288671] 'process raft request' (duration: 1.771000633s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.515154Z","caller":"traceutil/trace.go:171","msg":"trace[1178724271] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.572276044s","start":"2026-03-13T23:03:10.942842Z","end":"2026-03-13T23:03:12.515118Z","steps":["trace[1178724271] 'process raft request' (duration: 1.572041009s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.515242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.743451Z","time spent":"1.771707918s","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:12.515225Z","caller":"traceutil/trace.go:171","msg":"trace[1800433645] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.37103684s","start":"2026-03-13T23:03:11.144156Z","end":"2026-03-13T23:03:12.515192Z","steps":["trace[1800433645] 'process raft request' (duration: 1.370779344s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.515315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.942816Z","time spent":"1.572412138s","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:12.515387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.144131Z","time spent":"1.371176993s","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:12.515944Z","caller":"traceutil/trace.go:171","msg":"trace[493354626] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:578; }","duration":"1.843147558s","start":"2026-03-13T23:03:10.672753Z","end":"2026-03-13T23:03:12.5159Z","steps":["trace[493354626] 'read index received' (duration: 1.05027235s)","trace[493354626] 'applied index is now lower than readState.Index' (duration: 792.874118ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:12.516094Z","caller":"traceutil/trace.go:171","msg":"trace[1587633111] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.16910616s","start":"2026-03-13T23:03:11.346978Z","end":"2026-03-13T23:03:12.516084Z","steps":["trace[1587633111] 'process raft request' (duration: 1.168152969s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.516159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.346924Z","time spent":"1.169202002s","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:12.51626Z","caller":"traceutil/trace.go:171","msg":"trace[1175771411] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"970.74787ms","start":"2026-03-13T23:03:11.545502Z","end":"2026-03-13T23:03:12.51625Z","steps":["trace[1175771411] 'process raft request' (duration: 970.33541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.516308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.54548Z","time spent":"970.808032ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:12.516559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843792922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:03:12.516624Z","caller":"traceutil/trace.go:171","msg":"trace[2126049340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:566; }","duration":"1.843895105s","start":"2026-03-13T23:03:10.672711Z","end":"2026-03-13T23:03:12.516606Z","steps":["trace[2126049340] 'agreement among raft nodes before linearized reading' (duration: 1.84368079s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.516684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.672695Z","time spent":"1.843976496s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:12.522919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818380973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:03:12.522991Z","caller":"traceutil/trace.go:171","msg":"trace[276801047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:571; }","duration":"1.818503716s","start":"2026-03-13T23:03:10.704471Z","end":"2026-03-13T23:03:12.522975Z","steps":["trace[276801047] 'agreement among raft nodes before linearized reading' (duration: 1.818314642s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.523025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.704455Z","time spent":"1.818564307s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:03:12.523243Z","caller":"traceutil/trace.go:171","msg":"trace[1367613140] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"795.084068ms","start":"2026-03-13T23:03:11.728142Z","end":"2026-03-13T23:03:12.523226Z","steps":["trace[1367613140] 'process raft request' (duration: 794.355901ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.5233Z","caller":"traceutil/trace.go:171","msg":"trace[753110176] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"796.55785ms","start":"2026-03-13T23:03:11.726705Z","end":"2026-03-13T23:03:12.523263Z","steps":["trace[753110176] 'process raft request' (duration: 795.685141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.523351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165049518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T23:03:12.523348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.486942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-13T23:03:12.523405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298589799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:12.523405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.726663Z","time spent":"796.702374ms","remote":"127.0.0.1:60364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:12.523419Z","caller":"traceutil/trace.go:171","msg":"trace[1919037065] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:571; }","duration":"181.622895ms","start":"2026-03-13T23:03:12.341777Z","end":"2026-03-13T23:03:12.523399Z","steps":["trace[1919037065] 'agreement among raft nodes before linearized reading' (duration: 181.436221ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.523428Z","caller":"traceutil/trace.go:171","msg":"trace[1445657708] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"532.895679ms","start":"2026-03-13T23:03:11.990512Z","end":"2026-03-13T23:03:12.523407Z","steps":["trace[1445657708] 'process raft request' (duration: 532.095231ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.523493Z","caller":"traceutil/trace.go:171","msg":"trace[1128739892] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"781.430721ms","start":"2026-03-13T23:03:11.742056Z","end":"2026-03-13T23:03:12.523486Z","steps":["trace[1128739892] 'process raft request' (duration: 780.49358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.523493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368573084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-xxgj8\" ","response":"range_response_count:1 size:4884"} {"level":"info","ts":"2026-03-13T23:03:12.52352Z","caller":"traceutil/trace.go:171","msg":"trace[1429621135] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-xxgj8; range_end:; response_count:1; response_revision:571; }","duration":"1.368629436s","start":"2026-03-13T23:03:11.154884Z","end":"2026-03-13T23:03:12.523513Z","steps":["trace[1429621135] 'agreement among raft nodes before linearized reading' (duration: 1.368552844s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.523551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.742039Z","time spent":"781.472773ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:12.52354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.990471Z","time spent":"533.020122ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:12.523577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.15487Z","time spent":"1.368699707s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4907,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-xxgj8\" "} {"level":"info","ts":"2026-03-13T23:03:12.523423Z","caller":"traceutil/trace.go:171","msg":"trace[269879264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:571; }","duration":"1.29865315s","start":"2026-03-13T23:03:11.224764Z","end":"2026-03-13T23:03:12.523418Z","steps":["trace[269879264] 'agreement among raft nodes before linearized reading' (duration: 1.298626829s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:12.523377Z","caller":"traceutil/trace.go:171","msg":"trace[984619073] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:571; }","duration":"1.165148061s","start":"2026-03-13T23:03:11.358222Z","end":"2026-03-13T23:03:12.52337Z","steps":["trace[984619073] 'agreement among raft nodes before linearized reading' (duration: 1.165055139s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.52361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665187824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:03:12.523642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.358207Z","time spent":"1.165418267s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-03-13T23:03:12.523649Z","caller":"traceutil/trace.go:171","msg":"trace[596260772] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"351.601751ms","start":"2026-03-13T23:03:12.172027Z","end":"2026-03-13T23:03:12.523628Z","steps":["trace[596260772] 'process raft request' (duration: 350.69906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.523531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669726866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:03:12.523695Z","caller":"traceutil/trace.go:171","msg":"trace[851961724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:571; }","duration":"1.6699304s","start":"2026-03-13T23:03:10.853757Z","end":"2026-03-13T23:03:12.523688Z","steps":["trace[851961724] 'agreement among raft nodes before linearized reading' (duration: 1.669677754s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.523726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.853741Z","time spent":"1.669977822s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:12.523742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:12.171994Z","time spent":"351.694732ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:12.523658Z","caller":"traceutil/trace.go:171","msg":"trace[1024974719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:571; }","duration":"1.665237885s","start":"2026-03-13T23:03:10.858406Z","end":"2026-03-13T23:03:12.523644Z","steps":["trace[1024974719] 'agreement among raft nodes before linearized reading' (duration: 1.665174744s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.52382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.858401Z","time spent":"1.66541025s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:12.523408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.728116Z","time spent":"795.174999ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:12.523617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.224742Z","time spent":"1.298870394s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:12.523262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.51272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:03:12.523923Z","caller":"traceutil/trace.go:171","msg":"trace[1177866241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:571; }","duration":"638.195096ms","start":"2026-03-13T23:03:11.885708Z","end":"2026-03-13T23:03:12.523904Z","steps":["trace[1177866241] 'agreement among raft nodes before linearized reading' (duration: 637.527261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:12.523989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.885676Z","time spent":"638.295117ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:03:14.7775Z","caller":"traceutil/trace.go:171","msg":"trace[313901627] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"119.142407ms","start":"2026-03-13T23:03:14.658331Z","end":"2026-03-13T23:03:14.777474Z","steps":["trace[313901627] 'process raft request' (duration: 118.979413ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:14.831026Z","caller":"traceutil/trace.go:171","msg":"trace[792844034] linearizableReadLoop","detail":"{readStateIndex:737; appliedIndex:735; }","duration":"155.062611ms","start":"2026-03-13T23:03:14.675944Z","end":"2026-03-13T23:03:14.831007Z","steps":["trace[792844034] 'read index received' (duration: 101.350159ms)","trace[792844034] 'applied index is now lower than readState.Index' (duration: 53.711722ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:14.831071Z","caller":"traceutil/trace.go:171","msg":"trace[1572998985] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"159.199794ms","start":"2026-03-13T23:03:14.671833Z","end":"2026-03-13T23:03:14.831033Z","steps":["trace[1572998985] 'process raft request' (duration: 159.086221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:14.831216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.783745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:14.831282Z","caller":"traceutil/trace.go:171","msg":"trace[1981416446] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:717; }","duration":"154.864647ms","start":"2026-03-13T23:03:14.676404Z","end":"2026-03-13T23:03:14.831269Z","steps":["trace[1981416446] 'agreement among raft nodes before linearized reading' (duration: 154.782715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:14.831282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.225155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:14.831329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.695965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:14.831332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.694005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:14.831396Z","caller":"traceutil/trace.go:171","msg":"trace[1587173753] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:717; }","duration":"134.794888ms","start":"2026-03-13T23:03:14.696582Z","end":"2026-03-13T23:03:14.831377Z","steps":["trace[1587173753] 'agreement among raft nodes before linearized reading' (duration: 134.696415ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:14.831412Z","caller":"traceutil/trace.go:171","msg":"trace[45101294] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:717; }","duration":"134.795958ms","start":"2026-03-13T23:03:14.696592Z","end":"2026-03-13T23:03:14.831387Z","steps":["trace[45101294] 'agreement among raft nodes before linearized reading' (duration: 134.673335ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:14.831323Z","caller":"traceutil/trace.go:171","msg":"trace[1298252311] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:717; }","duration":"155.414119ms","start":"2026-03-13T23:03:14.675897Z","end":"2026-03-13T23:03:14.831311Z","steps":["trace[1298252311] 'agreement among raft nodes before linearized reading' (duration: 155.214025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:14.831192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.220815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:14.831894Z","caller":"traceutil/trace.go:171","msg":"trace[1296735380] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:717; }","duration":"155.938621ms","start":"2026-03-13T23:03:14.675897Z","end":"2026-03-13T23:03:14.831835Z","steps":["trace[1296735380] 'agreement among raft nodes before linearized reading' (duration: 155.153053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:14.831445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.955629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:14.832051Z","caller":"traceutil/trace.go:171","msg":"trace[1390494207] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:717; }","duration":"134.616873ms","start":"2026-03-13T23:03:14.697414Z","end":"2026-03-13T23:03:14.832031Z","steps":["trace[1390494207] 'agreement among raft nodes before linearized reading' (duration: 133.883397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:19.201709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.643963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:19.202084Z","caller":"traceutil/trace.go:171","msg":"trace[1282483709] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"855.173883ms","start":"2026-03-13T23:03:18.346845Z","end":"2026-03-13T23:03:19.202019Z","steps":["trace[1282483709] 'process raft request' (duration: 104.110671ms)","trace[1282483709] 'compare' (duration: 750.416228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:19.202238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:18.346799Z","time spent":"855.369367ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:03:19.202244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.614993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-13T23:03:19.202306Z","caller":"traceutil/trace.go:171","msg":"trace[1062653718] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:731; }","duration":"767.727495ms","start":"2026-03-13T23:03:18.434569Z","end":"2026-03-13T23:03:19.202297Z","steps":["trace[1062653718] 'agreement among raft nodes before linearized reading' (duration: 767.570682ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:19.201874Z","caller":"traceutil/trace.go:171","msg":"trace[332032059] linearizableReadLoop","detail":"{readStateIndex:752; appliedIndex:751; }","duration":"767.217394ms","start":"2026-03-13T23:03:18.43463Z","end":"2026-03-13T23:03:19.201847Z","steps":["trace[332032059] 'read index received' (duration: 16.202253ms)","trace[332032059] 'applied index is now lower than readState.Index' (duration: 751.013861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:19.202342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:18.434544Z","time spent":"767.790337ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-13T23:03:19.202674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.235926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:03:19.202703Z","caller":"traceutil/trace.go:171","msg":"trace[849951395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:731; }","duration":"642.347719ms","start":"2026-03-13T23:03:18.560348Z","end":"2026-03-13T23:03:19.202695Z","steps":["trace[849951395] 'agreement among raft nodes before linearized reading' (duration: 642.183106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:19.202675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.301348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:03:19.202929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.334046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:03:19.202951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:18.560313Z","time spent":"642.633046ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:03:19.203044Z","caller":"traceutil/trace.go:171","msg":"trace[644801875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:731; }","duration":"641.662983ms","start":"2026-03-13T23:03:18.56135Z","end":"2026-03-13T23:03:19.203013Z","steps":["trace[644801875] 'agreement among raft nodes before linearized reading' (duration: 641.166952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:19.203022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.230087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:03:19.203104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:18.561341Z","time spent":"641.753326ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:03:19.203134Z","caller":"traceutil/trace.go:171","msg":"trace[427243607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:731; }","duration":"638.3718ms","start":"2026-03-13T23:03:18.564732Z","end":"2026-03-13T23:03:19.203104Z","steps":["trace[427243607] 'agreement among raft nodes before linearized reading' (duration: 637.835118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:19.203165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.754875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:03:19.203203Z","caller":"traceutil/trace.go:171","msg":"trace[2065447382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:731; }","duration":"641.820607ms","start":"2026-03-13T23:03:18.561372Z","end":"2026-03-13T23:03:19.203193Z","steps":["trace[2065447382] 'agreement among raft nodes before linearized reading' (duration: 641.127612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:19.203231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:18.561361Z","time spent":"641.865768ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:19.203243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:18.564719Z","time spent":"638.510563ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:03:19.203204Z","caller":"traceutil/trace.go:171","msg":"trace[855269996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:731; }","duration":"642.700107ms","start":"2026-03-13T23:03:18.560278Z","end":"2026-03-13T23:03:19.202978Z","steps":["trace[855269996] 'agreement among raft nodes before linearized reading' (duration: 642.215366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:19.203352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:18.560229Z","time spent":"643.112526ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:20.725892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607015119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:03:21.008304Z","caller":"traceutil/trace.go:171","msg":"trace[795732844] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:758; }","duration":"783.282714ms","start":"2026-03-13T23:03:20.224994Z","end":"2026-03-13T23:03:21.008276Z","steps":["trace[795732844] 'read index received' (duration: 783.11536ms)","trace[795732844] 'applied index is now lower than readState.Index' (duration: 166.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:21.008359Z","caller":"traceutil/trace.go:171","msg":"trace[315240781] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"783.459248ms","start":"2026-03-13T23:03:20.224871Z","end":"2026-03-13T23:03:21.00833Z","steps":["trace[315240781] 'process raft request' (duration: 783.231043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.008435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.429797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:21.008473Z","caller":"traceutil/trace.go:171","msg":"trace[599510175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"783.519229ms","start":"2026-03-13T23:03:20.224944Z","end":"2026-03-13T23:03:21.008463Z","steps":["trace[599510175] 'agreement among raft nodes before linearized reading' (duration: 783.438267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.008511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:20.22493Z","time spent":"783.57333ms","remote":"127.0.0.1:59848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:21.008511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:20.224842Z","time spent":"783.58519ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:21.821677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.624205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:21.82179Z","caller":"traceutil/trace.go:171","msg":"trace[1034765073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:738; }","duration":"596.804879ms","start":"2026-03-13T23:03:21.224959Z","end":"2026-03-13T23:03:21.821764Z","steps":["trace[1034765073] 'range keys from in-memory index tree' (duration: 596.43244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.821847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.224933Z","time spent":"596.900901ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:21.821962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.133547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:03:21.82204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.618555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:03:21.822086Z","caller":"traceutil/trace.go:171","msg":"trace[826677595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:738; }","duration":"610.345132ms","start":"2026-03-13T23:03:21.211719Z","end":"2026-03-13T23:03:21.822064Z","steps":["trace[826677595] 'range keys from in-memory index tree' (duration: 609.882761ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:21.822119Z","caller":"traceutil/trace.go:171","msg":"trace[1759655645] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:738; }","duration":"462.756038ms","start":"2026-03-13T23:03:21.359343Z","end":"2026-03-13T23:03:21.822099Z","steps":["trace[1759655645] 'range keys from in-memory index tree' (duration: 462.35491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.822145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.211692Z","time spent":"610.441774ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:21.822175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.359319Z","time spent":"462.846341ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-13T23:03:21.822233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.610751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:03:21.822283Z","caller":"traceutil/trace.go:171","msg":"trace[1660924168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:738; }","duration":"607.701103ms","start":"2026-03-13T23:03:21.214567Z","end":"2026-03-13T23:03:21.822268Z","steps":["trace[1660924168] 'range keys from in-memory index tree' (duration: 607.441027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.822312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.388624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:03:21.822337Z","caller":"traceutil/trace.go:171","msg":"trace[221952492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:738; }","duration":"606.437545ms","start":"2026-03-13T23:03:21.215892Z","end":"2026-03-13T23:03:21.822329Z","steps":["trace[221952492] 'range keys from in-memory index tree' (duration: 606.24499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.822322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.214547Z","time spent":"607.764094ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:03:21.822352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.215881Z","time spent":"606.467366ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:21.82249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.564407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:03:21.822575Z","caller":"traceutil/trace.go:171","msg":"trace[1019292893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:738; }","duration":"606.680201ms","start":"2026-03-13T23:03:21.215875Z","end":"2026-03-13T23:03:21.822555Z","steps":["trace[1019292893] 'range keys from in-memory index tree' (duration: 606.309582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.822804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.215865Z","time spent":"606.924516ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:21.822417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.030118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:03:21.822945Z","caller":"traceutil/trace.go:171","msg":"trace[667747247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:738; }","duration":"607.5658ms","start":"2026-03-13T23:03:21.215349Z","end":"2026-03-13T23:03:21.822915Z","steps":["trace[667747247] 'range keys from in-memory index tree' (duration: 606.894905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:21.823006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.21534Z","time spent":"607.648162ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:03:22.125708Z","caller":"traceutil/trace.go:171","msg":"trace[1837414764] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"298.991883ms","start":"2026-03-13T23:03:21.826652Z","end":"2026-03-13T23:03:22.125644Z","steps":["trace[1837414764] 'process raft request' (duration: 298.776028ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:22.125997Z","caller":"traceutil/trace.go:171","msg":"trace[1701718853] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"298.86967ms","start":"2026-03-13T23:03:21.827097Z","end":"2026-03-13T23:03:22.125967Z","steps":["trace[1701718853] 'process raft request' (duration: 298.497802ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:22.126282Z","caller":"traceutil/trace.go:171","msg":"trace[1929112853] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"299.095315ms","start":"2026-03-13T23:03:21.827168Z","end":"2026-03-13T23:03:22.126263Z","steps":["trace[1929112853] 'process raft request' (duration: 298.690606ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:22.1263Z","caller":"traceutil/trace.go:171","msg":"trace[1386525187] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"298.449491ms","start":"2026-03-13T23:03:21.827833Z","end":"2026-03-13T23:03:22.126282Z","steps":["trace[1386525187] 'process raft request' (duration: 298.305748ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:22.12639Z","caller":"traceutil/trace.go:171","msg":"trace[1568895290] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"297.95079ms","start":"2026-03-13T23:03:21.828398Z","end":"2026-03-13T23:03:22.126349Z","steps":["trace[1568895290] 'process raft request' (duration: 297.831547ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:22.129995Z","caller":"traceutil/trace.go:171","msg":"trace[325896559] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"210.995323ms","start":"2026-03-13T23:03:21.918982Z","end":"2026-03-13T23:03:22.129978Z","steps":["trace[325896559] 'process raft request' (duration: 210.902481ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:23.517309Z","caller":"traceutil/trace.go:171","msg":"trace[1011268251] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"696.769486ms","start":"2026-03-13T23:03:22.820505Z","end":"2026-03-13T23:03:23.517275Z","steps":["trace[1011268251] 'process raft request' (duration: 695.490637ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:23.517362Z","caller":"traceutil/trace.go:171","msg":"trace[1558955909] linearizableReadLoop","detail":"{readStateIndex:767; appliedIndex:766; }","duration":"291.26495ms","start":"2026-03-13T23:03:23.225954Z","end":"2026-03-13T23:03:23.517219Z","steps":["trace[1558955909] 'read index received' (duration: 290.049592ms)","trace[1558955909] 'applied index is now lower than readState.Index' (duration: 1.213147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:23.517443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.457794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:23.51759Z","caller":"traceutil/trace.go:171","msg":"trace[1841824061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:745; }","duration":"291.653987ms","start":"2026-03-13T23:03:23.225912Z","end":"2026-03-13T23:03:23.517566Z","steps":["trace[1841824061] 'agreement among raft nodes before linearized reading' (duration: 291.441813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.517485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:22.820469Z","time spent":"696.923719ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:24.611384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.931977ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:24.611601Z","caller":"traceutil/trace.go:171","msg":"trace[39891949] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:745; }","duration":"398.159762ms","start":"2026-03-13T23:03:24.213422Z","end":"2026-03-13T23:03:24.611581Z","steps":["trace[39891949] 'range keys from in-memory index tree' (duration: 397.914077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:24.611805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.570487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:03:24.611896Z","caller":"traceutil/trace.go:171","msg":"trace[1242250593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:745; }","duration":"480.772502ms","start":"2026-03-13T23:03:24.131102Z","end":"2026-03-13T23:03:24.611874Z","steps":["trace[1242250593] 'range keys from in-memory index tree' (duration: 480.315462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:24.611949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:24.131064Z","time spent":"480.874704ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:03:24.612092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.672063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T23:03:24.612108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.397186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:03:24.612151Z","caller":"traceutil/trace.go:171","msg":"trace[406097432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:745; }","duration":"481.763424ms","start":"2026-03-13T23:03:24.13037Z","end":"2026-03-13T23:03:24.612133Z","steps":["trace[406097432] 'range keys from in-memory index tree' (duration: 481.442077ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:24.612186Z","caller":"traceutil/trace.go:171","msg":"trace[885051802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:745; }","duration":"481.54037ms","start":"2026-03-13T23:03:24.130627Z","end":"2026-03-13T23:03:24.612167Z","steps":["trace[885051802] 'range keys from in-memory index tree' (duration: 481.031338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:24.612202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:24.130351Z","time spent":"481.838276ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:24.612235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:24.130592Z","time spent":"481.633341ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:24.612224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.227662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T23:03:24.612295Z","caller":"traceutil/trace.go:171","msg":"trace[385468865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:745; }","duration":"481.341205ms","start":"2026-03-13T23:03:24.130937Z","end":"2026-03-13T23:03:24.612278Z","steps":["trace[385468865] 'range keys from in-memory index tree' (duration: 481.061788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:24.612331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:24.130927Z","time spent":"481.396576ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:24.612814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.319887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:03:24.6129Z","caller":"traceutil/trace.go:171","msg":"trace[634497154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:745; }","duration":"482.419419ms","start":"2026-03-13T23:03:24.130467Z","end":"2026-03-13T23:03:24.612886Z","steps":["trace[634497154] 'range keys from in-memory index tree' (duration: 481.781174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:24.613147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:24.130463Z","time spent":"482.672324ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:03:24.613329Z","caller":"traceutil/trace.go:171","msg":"trace[732217988] linearizableReadLoop","detail":"{readStateIndex:768; appliedIndex:767; }","duration":"387.170416ms","start":"2026-03-13T23:03:24.226141Z","end":"2026-03-13T23:03:24.613312Z","steps":["trace[732217988] 'read index received' (duration: 386.081542ms)","trace[732217988] 'applied index is now lower than readState.Index' (duration: 1.087554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:24.613517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.367511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:24.613618Z","caller":"traceutil/trace.go:171","msg":"trace[179096595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:746; }","duration":"387.526475ms","start":"2026-03-13T23:03:24.226077Z","end":"2026-03-13T23:03:24.613604Z","steps":["trace[179096595] 'agreement among raft nodes before linearized reading' (duration: 387.353541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:24.613886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:24.226053Z","time spent":"387.819761ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:03:24.613887Z","caller":"traceutil/trace.go:171","msg":"trace[1702359454] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"424.40012ms","start":"2026-03-13T23:03:24.189409Z","end":"2026-03-13T23:03:24.61381Z","steps":["trace[1702359454] 'process raft request' (duration: 422.904547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:24.614275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:24.189376Z","time spent":"424.773378ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:29.391064Z","caller":"traceutil/trace.go:171","msg":"trace[369482061] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"107.803873ms","start":"2026-03-13T23:03:29.283172Z","end":"2026-03-13T23:03:29.390975Z","steps":["trace[369482061] 'process raft request' (duration: 107.595829ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:33.968313Z","caller":"traceutil/trace.go:171","msg":"trace[1199851855] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"124.344574ms","start":"2026-03-13T23:03:33.843925Z","end":"2026-03-13T23:03:33.96827Z","steps":["trace[1199851855] 'process raft request' (duration: 124.097368ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:44.806217Z","caller":"traceutil/trace.go:171","msg":"trace[1422477299] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"364.053602ms","start":"2026-03-13T23:03:44.442123Z","end":"2026-03-13T23:03:44.806176Z","steps":["trace[1422477299] 'process raft request' (duration: 295.162768ms)","trace[1422477299] 'compare' (duration: 68.506226ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:44.806319Z","caller":"traceutil/trace.go:171","msg":"trace[729440123] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"363.435269ms","start":"2026-03-13T23:03:44.442847Z","end":"2026-03-13T23:03:44.806283Z","steps":["trace[729440123] 'process raft request' (duration: 363.223124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:44.806411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:44.442089Z","time spent":"364.225516ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:44.806527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:44.442811Z","time spent":"363.595962ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:45.582602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607015556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:45.918522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107573775s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:03:46.380876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.27027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:46.381146Z","caller":"traceutil/trace.go:171","msg":"trace[1482839379] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"1.570336607s","start":"2026-03-13T23:03:44.810761Z","end":"2026-03-13T23:03:46.381097Z","steps":["trace[1482839379] 'process raft request' (duration: 1.108016895s)","trace[1482839379] 'compare' (duration: 461.037074ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:46.381262Z","caller":"traceutil/trace.go:171","msg":"trace[385321044] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"1.569618681s","start":"2026-03-13T23:03:44.811579Z","end":"2026-03-13T23:03:46.381198Z","steps":["trace[385321044] 'process raft request' (duration: 1.569530719s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:46.38138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:44.810725Z","time spent":"1.570548812s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:46.381457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:44.811543Z","time spent":"1.569861047s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:46.381472Z","caller":"traceutil/trace.go:171","msg":"trace[1850361786] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"1.570244605s","start":"2026-03-13T23:03:44.811153Z","end":"2026-03-13T23:03:46.381398Z","steps":["trace[1850361786] 'process raft request' (duration: 1.569858676s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:46.381737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:44.811116Z","time spent":"1.57048879s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:46.381707Z","caller":"traceutil/trace.go:171","msg":"trace[430128225] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"1.569318464s","start":"2026-03-13T23:03:44.812332Z","end":"2026-03-13T23:03:46.38165Z","steps":["trace[430128225] 'process raft request' (duration: 1.568814743s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:46.381933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:44.812321Z","time spent":"1.569502199s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:46.382014Z","caller":"traceutil/trace.go:171","msg":"trace[2033667706] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:989; }","duration":"1.299921394s","start":"2026-03-13T23:03:45.082078Z","end":"2026-03-13T23:03:46.382Z","steps":["trace[2033667706] 'read index received' (duration: 836.739513ms)","trace[2033667706] 'applied index is now lower than readState.Index' (duration: 463.180621ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:46.382029Z","caller":"traceutil/trace.go:171","msg":"trace[577217871] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"1.56953948s","start":"2026-03-13T23:03:44.812449Z","end":"2026-03-13T23:03:46.381988Z","steps":["trace[577217871] 'process raft request' (duration: 1.569071769s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:46.382049Z","caller":"traceutil/trace.go:171","msg":"trace[1217563213] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"325.439363ms","start":"2026-03-13T23:03:46.056579Z","end":"2026-03-13T23:03:46.382018Z","steps":["trace[1217563213] 'process raft request' (duration: 325.30349ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:46.382101Z","caller":"traceutil/trace.go:171","msg":"trace[1762869080] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"1.389671337s","start":"2026-03-13T23:03:44.99241Z","end":"2026-03-13T23:03:46.382082Z","steps":["trace[1762869080] 'process raft request' (duration: 1.38935939s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:46.382179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300100137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:03:46.382195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20964441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:46.382228Z","caller":"traceutil/trace.go:171","msg":"trace[1985277688] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:967; }","duration":"1.300218381s","start":"2026-03-13T23:03:45.081997Z","end":"2026-03-13T23:03:46.382215Z","steps":["trace[1985277688] 'agreement among raft nodes before linearized reading' (duration: 1.300094498s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:46.382218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.019766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:46.382241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:44.812419Z","time spent":"1.569710924s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:46.382254Z","caller":"traceutil/trace.go:171","msg":"trace[1353594370] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:967; }","duration":"1.209749852s","start":"2026-03-13T23:03:45.172487Z","end":"2026-03-13T23:03:46.382237Z","steps":["trace[1353594370] 'agreement among raft nodes before linearized reading' (duration: 1.20964608s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:46.382268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:45.081971Z","time spent":"1.300288232s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":16,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:03:46.38229Z","caller":"traceutil/trace.go:171","msg":"trace[1011506562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"533.135719ms","start":"2026-03-13T23:03:45.849132Z","end":"2026-03-13T23:03:46.382268Z","steps":["trace[1011506562] 'agreement among raft nodes before linearized reading' (duration: 533.037667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:46.382314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:45.172462Z","time spent":"1.209837633s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:46.382278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.265393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:46.382321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:46.056548Z","time spent":"325.647498ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:03:46.382402Z","caller":"traceutil/trace.go:171","msg":"trace[865821790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"155.430346ms","start":"2026-03-13T23:03:46.226943Z","end":"2026-03-13T23:03:46.382373Z","steps":["trace[865821790] 'agreement among raft nodes before linearized reading' (duration: 155.232322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:46.382332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:45.8491Z","time spent":"533.223921ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:46.382956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:44.992375Z","time spent":"1.390499805s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:46.383113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.348388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:03:46.383271Z","caller":"traceutil/trace.go:171","msg":"trace[1253607918] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:967; }","duration":"535.554833ms","start":"2026-03-13T23:03:45.847664Z","end":"2026-03-13T23:03:46.383218Z","steps":["trace[1253607918] 'agreement among raft nodes before linearized reading' (duration: 534.572151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:46.383354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:45.84764Z","time spent":"535.698225ms","remote":"127.0.0.1:60296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:03:52.662714Z","caller":"traceutil/trace.go:171","msg":"trace[1120892125] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"252.074081ms","start":"2026-03-13T23:03:52.410604Z","end":"2026-03-13T23:03:52.662678Z","steps":["trace[1120892125] 'process raft request' (duration: 251.850096ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:52.673054Z","caller":"traceutil/trace.go:171","msg":"trace[907467513] transaction","detail":"{read_only:false; response_revision:995; number_of_response:1; }","duration":"259.200377ms","start":"2026-03-13T23:03:52.413829Z","end":"2026-03-13T23:03:52.673029Z","steps":["trace[907467513] 'process raft request' (duration: 258.970732ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:52.673096Z","caller":"traceutil/trace.go:171","msg":"trace[1021490883] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"259.137386ms","start":"2026-03-13T23:03:52.413918Z","end":"2026-03-13T23:03:52.673055Z","steps":["trace[1021490883] 'process raft request' (duration: 259.047424ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:52.67345Z","caller":"traceutil/trace.go:171","msg":"trace[1970666234] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"258.640605ms","start":"2026-03-13T23:03:52.414793Z","end":"2026-03-13T23:03:52.673434Z","steps":["trace[1970666234] 'process raft request' (duration: 258.521483ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:52.673486Z","caller":"traceutil/trace.go:171","msg":"trace[1197193565] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"259.499894ms","start":"2026-03-13T23:03:52.413968Z","end":"2026-03-13T23:03:52.673468Z","steps":["trace[1197193565] 'process raft request' (duration: 259.036504ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:54.664366Z","caller":"traceutil/trace.go:171","msg":"trace[278608833] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"119.65258ms","start":"2026-03-13T23:03:54.544681Z","end":"2026-03-13T23:03:54.664334Z","steps":["trace[278608833] 'process raft request' (duration: 119.449626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:54.889767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.709556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:54.889891Z","caller":"traceutil/trace.go:171","msg":"trace[1533173363] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1032; }","duration":"257.389358ms","start":"2026-03-13T23:03:54.632484Z","end":"2026-03-13T23:03:54.889873Z","steps":["trace[1533173363] 'read index received' (duration: 31.730768ms)","trace[1533173363] 'applied index is now lower than readState.Index' (duration: 225.65701ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:54.889996Z","caller":"traceutil/trace.go:171","msg":"trace[1650372562] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"332.641002ms","start":"2026-03-13T23:03:54.557297Z","end":"2026-03-13T23:03:54.889938Z","steps":["trace[1650372562] 'process raft request' (duration: 144.643069ms)","trace[1650372562] 'compare' (duration: 187.520662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:54.890101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.711634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:03:54.890111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.614943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-dhpdg\" ","response":"range_response_count:1 size:3476"} {"level":"info","ts":"2026-03-13T23:03:54.890141Z","caller":"traceutil/trace.go:171","msg":"trace[765285014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1002; }","duration":"221.812906ms","start":"2026-03-13T23:03:54.668318Z","end":"2026-03-13T23:03:54.890131Z","steps":["trace[765285014] 'agreement among raft nodes before linearized reading' (duration: 221.663333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:54.890165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.276208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:03:54.890191Z","caller":"traceutil/trace.go:171","msg":"trace[1225619071] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-dhpdg; range_end:; response_count:1; response_revision:1002; }","duration":"257.752406ms","start":"2026-03-13T23:03:54.632417Z","end":"2026-03-13T23:03:54.890169Z","steps":["trace[1225619071] 'agreement among raft nodes before linearized reading' (duration: 257.534361ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:54.890215Z","caller":"traceutil/trace.go:171","msg":"trace[966777007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1002; }","duration":"213.347159ms","start":"2026-03-13T23:03:54.676852Z","end":"2026-03-13T23:03:54.8902Z","steps":["trace[966777007] 'agreement among raft nodes before linearized reading' (duration: 213.227167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:54.890235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.209774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:03:54.89025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:54.557256Z","time spent":"332.859476ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:54.89032Z","caller":"traceutil/trace.go:171","msg":"trace[1796377307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1002; }","duration":"212.324428ms","start":"2026-03-13T23:03:54.677977Z","end":"2026-03-13T23:03:54.890301Z","steps":["trace[1796377307] 'agreement among raft nodes before linearized reading' (duration: 212.035171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:54.890323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.654044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:03:54.890413Z","caller":"traceutil/trace.go:171","msg":"trace[400492008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1002; }","duration":"212.781478ms","start":"2026-03-13T23:03:54.677609Z","end":"2026-03-13T23:03:54.89039Z","steps":["trace[400492008] 'agreement among raft nodes before linearized reading' (duration: 212.487131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:54.890429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.764167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:03:54.890469Z","caller":"traceutil/trace.go:171","msg":"trace[546255887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1002; }","duration":"212.812998ms","start":"2026-03-13T23:03:54.677646Z","end":"2026-03-13T23:03:54.890459Z","steps":["trace[546255887] 'agreement among raft nodes before linearized reading' (duration: 212.712416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:54.890568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.543419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:03:54.890619Z","caller":"traceutil/trace.go:171","msg":"trace[977842697] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1002; }","duration":"130.646831ms","start":"2026-03-13T23:03:54.759955Z","end":"2026-03-13T23:03:54.890601Z","steps":["trace[977842697] 'agreement among raft nodes before linearized reading' (duration: 130.490708ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:03.161414Z","caller":"traceutil/trace.go:171","msg":"trace[1728610622] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"129.64325ms","start":"2026-03-13T23:04:03.031702Z","end":"2026-03-13T23:04:03.161345Z","steps":["trace[1728610622] 'process raft request' (duration: 71.816399ms)","trace[1728610622] 'compare' (duration: 57.347081ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:03.161382Z","caller":"traceutil/trace.go:171","msg":"trace[1204353533] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"128.827352ms","start":"2026-03-13T23:04:03.032503Z","end":"2026-03-13T23:04:03.16133Z","steps":["trace[1204353533] 'process raft request' (duration: 128.702359ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:13.518939Z","caller":"traceutil/trace.go:171","msg":"trace[1091355851] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"290.107407ms","start":"2026-03-13T23:04:13.228799Z","end":"2026-03-13T23:04:13.518906Z","steps":["trace[1091355851] 'process raft request' (duration: 290.009195ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:13.518961Z","caller":"traceutil/trace.go:171","msg":"trace[1257334043] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"290.751171ms","start":"2026-03-13T23:04:13.228145Z","end":"2026-03-13T23:04:13.518896Z","steps":["trace[1257334043] 'process raft request' (duration: 287.672893ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:25.192976Z","caller":"traceutil/trace.go:171","msg":"trace[819173522] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1425; }","duration":"123.167417ms","start":"2026-03-13T23:04:25.069784Z","end":"2026-03-13T23:04:25.192951Z","steps":["trace[819173522] 'read index received' (duration: 7.999045ms)","trace[819173522] 'applied index is now lower than readState.Index' (duration: 115.167112ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:25.193088Z","caller":"traceutil/trace.go:171","msg":"trace[893542103] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"143.098346ms","start":"2026-03-13T23:04:25.049967Z","end":"2026-03-13T23:04:25.193066Z","steps":["trace[893542103] 'process raft request' (duration: 142.865811ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:25.193258Z","caller":"traceutil/trace.go:171","msg":"trace[263675677] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"144.23378ms","start":"2026-03-13T23:04:25.049008Z","end":"2026-03-13T23:04:25.193242Z","steps":["trace[263675677] 'process raft request' (duration: 83.27338ms)","trace[263675677] 'compare' (duration: 60.365997ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:25.193269Z","caller":"traceutil/trace.go:171","msg":"trace[2023436424] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"142.114854ms","start":"2026-03-13T23:04:25.051139Z","end":"2026-03-13T23:04:25.193254Z","steps":["trace[2023436424] 'process raft request' (duration: 141.736365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:25.193399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.565427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:04:25.193523Z","caller":"traceutil/trace.go:171","msg":"trace[425442411] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1376; }","duration":"123.72639ms","start":"2026-03-13T23:04:25.069774Z","end":"2026-03-13T23:04:25.193501Z","steps":["trace[425442411] 'agreement among raft nodes before linearized reading' (duration: 123.486615ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:25.19698Z","caller":"traceutil/trace.go:171","msg":"trace[530484271] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"101.473951ms","start":"2026-03-13T23:04:25.09539Z","end":"2026-03-13T23:04:25.196863Z","steps":["trace[530484271] 'process raft request' (duration: 101.274097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:25.197346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.42398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator.189c89124e63f574\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-13T23:04:25.197451Z","caller":"traceutil/trace.go:171","msg":"trace[792939059] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator.189c89124e63f574; range_end:; response_count:1; response_revision:1378; }","duration":"111.598573ms","start":"2026-03-13T23:04:25.085824Z","end":"2026-03-13T23:04:25.197422Z","steps":["trace[792939059] 'agreement among raft nodes before linearized reading' (duration: 111.256716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:31.479269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.385057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:04:31.48084Z","caller":"traceutil/trace.go:171","msg":"trace[2098412155] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:1494; }","duration":"116.937931ms","start":"2026-03-13T23:04:31.363794Z","end":"2026-03-13T23:04:31.480732Z","steps":["trace[2098412155] 'range keys from in-memory index tree' (duration: 115.201693ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:31.868152Z","caller":"traceutil/trace.go:171","msg":"trace[1751056690] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"120.069539ms","start":"2026-03-13T23:04:31.748027Z","end":"2026-03-13T23:04:31.868096Z","steps":["trace[1751056690] 'process raft request' (duration: 92.977594ms)","trace[1751056690] 'compare' (duration: 26.692296ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:31.868269Z","caller":"traceutil/trace.go:171","msg":"trace[905909860] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"117.739267ms","start":"2026-03-13T23:04:31.750504Z","end":"2026-03-13T23:04:31.868244Z","steps":["trace[905909860] 'process raft request' (duration: 117.462721ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:31.868406Z","caller":"traceutil/trace.go:171","msg":"trace[626973275] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"113.611087ms","start":"2026-03-13T23:04:31.754767Z","end":"2026-03-13T23:04:31.868378Z","steps":["trace[626973275] 'process raft request' (duration: 113.26283ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:31.923637Z","caller":"traceutil/trace.go:171","msg":"trace[872327171] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"102.33448ms","start":"2026-03-13T23:04:31.821271Z","end":"2026-03-13T23:04:31.923605Z","steps":["trace[872327171] 'process raft request' (duration: 102.036253ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:31.996604Z","caller":"traceutil/trace.go:171","msg":"trace[1135637237] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"123.189448ms","start":"2026-03-13T23:04:31.873375Z","end":"2026-03-13T23:04:31.996564Z","steps":["trace[1135637237] 'process raft request' (duration: 122.716448ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:31.99666Z","caller":"traceutil/trace.go:171","msg":"trace[1849192618] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"121.371758ms","start":"2026-03-13T23:04:31.875244Z","end":"2026-03-13T23:04:31.996616Z","steps":["trace[1849192618] 'process raft request' (duration: 121.236875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:31.997217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.589495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4012"} {"level":"info","ts":"2026-03-13T23:04:31.997313Z","caller":"traceutil/trace.go:171","msg":"trace[1640488457] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:1513; }","duration":"122.730238ms","start":"2026-03-13T23:04:31.874561Z","end":"2026-03-13T23:04:31.997291Z","steps":["trace[1640488457] 'agreement among raft nodes before linearized reading' (duration: 122.298479ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.031626Z","caller":"traceutil/trace.go:171","msg":"trace[2088162417] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"100.274554ms","start":"2026-03-13T23:04:31.931334Z","end":"2026-03-13T23:04:32.031608Z","steps":["trace[2088162417] 'process raft request' (duration: 99.899816ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.406833Z","caller":"traceutil/trace.go:171","msg":"trace[1192687229] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"225.774303ms","start":"2026-03-13T23:04:32.18103Z","end":"2026-03-13T23:04:32.406805Z","steps":["trace[1192687229] 'process raft request' (duration: 225.531047ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.407141Z","caller":"traceutil/trace.go:171","msg":"trace[1103870605] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"225.967507ms","start":"2026-03-13T23:04:32.181162Z","end":"2026-03-13T23:04:32.40713Z","steps":["trace[1103870605] 'process raft request' (duration: 225.582318ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.407308Z","caller":"traceutil/trace.go:171","msg":"trace[1081444683] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"226.069049ms","start":"2026-03-13T23:04:32.181224Z","end":"2026-03-13T23:04:32.407293Z","steps":["trace[1081444683] 'process raft request' (duration: 225.783053ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.407349Z","caller":"traceutil/trace.go:171","msg":"trace[179523555] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"225.372794ms","start":"2026-03-13T23:04:32.181966Z","end":"2026-03-13T23:04:32.407338Z","steps":["trace[179523555] 'process raft request' (duration: 225.16198ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.407261Z","caller":"traceutil/trace.go:171","msg":"trace[681709657] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"225.088598ms","start":"2026-03-13T23:04:32.182147Z","end":"2026-03-13T23:04:32.407236Z","steps":["trace[681709657] 'process raft request' (duration: 225.039537ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.431449Z","caller":"traceutil/trace.go:171","msg":"trace[1149578351] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1584; }","duration":"205.566689ms","start":"2026-03-13T23:04:32.225856Z","end":"2026-03-13T23:04:32.431423Z","steps":["trace[1149578351] 'read index received' (duration: 180.730303ms)","trace[1149578351] 'applied index is now lower than readState.Index' (duration: 24.835206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:32.431592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.723652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:32.431627Z","caller":"traceutil/trace.go:171","msg":"trace[866159660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1524; }","duration":"205.809934ms","start":"2026-03-13T23:04:32.225807Z","end":"2026-03-13T23:04:32.431617Z","steps":["trace[866159660] 'agreement among raft nodes before linearized reading' (duration: 205.717262ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.431816Z","caller":"traceutil/trace.go:171","msg":"trace[1074036316] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"246.181871ms","start":"2026-03-13T23:04:32.185571Z","end":"2026-03-13T23:04:32.431753Z","steps":["trace[1074036316] 'process raft request' (duration: 245.67888ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:32.886002Z","caller":"traceutil/trace.go:171","msg":"trace[910396868] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"124.596119ms","start":"2026-03-13T23:04:32.761374Z","end":"2026-03-13T23:04:32.88597Z","steps":["trace[910396868] 'process raft request' (duration: 124.439736ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:35.476223Z","caller":"traceutil/trace.go:171","msg":"trace[1647848243] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1609; }","duration":"251.367775ms","start":"2026-03-13T23:04:35.224826Z","end":"2026-03-13T23:04:35.476193Z","steps":["trace[1647848243] 'read index received' (duration: 251.089709ms)","trace[1647848243] 'applied index is now lower than readState.Index' (duration: 277.056µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:35.476388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.535849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:35.476423Z","caller":"traceutil/trace.go:171","msg":"trace[1796917914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1544; }","duration":"251.624251ms","start":"2026-03-13T23:04:35.224788Z","end":"2026-03-13T23:04:35.476413Z","steps":["trace[1796917914] 'agreement among raft nodes before linearized reading' (duration: 251.537319ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:35.476395Z","caller":"traceutil/trace.go:171","msg":"trace[378563100] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"275.740811ms","start":"2026-03-13T23:04:35.200612Z","end":"2026-03-13T23:04:35.476352Z","steps":["trace[378563100] 'process raft request' (duration: 275.387613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:35.47669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.428112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:04:35.476792Z","caller":"traceutil/trace.go:171","msg":"trace[769516268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1544; }","duration":"178.593846ms","start":"2026-03-13T23:04:35.298173Z","end":"2026-03-13T23:04:35.476767Z","steps":["trace[769516268] 'agreement among raft nodes before linearized reading' (duration: 178.235688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:35.476796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.312052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:04:35.476854Z","caller":"traceutil/trace.go:171","msg":"trace[722067912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1544; }","duration":"174.424594ms","start":"2026-03-13T23:04:35.302415Z","end":"2026-03-13T23:04:35.47684Z","steps":["trace[722067912] 'agreement among raft nodes before linearized reading' (duration: 174.199629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:44.183101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.757604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-13T23:04:44.183235Z","caller":"traceutil/trace.go:171","msg":"trace[377386894] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8; range_end:; response_count:1; response_revision:1657; }","duration":"440.936688ms","start":"2026-03-13T23:04:43.742267Z","end":"2026-03-13T23:04:44.183203Z","steps":["trace[377386894] 'range keys from in-memory index tree' (duration: 440.488609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:44.183292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:43.742256Z","time spent":"441.02351ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8\" "} {"level":"warn","ts":"2026-03-13T23:04:44.183276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.129678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:04:44.183291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.526559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:44.183385Z","caller":"traceutil/trace.go:171","msg":"trace[40432962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1657; }","duration":"321.301581ms","start":"2026-03-13T23:04:43.862055Z","end":"2026-03-13T23:04:44.183356Z","steps":["trace[40432962] 'range keys from in-memory index tree' (duration: 320.806461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:44.183479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:43.862028Z","time spent":"321.440245ms","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:04:44.183093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.313499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:04:44.183511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.209565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:04:44.1836Z","caller":"traceutil/trace.go:171","msg":"trace[1709836553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1657; }","duration":"636.877812ms","start":"2026-03-13T23:04:43.546693Z","end":"2026-03-13T23:04:44.183571Z","steps":["trace[1709836553] 'range keys from in-memory index tree' (duration: 635.969942ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:44.183611Z","caller":"traceutil/trace.go:171","msg":"trace[1904442268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1657; }","duration":"659.342218ms","start":"2026-03-13T23:04:43.524246Z","end":"2026-03-13T23:04:44.183588Z","steps":["trace[1904442268] 'range keys from in-memory index tree' (duration: 659.021591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:44.183649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.530949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:04:44.183659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.570054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-13T23:04:44.183684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:43.546676Z","time spent":"636.987614ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:04:44.18373Z","caller":"traceutil/trace.go:171","msg":"trace[84074254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1657; }","duration":"657.657322ms","start":"2026-03-13T23:04:43.52605Z","end":"2026-03-13T23:04:44.183708Z","steps":["trace[84074254] 'range keys from in-memory index tree' (duration: 657.322985ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:44.183751Z","caller":"traceutil/trace.go:171","msg":"trace[1192079912] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8; range_end:; response_count:1; response_revision:1657; }","duration":"444.742648ms","start":"2026-03-13T23:04:43.738974Z","end":"2026-03-13T23:04:44.183716Z","steps":["trace[1192079912] 'range keys from in-memory index tree' (duration: 444.316289ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:44.183798Z","caller":"traceutil/trace.go:171","msg":"trace[422602130] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"118.083973ms","start":"2026-03-13T23:04:44.065652Z","end":"2026-03-13T23:04:44.183736Z","steps":["trace[422602130] 'process raft request' (duration: 117.774057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:44.183818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:43.738951Z","time spent":"444.857481ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8\" "} {"level":"warn","ts":"2026-03-13T23:04:44.183821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:43.526018Z","time spent":"657.790035ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:04:44.183408Z","caller":"traceutil/trace.go:171","msg":"trace[1497391861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1657; }","duration":"957.680953ms","start":"2026-03-13T23:04:43.225702Z","end":"2026-03-13T23:04:44.183383Z","steps":["trace[1497391861] 'range keys from in-memory index tree' (duration: 957.343215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:44.183931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:43.225683Z","time spent":"958.240034ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:04:44.183154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.509666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:04:44.184071Z","caller":"traceutil/trace.go:171","msg":"trace[1302673254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1657; }","duration":"447.496427ms","start":"2026-03-13T23:04:43.736551Z","end":"2026-03-13T23:04:44.184047Z","steps":["trace[1302673254] 'range keys from in-memory index tree' (duration: 446.26286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:44.18411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:43.736528Z","time spent":"447.570158ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:04:44.183669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:43.524222Z","time spent":"659.43638ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:04:44.18367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.028329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:04:44.184296Z","caller":"traceutil/trace.go:171","msg":"trace[1197488860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1657; }","duration":"490.699773ms","start":"2026-03-13T23:04:43.693575Z","end":"2026-03-13T23:04:44.184275Z","steps":["trace[1197488860] 'range keys from in-memory index tree' (duration: 489.797614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:44.184363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:43.693545Z","time spent":"490.798935ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:04:44.477876Z","caller":"traceutil/trace.go:171","msg":"trace[898673341] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"288.772482ms","start":"2026-03-13T23:04:44.189058Z","end":"2026-03-13T23:04:44.477831Z","steps":["trace[898673341] 'process raft request' (duration: 211.451503ms)","trace[898673341] 'compare' (duration: 77.140855ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:45.049075Z","caller":"traceutil/trace.go:171","msg":"trace[1622033746] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"859.938701ms","start":"2026-03-13T23:04:44.189108Z","end":"2026-03-13T23:04:45.049047Z","steps":["trace[1622033746] 'process raft request' (duration: 859.731366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:45.049262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:44.189078Z","time spent":"860.078833ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:45.049415Z","caller":"traceutil/trace.go:171","msg":"trace[1123525041] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"859.856769ms","start":"2026-03-13T23:04:44.18953Z","end":"2026-03-13T23:04:45.049387Z","steps":["trace[1123525041] 'process raft request' (duration: 859.478151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:45.049524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:44.189521Z","time spent":"859.954701ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:45.049609Z","caller":"traceutil/trace.go:171","msg":"trace[1227573735] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1726; }","duration":"823.919507ms","start":"2026-03-13T23:04:44.225651Z","end":"2026-03-13T23:04:45.04957Z","steps":["trace[1227573735] 'read index received' (duration: 174.803736ms)","trace[1227573735] 'applied index is now lower than readState.Index' (duration: 649.114181ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:45.049779Z","caller":"traceutil/trace.go:171","msg":"trace[1800098004] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"855.996897ms","start":"2026-03-13T23:04:44.193768Z","end":"2026-03-13T23:04:45.049765Z","steps":["trace[1800098004] 'process raft request' (duration: 855.724231ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:45.049632Z","caller":"traceutil/trace.go:171","msg":"trace[976096596] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"859.814758ms","start":"2026-03-13T23:04:44.189756Z","end":"2026-03-13T23:04:45.049571Z","steps":["trace[976096596] 'process raft request' (duration: 859.528712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:45.049942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:44.193758Z","time spent":"856.062018ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:45.049925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.276935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:45.05152Z","caller":"traceutil/trace.go:171","msg":"trace[246040903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1664; }","duration":"825.885409ms","start":"2026-03-13T23:04:44.225611Z","end":"2026-03-13T23:04:45.051497Z","steps":["trace[246040903] 'agreement among raft nodes before linearized reading' (duration: 824.271834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:45.051547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:44.189745Z","time spent":"861.527154ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:45.051666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:44.225596Z","time spent":"826.054172ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:04:45.05Z","caller":"traceutil/trace.go:171","msg":"trace[1704437992] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"860.141215ms","start":"2026-03-13T23:04:44.189833Z","end":"2026-03-13T23:04:45.049974Z","steps":["trace[1704437992] 'process raft request' (duration: 859.605564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:45.051882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:44.189811Z","time spent":"861.928183ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:46.081117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.580649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:04:46.081359Z","caller":"traceutil/trace.go:171","msg":"trace[665817627] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1732; }","duration":"1.031618439s","start":"2026-03-13T23:04:45.049713Z","end":"2026-03-13T23:04:46.081332Z","steps":["trace[665817627] 'read index received' (duration: 57.785225ms)","trace[665817627] 'applied index is now lower than readState.Index' (duration: 973.831544ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:46.081497Z","caller":"traceutil/trace.go:171","msg":"trace[2082034686] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"1.3774204s","start":"2026-03-13T23:04:44.704063Z","end":"2026-03-13T23:04:46.081484Z","steps":["trace[2082034686] 'process raft request' (duration: 1.377180645s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:46.081579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:44.704032Z","time spent":"1.377504693s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:46.081814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.639669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:46.081901Z","caller":"traceutil/trace.go:171","msg":"trace[1327277907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1666; }","duration":"855.769812ms","start":"2026-03-13T23:04:45.226106Z","end":"2026-03-13T23:04:46.081876Z","steps":["trace[1327277907] 'agreement among raft nodes before linearized reading' (duration: 855.565077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:46.081902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.916969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-13T23:04:46.081938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:45.226064Z","time spent":"855.868324ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:04:46.081902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555678539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:04:46.081986Z","caller":"traceutil/trace.go:171","msg":"trace[81922389] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8; range_end:; response_count:1; response_revision:1666; }","duration":"893.052262ms","start":"2026-03-13T23:04:45.188914Z","end":"2026-03-13T23:04:46.081966Z","steps":["trace[81922389] 'agreement among raft nodes before linearized reading' (duration: 892.734805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:46.08205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:45.188886Z","time spent":"893.154294ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8\" "} {"level":"info","ts":"2026-03-13T23:04:46.082051Z","caller":"traceutil/trace.go:171","msg":"trace[1272231075] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1666; }","duration":"1.555887144s","start":"2026-03-13T23:04:44.526134Z","end":"2026-03-13T23:04:46.082021Z","steps":["trace[1272231075] 'agreement among raft nodes before linearized reading' (duration: 1.555588478s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:46.081942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.67869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:04:46.082141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:44.526112Z","time spent":"1.556014107s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:04:46.082235Z","caller":"traceutil/trace.go:171","msg":"trace[835738663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1666; }","duration":"889.966296ms","start":"2026-03-13T23:04:45.19222Z","end":"2026-03-13T23:04:46.082186Z","steps":["trace[835738663] 'agreement among raft nodes before linearized reading' (duration: 889.473996ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:46.082256Z","caller":"traceutil/trace.go:171","msg":"trace[826815735] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"1.634284166s","start":"2026-03-13T23:04:44.447874Z","end":"2026-03-13T23:04:46.082158Z","steps":["trace[826815735] 'process raft request' (duration: 659.537702ms)","trace[826815735] 'compare' (duration: 973.235412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:46.082547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:44.447841Z","time spent":"1.634590753s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:46.082351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:45.192124Z","time spent":"890.188991ms","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T23:04:48.214735Z","caller":"traceutil/trace.go:171","msg":"trace[1744058514] linearizableReadLoop","detail":"{readStateIndex:1753; appliedIndex:1751; }","duration":"121.406374ms","start":"2026-03-13T23:04:48.093298Z","end":"2026-03-13T23:04:48.214704Z","steps":["trace[1744058514] 'read index received' (duration: 32.127891ms)","trace[1744058514] 'applied index is now lower than readState.Index' (duration: 89.277463ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:48.214863Z","caller":"traceutil/trace.go:171","msg":"trace[1553498790] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"125.45745ms","start":"2026-03-13T23:04:48.089355Z","end":"2026-03-13T23:04:48.214813Z","steps":["trace[1553498790] 'process raft request' (duration: 79.025556ms)","trace[1553498790] 'compare' (duration: 46.160788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:04:48.215012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.69282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8\" ","response":"range_response_count:1 size:3932"} {"level":"info","ts":"2026-03-13T23:04:48.21509Z","caller":"traceutil/trace.go:171","msg":"trace[1493591277] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-776543e4-3e2a-4b47-b26e-a64fc8fe32b8; range_end:; response_count:1; response_revision:1684; }","duration":"121.824872ms","start":"2026-03-13T23:04:48.093243Z","end":"2026-03-13T23:04:48.215068Z","steps":["trace[1493591277] 'agreement among raft nodes before linearized reading' (duration: 121.635278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:48.215261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.995378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:04:48.215347Z","caller":"traceutil/trace.go:171","msg":"trace[1434462417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1684; }","duration":"115.127041ms","start":"2026-03-13T23:04:48.100202Z","end":"2026-03-13T23:04:48.215329Z","steps":["trace[1434462417] 'agreement among raft nodes before linearized reading' (duration: 114.814294ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:49.288892Z","caller":"traceutil/trace.go:171","msg":"trace[138878713] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"167.955471ms","start":"2026-03-13T23:04:49.120911Z","end":"2026-03-13T23:04:49.288867Z","steps":["trace[138878713] 'process raft request' (duration: 141.796126ms)","trace[138878713] 'compare' (duration: 25.865458ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:49.289004Z","caller":"traceutil/trace.go:171","msg":"trace[300923538] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"167.997291ms","start":"2026-03-13T23:04:49.120987Z","end":"2026-03-13T23:04:49.288984Z","steps":["trace[300923538] 'process raft request' (duration: 167.739026ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:49.289266Z","caller":"traceutil/trace.go:171","msg":"trace[1546837652] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"168.063793ms","start":"2026-03-13T23:04:49.121174Z","end":"2026-03-13T23:04:49.289238Z","steps":["trace[1546837652] 'process raft request' (duration: 167.587692ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:49.645589Z","caller":"traceutil/trace.go:171","msg":"trace[2118964608] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"189.650101ms","start":"2026-03-13T23:04:49.455905Z","end":"2026-03-13T23:04:49.645555Z","steps":["trace[2118964608] 'process raft request' (duration: 178.266109ms)","trace[2118964608] 'compare' (duration: 11.212808ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:49.703062Z","caller":"traceutil/trace.go:171","msg":"trace[345957194] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"246.735531ms","start":"2026-03-13T23:04:49.456287Z","end":"2026-03-13T23:04:49.703023Z","steps":["trace[345957194] 'process raft request' (duration: 246.542307ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:49.817717Z","caller":"traceutil/trace.go:171","msg":"trace[2084633565] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"108.277766ms","start":"2026-03-13T23:04:49.709402Z","end":"2026-03-13T23:04:49.81768Z","steps":["trace[2084633565] 'process raft request' (duration: 40.371926ms)","trace[2084633565] 'compare' (duration: 67.739716ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:50.077961Z","caller":"traceutil/trace.go:171","msg":"trace[1745118940] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"126.89723ms","start":"2026-03-13T23:04:49.951034Z","end":"2026-03-13T23:04:50.077931Z","steps":["trace[1745118940] 'read index received' (duration: 126.601994ms)","trace[1745118940] 'applied index is now lower than readState.Index' (duration: 293.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:50.078025Z","caller":"traceutil/trace.go:171","msg":"trace[424733293] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"255.228401ms","start":"2026-03-13T23:04:49.822757Z","end":"2026-03-13T23:04:50.077986Z","steps":["trace[424733293] 'process raft request' (duration: 254.978296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.078181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.122735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:04:50.07827Z","caller":"traceutil/trace.go:171","msg":"trace[1818122111] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:1699; }","duration":"127.275508ms","start":"2026-03-13T23:04:49.950973Z","end":"2026-03-13T23:04:50.078249Z","steps":["trace[1818122111] 'agreement among raft nodes before linearized reading' (duration: 127.109334ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:50.802469Z","caller":"traceutil/trace.go:171","msg":"trace[37362346] linearizableReadLoop","detail":"{readStateIndex:1773; appliedIndex:1772; }","duration":"105.300912ms","start":"2026-03-13T23:04:50.697113Z","end":"2026-03-13T23:04:50.802414Z","steps":["trace[37362346] 'read index received' (duration: 105.176229ms)","trace[37362346] 'applied index is now lower than readState.Index' (duration: 122.923µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:50.802541Z","caller":"traceutil/trace.go:171","msg":"trace[571297601] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"108.47725ms","start":"2026-03-13T23:04:50.694029Z","end":"2026-03-13T23:04:50.802507Z","steps":["trace[571297601] 'process raft request' (duration: 108.245705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:50.802624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.496027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:50.802663Z","caller":"traceutil/trace.go:171","msg":"trace[971080653] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1704; }","duration":"105.601379ms","start":"2026-03-13T23:04:50.697047Z","end":"2026-03-13T23:04:50.802649Z","steps":["trace[971080653] 'agreement among raft nodes before linearized reading' (duration: 105.511887ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:52.516503Z","caller":"traceutil/trace.go:171","msg":"trace[671796137] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1786; }","duration":"290.207263ms","start":"2026-03-13T23:04:52.226267Z","end":"2026-03-13T23:04:52.516475Z","steps":["trace[671796137] 'read index received' (duration: 290.040259ms)","trace[671796137] 'applied index is now lower than readState.Index' (duration: 165.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:04:52.516597Z","caller":"traceutil/trace.go:171","msg":"trace[1237278820] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"378.991615ms","start":"2026-03-13T23:04:52.137555Z","end":"2026-03-13T23:04:52.516546Z","steps":["trace[1237278820] 'process raft request' (duration: 378.73663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:52.516703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.422787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:04:52.516785Z","caller":"traceutil/trace.go:171","msg":"trace[906796249] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1717; }","duration":"290.507108ms","start":"2026-03-13T23:04:52.226246Z","end":"2026-03-13T23:04:52.516753Z","steps":["trace[906796249] 'agreement among raft nodes before linearized reading' (duration: 290.388686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:52.51678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:52.137527Z","time spent":"379.149398ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:52.558424Z","caller":"traceutil/trace.go:171","msg":"trace[11187141] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"310.769358ms","start":"2026-03-13T23:04:52.247604Z","end":"2026-03-13T23:04:52.558374Z","steps":["trace[11187141] 'process raft request' (duration: 310.319728ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:52.558477Z","caller":"traceutil/trace.go:171","msg":"trace[1090104472] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"185.84822ms","start":"2026-03-13T23:04:52.372577Z","end":"2026-03-13T23:04:52.558425Z","steps":["trace[1090104472] 'process raft request' (duration: 185.672276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:52.558643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.487551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:04:52.55873Z","caller":"traceutil/trace.go:171","msg":"trace[771076600] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1719; }","duration":"242.630984ms","start":"2026-03-13T23:04:52.316076Z","end":"2026-03-13T23:04:52.558707Z","steps":["trace[771076600] 'agreement among raft nodes before linearized reading' (duration: 242.338397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:52.558736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:52.247574Z","time spent":"310.984913ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:04:59.934549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.650841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:04:59.934667Z","caller":"traceutil/trace.go:171","msg":"trace[965980908] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1776; }","duration":"598.858665ms","start":"2026-03-13T23:04:59.335782Z","end":"2026-03-13T23:04:59.934641Z","steps":["trace[965980908] 'range keys from in-memory index tree' (duration: 598.325575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:59.934724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:59.335732Z","time spent":"598.981128ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:04:59.934733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.214038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:04:59.934752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.161017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:04:59.934847Z","caller":"traceutil/trace.go:171","msg":"trace[1713131634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1776; }","duration":"595.369961ms","start":"2026-03-13T23:04:59.339451Z","end":"2026-03-13T23:04:59.934821Z","steps":["trace[1713131634] 'range keys from in-memory index tree' (duration: 594.748898ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:59.934852Z","caller":"traceutil/trace.go:171","msg":"trace[613283306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1776; }","duration":"595.32728ms","start":"2026-03-13T23:04:59.339504Z","end":"2026-03-13T23:04:59.934831Z","steps":["trace[613283306] 'range keys from in-memory index tree' (duration: 594.649636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:59.934842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.593687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:04:59.934901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:59.339478Z","time spent":"595.412953ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:04:59.934976Z","caller":"traceutil/trace.go:171","msg":"trace[99193212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1776; }","duration":"321.803372ms","start":"2026-03-13T23:04:59.613138Z","end":"2026-03-13T23:04:59.934941Z","steps":["trace[99193212] 'range keys from in-memory index tree' (duration: 321.053246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:59.935044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:59.613109Z","time spent":"321.918375ms","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:04:59.934892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:59.339425Z","time spent":"595.457264ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:00.333639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.211662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:00.333827Z","caller":"traceutil/trace.go:171","msg":"trace[577962794] linearizableReadLoop","detail":"{readStateIndex:1850; appliedIndex:1848; }","duration":"293.660454ms","start":"2026-03-13T23:05:00.040148Z","end":"2026-03-13T23:05:00.333808Z","steps":["trace[577962794] 'read index received' (duration: 44.010143ms)","trace[577962794] 'applied index is now lower than readState.Index' (duration: 249.649151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:00.333952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.797927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:00.333992Z","caller":"traceutil/trace.go:171","msg":"trace[1953684786] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1779; }","duration":"293.879089ms","start":"2026-03-13T23:05:00.0401Z","end":"2026-03-13T23:05:00.333979Z","steps":["trace[1953684786] 'agreement among raft nodes before linearized reading' (duration: 293.815768ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:00.333946Z","caller":"traceutil/trace.go:171","msg":"trace[2079869249] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"393.387578ms","start":"2026-03-13T23:04:59.940511Z","end":"2026-03-13T23:05:00.333898Z","steps":["trace[2079869249] 'process raft request' (duration: 393.229705ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:00.334073Z","caller":"traceutil/trace.go:171","msg":"trace[53507479] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"393.637724ms","start":"2026-03-13T23:04:59.940413Z","end":"2026-03-13T23:05:00.334051Z","steps":["trace[53507479] 'process raft request' (duration: 143.922951ms)","trace[53507479] 'compare' (duration: 248.921046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:00.334162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:59.9404Z","time spent":"393.719245ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:00.334208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:04:59.94048Z","time spent":"393.590623ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:00.334227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.682433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:00.334542Z","caller":"traceutil/trace.go:171","msg":"trace[933516717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1779; }","duration":"107.918958ms","start":"2026-03-13T23:05:00.226537Z","end":"2026-03-13T23:05:00.334456Z","steps":["trace[933516717] 'agreement among raft nodes before linearized reading' (duration: 107.663553ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:01.019128Z","caller":"traceutil/trace.go:171","msg":"trace[176684484] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"475.794496ms","start":"2026-03-13T23:05:00.543309Z","end":"2026-03-13T23:05:01.019103Z","steps":["trace[176684484] 'process raft request' (duration: 475.624733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:01.019299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:00.543274Z","time spent":"475.936ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:01.189177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.241534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:01.189426Z","caller":"traceutil/trace.go:171","msg":"trace[136348923] linearizableReadLoop","detail":"{readStateIndex:1853; appliedIndex:1850; }","duration":"596.501376ms","start":"2026-03-13T23:05:00.592898Z","end":"2026-03-13T23:05:01.189399Z","steps":["trace[136348923] 'read index received' (duration: 426.048892ms)","trace[136348923] 'applied index is now lower than readState.Index' (duration: 170.450744ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:01.18946Z","caller":"traceutil/trace.go:171","msg":"trace[1495586095] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"603.974554ms","start":"2026-03-13T23:05:00.585453Z","end":"2026-03-13T23:05:01.189427Z","steps":["trace[1495586095] 'process raft request' (duration: 488.370773ms)","trace[1495586095] 'compare' (duration: 114.964418ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:01.189578Z","caller":"traceutil/trace.go:171","msg":"trace[1961611448] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"601.89473ms","start":"2026-03-13T23:05:00.587645Z","end":"2026-03-13T23:05:01.18954Z","steps":["trace[1961611448] 'process raft request' (duration: 601.648505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:01.189626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:00.585425Z","time spent":"604.113887ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:01.189712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.793332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:05:01.189789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:00.587619Z","time spent":"602.053484ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:01.189815Z","caller":"traceutil/trace.go:171","msg":"trace[964409039] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1782; }","duration":"596.943635ms","start":"2026-03-13T23:05:00.592847Z","end":"2026-03-13T23:05:01.18979Z","steps":["trace[964409039] 'agreement among raft nodes before linearized reading' (duration: 596.670149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:01.189795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.312482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:05:01.189868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:00.592825Z","time spent":"597.032347ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:05:01.189888Z","caller":"traceutil/trace.go:171","msg":"trace[794631022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1782; }","duration":"246.462175ms","start":"2026-03-13T23:05:00.943404Z","end":"2026-03-13T23:05:01.189866Z","steps":["trace[794631022] 'agreement among raft nodes before linearized reading' (duration: 246.152968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:01.483581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.537975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:01.484065Z","caller":"traceutil/trace.go:171","msg":"trace[1938411694] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1853; }","duration":"195.622837ms","start":"2026-03-13T23:05:01.28836Z","end":"2026-03-13T23:05:01.483983Z","steps":["trace[1938411694] 'read index received' (duration: 33.548011ms)","trace[1938411694] 'applied index is now lower than readState.Index' (duration: 162.064976ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:01.484095Z","caller":"traceutil/trace.go:171","msg":"trace[509290664] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"290.739613ms","start":"2026-03-13T23:05:01.193319Z","end":"2026-03-13T23:05:01.484059Z","steps":["trace[509290664] 'process raft request' (duration: 128.610065ms)","trace[509290664] 'compare' (duration: 161.396853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:01.484477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.092737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T23:05:01.484518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.806579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:05:01.484695Z","caller":"traceutil/trace.go:171","msg":"trace[590092599] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:1783; }","duration":"119.041054ms","start":"2026-03-13T23:05:01.365636Z","end":"2026-03-13T23:05:01.484677Z","steps":["trace[590092599] 'agreement among raft nodes before linearized reading' (duration: 118.624315ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:01.484662Z","caller":"traceutil/trace.go:171","msg":"trace[752088424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1783; }","duration":"196.270241ms","start":"2026-03-13T23:05:01.288298Z","end":"2026-03-13T23:05:01.484568Z","steps":["trace[752088424] 'agreement among raft nodes before linearized reading' (duration: 195.871762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:05.71945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607017257,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:05:05.90269Z","caller":"traceutil/trace.go:171","msg":"trace[1676890590] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"869.740486ms","start":"2026-03-13T23:05:05.032921Z","end":"2026-03-13T23:05:05.902661Z","steps":["trace[1676890590] 'process raft request' (duration: 869.525692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:05.902876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:05.032875Z","time spent":"869.89942ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:06.732546Z","caller":"traceutil/trace.go:171","msg":"trace[1706941867] linearizableReadLoop","detail":"{readStateIndex:1874; appliedIndex:1871; }","duration":"1.514102236s","start":"2026-03-13T23:05:05.218409Z","end":"2026-03-13T23:05:06.732489Z","steps":["trace[1706941867] 'read index received' (duration: 684.110101ms)","trace[1706941867] 'applied index is now lower than readState.Index' (duration: 829.969014ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:06.732609Z","caller":"traceutil/trace.go:171","msg":"trace[985540707] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"1.529177886s","start":"2026-03-13T23:05:05.203378Z","end":"2026-03-13T23:05:06.732556Z","steps":["trace[985540707] 'process raft request' (duration: 1.506530216s)","trace[985540707] 'compare' (duration: 22.16146ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:06.732663Z","caller":"traceutil/trace.go:171","msg":"trace[1244899611] transaction","detail":"{read_only:false; response_revision:1802; number_of_response:1; }","duration":"1.528365758s","start":"2026-03-13T23:05:05.204209Z","end":"2026-03-13T23:05:06.732575Z","steps":["trace[1244899611] 'process raft request' (duration: 1.528209195s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:06.732901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:05.203337Z","time spent":"1.52936936s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:06.73292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514472134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:05:06.732965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:05.204195Z","time spent":"1.528594183s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:06.733037Z","caller":"traceutil/trace.go:171","msg":"trace[1401958402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1802; }","duration":"1.514564806s","start":"2026-03-13T23:05:05.218401Z","end":"2026-03-13T23:05:06.732965Z","steps":["trace[1401958402] 'agreement among raft nodes before linearized reading' (duration: 1.51428599s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:06.733096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:05.218346Z","time spent":"1.51473322s","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:05:06.735515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509816505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:06.735571Z","caller":"traceutil/trace.go:171","msg":"trace[749244856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1804; }","duration":"1.509898656s","start":"2026-03-13T23:05:05.225659Z","end":"2026-03-13T23:05:06.735558Z","steps":["trace[749244856] 'agreement among raft nodes before linearized reading' (duration: 1.509743963s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:06.735609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:05.225649Z","time spent":"1.509953448s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:05:06.735928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.194059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:05:06.735943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.474548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:05:06.735973Z","caller":"traceutil/trace.go:171","msg":"trace[123599793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1804; }","duration":"355.291301ms","start":"2026-03-13T23:05:06.380668Z","end":"2026-03-13T23:05:06.73596Z","steps":["trace[123599793] 'agreement among raft nodes before linearized reading' (duration: 355.163148ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:06.736028Z","caller":"traceutil/trace.go:171","msg":"trace[2089357220] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1804; }","duration":"208.623082ms","start":"2026-03-13T23:05:06.527388Z","end":"2026-03-13T23:05:06.736011Z","steps":["trace[2089357220] 'agreement among raft nodes before linearized reading' (duration: 208.408677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:06.736034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:06.380634Z","time spent":"355.388193ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:05:06.736246Z","caller":"traceutil/trace.go:171","msg":"trace[1373304203] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"530.887654ms","start":"2026-03-13T23:05:06.20532Z","end":"2026-03-13T23:05:06.736208Z","steps":["trace[1373304203] 'process raft request' (duration: 529.901623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:06.736428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:06.205288Z","time spent":"531.023267ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7968,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:06.73653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.939605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:05:06.736594Z","caller":"traceutil/trace.go:171","msg":"trace[1250687437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1804; }","duration":"356.041277ms","start":"2026-03-13T23:05:06.380537Z","end":"2026-03-13T23:05:06.736579Z","steps":["trace[1250687437] 'agreement among raft nodes before linearized reading' (duration: 355.849323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:06.736642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:06.38052Z","time spent":"356.111008ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:06.736717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.734261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:05:06.736702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238479483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:05:06.736749Z","caller":"traceutil/trace.go:171","msg":"trace[276217893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1804; }","duration":"747.802722ms","start":"2026-03-13T23:05:05.98894Z","end":"2026-03-13T23:05:06.736743Z","steps":["trace[276217893] 'agreement among raft nodes before linearized reading' (duration: 747.727661ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:06.73628Z","caller":"traceutil/trace.go:171","msg":"trace[372222751] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"228.299008ms","start":"2026-03-13T23:05:06.50797Z","end":"2026-03-13T23:05:06.736269Z","steps":["trace[372222751] 'process raft request' (duration: 227.385729ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:06.736808Z","caller":"traceutil/trace.go:171","msg":"trace[498446312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1804; }","duration":"1.238614946s","start":"2026-03-13T23:05:05.498155Z","end":"2026-03-13T23:05:06.73677Z","steps":["trace[498446312] 'agreement among raft nodes before linearized reading' (duration: 1.238366301s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:06.736769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:05.988924Z","time spent":"747.840583ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:05:06.736868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:05.498131Z","time spent":"1.238724339s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:05:06.7376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181657138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:05:06.737736Z","caller":"traceutil/trace.go:171","msg":"trace[1256062426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1804; }","duration":"1.181860443s","start":"2026-03-13T23:05:05.55586Z","end":"2026-03-13T23:05:06.73772Z","steps":["trace[1256062426] 'agreement among raft nodes before linearized reading' (duration: 1.180976604s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:06.73781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:05.555823Z","time spent":"1.181969285s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:05:19.072656Z","caller":"traceutil/trace.go:171","msg":"trace[1851845283] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"102.575454ms","start":"2026-03-13T23:05:18.970018Z","end":"2026-03-13T23:05:19.072594Z","steps":["trace[1851845283] 'process raft request' (duration: 39.084109ms)","trace[1851845283] 'compare' (duration: 63.066206ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:20.130794Z","caller":"traceutil/trace.go:171","msg":"trace[613335778] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1950; }","duration":"143.612754ms","start":"2026-03-13T23:05:19.987151Z","end":"2026-03-13T23:05:20.130764Z","steps":["trace[613335778] 'read index received' (duration: 21.492226ms)","trace[613335778] 'applied index is now lower than readState.Index' (duration: 122.119228ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:20.130926Z","caller":"traceutil/trace.go:171","msg":"trace[92347163] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"158.720285ms","start":"2026-03-13T23:05:19.972163Z","end":"2026-03-13T23:05:20.130883Z","steps":["trace[92347163] 'process raft request' (duration: 158.297606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:20.131211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.939501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-13T23:05:20.131268Z","caller":"traceutil/trace.go:171","msg":"trace[907094119] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1877; }","duration":"144.171386ms","start":"2026-03-13T23:05:19.987082Z","end":"2026-03-13T23:05:20.131253Z","steps":["trace[907094119] 'agreement among raft nodes before linearized reading' (duration: 143.829468ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:31.188076Z","caller":"traceutil/trace.go:171","msg":"trace[1773784887] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"121.961586ms","start":"2026-03-13T23:05:31.066085Z","end":"2026-03-13T23:05:31.188046Z","steps":["trace[1773784887] 'process raft request' (duration: 121.913025ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:31.188204Z","caller":"traceutil/trace.go:171","msg":"trace[280725038] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"122.919536ms","start":"2026-03-13T23:05:31.065232Z","end":"2026-03-13T23:05:31.188152Z","steps":["trace[280725038] 'process raft request' (duration: 30.293622ms)","trace[280725038] 'compare' (duration: 92.211575ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:31.18832Z","caller":"traceutil/trace.go:171","msg":"trace[263412336] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"122.66476ms","start":"2026-03-13T23:05:31.065611Z","end":"2026-03-13T23:05:31.188275Z","steps":["trace[263412336] 'process raft request' (duration: 122.341974ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.137397Z","caller":"traceutil/trace.go:171","msg":"trace[2133833759] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"241.452529ms","start":"2026-03-13T23:05:32.895914Z","end":"2026-03-13T23:05:33.137367Z","steps":["trace[2133833759] 'process raft request' (duration: 241.222444ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.161788Z","caller":"traceutil/trace.go:171","msg":"trace[946477844] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2014; }","duration":"228.436153ms","start":"2026-03-13T23:05:32.93332Z","end":"2026-03-13T23:05:33.161756Z","steps":["trace[946477844] 'read index received' (duration: 203.820491ms)","trace[946477844] 'applied index is now lower than readState.Index' (duration: 24.614172ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:33.161957Z","caller":"traceutil/trace.go:171","msg":"trace[629983265] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"251.822999ms","start":"2026-03-13T23:05:32.910066Z","end":"2026-03-13T23:05:33.161889Z","steps":["trace[629983265] 'process raft request' (duration: 251.512742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.162091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.75178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:05:33.162164Z","caller":"traceutil/trace.go:171","msg":"trace[1001088364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1937; }","duration":"228.872142ms","start":"2026-03-13T23:05:32.933275Z","end":"2026-03-13T23:05:33.162147Z","steps":["trace[1001088364] 'agreement among raft nodes before linearized reading' (duration: 228.646058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.162099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.858034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:05:33.162274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.619481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:05:33.162376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.806234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:05:33.162512Z","caller":"traceutil/trace.go:171","msg":"trace[1536608157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1937; }","duration":"147.994487ms","start":"2026-03-13T23:05:33.014487Z","end":"2026-03-13T23:05:33.162481Z","steps":["trace[1536608157] 'agreement among raft nodes before linearized reading' (duration: 147.576759ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.162564Z","caller":"traceutil/trace.go:171","msg":"trace[575018551] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1937; }","duration":"156.944707ms","start":"2026-03-13T23:05:33.005581Z","end":"2026-03-13T23:05:33.162526Z","steps":["trace[575018551] 'agreement among raft nodes before linearized reading' (duration: 156.511648ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.162303Z","caller":"traceutil/trace.go:171","msg":"trace[502279034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1937; }","duration":"163.030107ms","start":"2026-03-13T23:05:32.999178Z","end":"2026-03-13T23:05:33.162208Z","steps":["trace[502279034] 'agreement among raft nodes before linearized reading' (duration: 162.749001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.328733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.280651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:33.329077Z","caller":"traceutil/trace.go:171","msg":"trace[664223985] linearizableReadLoop","detail":"{readStateIndex:2021; appliedIndex:2018; }","duration":"102.769349ms","start":"2026-03-13T23:05:33.226284Z","end":"2026-03-13T23:05:33.329054Z","steps":["trace[664223985] 'read index received' (duration: 45.951µs)","trace[664223985] 'applied index is now lower than readState.Index' (duration: 102.721868ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:33.329089Z","caller":"traceutil/trace.go:171","msg":"trace[1283104570] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"122.786114ms","start":"2026-03-13T23:05:33.206262Z","end":"2026-03-13T23:05:33.329048Z","steps":["trace[1283104570] 'compare' (duration: 113.127478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:33.329163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.875841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:33.329197Z","caller":"traceutil/trace.go:171","msg":"trace[1389980820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1942; }","duration":"102.943962ms","start":"2026-03-13T23:05:33.226237Z","end":"2026-03-13T23:05:33.329181Z","steps":["trace[1389980820] 'agreement among raft nodes before linearized reading' (duration: 102.888521ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.329285Z","caller":"traceutil/trace.go:171","msg":"trace[721167251] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"122.525587ms","start":"2026-03-13T23:05:33.206697Z","end":"2026-03-13T23:05:33.329223Z","steps":["trace[721167251] 'process raft request' (duration: 122.244371ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:33.329459Z","caller":"traceutil/trace.go:171","msg":"trace[1984634749] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"122.927846ms","start":"2026-03-13T23:05:33.206401Z","end":"2026-03-13T23:05:33.329329Z","steps":["trace[1984634749] 'process raft request' (duration: 122.475447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:39.108242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.997714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:39.108381Z","caller":"traceutil/trace.go:171","msg":"trace[1953867877] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2043; }","duration":"455.210931ms","start":"2026-03-13T23:05:38.653148Z","end":"2026-03-13T23:05:39.108359Z","steps":["trace[1953867877] 'read index received' (duration: 76.162µs)","trace[1953867877] 'applied index is now lower than readState.Index' (duration: 455.132729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:39.108483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.331583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:05:39.108517Z","caller":"traceutil/trace.go:171","msg":"trace[641006969] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1964; }","duration":"455.414345ms","start":"2026-03-13T23:05:38.653091Z","end":"2026-03-13T23:05:39.108505Z","steps":["trace[641006969] 'agreement among raft nodes before linearized reading' (duration: 455.326983ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:39.108473Z","caller":"traceutil/trace.go:171","msg":"trace[647769392] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"519.32813ms","start":"2026-03-13T23:05:38.589078Z","end":"2026-03-13T23:05:39.108406Z","steps":["trace[647769392] 'process raft request' (duration: 32.0514ms)","trace[647769392] 'compare' (duration: 486.565435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:39.108565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:38.653058Z","time spent":"455.492706ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:05:39.108705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:38.589048Z","time spent":"519.525244ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:39.293767Z","caller":"traceutil/trace.go:171","msg":"trace[1179453434] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"135.227776ms","start":"2026-03-13T23:05:39.158495Z","end":"2026-03-13T23:05:39.293723Z","steps":["trace[1179453434] 'process raft request' (duration: 115.431867ms)","trace[1179453434] 'compare' (duration: 19.609165ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:39.299281Z","caller":"traceutil/trace.go:171","msg":"trace[1802364587] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"118.948782ms","start":"2026-03-13T23:05:39.180297Z","end":"2026-03-13T23:05:39.299246Z","steps":["trace[1802364587] 'process raft request' (duration: 118.724717ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:39.615838Z","caller":"traceutil/trace.go:171","msg":"trace[1622203680] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"236.764918ms","start":"2026-03-13T23:05:39.379033Z","end":"2026-03-13T23:05:39.615798Z","steps":["trace[1622203680] 'process raft request' (duration: 219.142805ms)","trace[1622203680] 'compare' (duration: 16.98141ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:39.616124Z","caller":"traceutil/trace.go:171","msg":"trace[567945335] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"237.013613ms","start":"2026-03-13T23:05:39.379066Z","end":"2026-03-13T23:05:39.61608Z","steps":["trace[567945335] 'process raft request' (duration: 236.685636ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:39.616303Z","caller":"traceutil/trace.go:171","msg":"trace[1439780913] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2049; }","duration":"233.100561ms","start":"2026-03-13T23:05:39.382925Z","end":"2026-03-13T23:05:39.616026Z","steps":["trace[1439780913] 'read index received' (duration: 8.588093ms)","trace[1439780913] 'applied index is now lower than readState.Index' (duration: 224.511198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:39.616459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.502479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T23:05:39.616627Z","caller":"traceutil/trace.go:171","msg":"trace[557567194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1971; }","duration":"233.714853ms","start":"2026-03-13T23:05:39.382884Z","end":"2026-03-13T23:05:39.616599Z","steps":["trace[557567194] 'agreement among raft nodes before linearized reading' (duration: 233.297434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:45.84578Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607017744,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:05:46.268767Z","caller":"traceutil/trace.go:171","msg":"trace[667583099] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"951.801325ms","start":"2026-03-13T23:05:45.316932Z","end":"2026-03-13T23:05:46.268733Z","steps":["trace[667583099] 'process raft request' (duration: 951.613961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:46.268992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:45.316906Z","time spent":"951.965279ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:46.370594Z","caller":"traceutil/trace.go:171","msg":"trace[1056281861] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2074; }","duration":"1.02542183s","start":"2026-03-13T23:05:45.345138Z","end":"2026-03-13T23:05:46.370559Z","steps":["trace[1056281861] 'read index received' (duration: 923.461235ms)","trace[1056281861] 'applied index is now lower than readState.Index' (duration: 101.959425ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:46.370668Z","caller":"traceutil/trace.go:171","msg":"trace[298750208] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"1.051216616s","start":"2026-03-13T23:05:45.319397Z","end":"2026-03-13T23:05:46.370613Z","steps":["trace[298750208] 'process raft request' (duration: 981.380249ms)","trace[298750208] 'compare' (duration: 69.644293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:46.370865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025710906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-13T23:05:46.370875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:45.31937Z","time spent":"1.051397781s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:46.370918Z","caller":"traceutil/trace.go:171","msg":"trace[1255896361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1995; }","duration":"1.025828649s","start":"2026-03-13T23:05:45.345074Z","end":"2026-03-13T23:05:46.370903Z","steps":["trace[1255896361] 'agreement among raft nodes before linearized reading' (duration: 1.025649435s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:46.370946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:45.345052Z","time spent":"1.025887589s","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:05:46.406253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.20963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:05:46.406285Z","caller":"traceutil/trace.go:171","msg":"trace[1099165908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1996; }","duration":"764.303123ms","start":"2026-03-13T23:05:45.641974Z","end":"2026-03-13T23:05:46.406277Z","steps":["trace[1099165908] 'agreement among raft nodes before linearized reading' (duration: 764.209551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:46.406254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.408503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:46.406307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:45.641941Z","time spent":"764.360283ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:46.406291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.01688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:05:46.406415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.977896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:05:46.406415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.080164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:05:46.406416Z","caller":"traceutil/trace.go:171","msg":"trace[1613247194] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1996; }","duration":"442.192434ms","start":"2026-03-13T23:05:45.964179Z","end":"2026-03-13T23:05:46.406372Z","steps":["trace[1613247194] 'agreement among raft nodes before linearized reading' (duration: 441.910778ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:46.406442Z","caller":"traceutil/trace.go:171","msg":"trace[1942143531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1996; }","duration":"764.023626ms","start":"2026-03-13T23:05:45.642412Z","end":"2026-03-13T23:05:46.406436Z","steps":["trace[1942143531] 'agreement among raft nodes before linearized reading' (duration: 763.957045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:46.406449Z","caller":"traceutil/trace.go:171","msg":"trace[787106309] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1996; }","duration":"344.175936ms","start":"2026-03-13T23:05:46.062264Z","end":"2026-03-13T23:05:46.40644Z","steps":["trace[787106309] 'agreement among raft nodes before linearized reading' (duration: 344.099455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:46.406465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:45.6424Z","time spent":"764.057418ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:46.406493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.062237Z","time spent":"344.248107ms","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:05:46.406432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051049032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:05:46.406627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.839657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:05:46.406463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.561759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c891d05a08cef\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-13T23:05:46.406712Z","caller":"traceutil/trace.go:171","msg":"trace[203018001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1996; }","duration":"991.951989ms","start":"2026-03-13T23:05:45.414739Z","end":"2026-03-13T23:05:46.406691Z","steps":["trace[203018001] 'agreement among raft nodes before linearized reading' (duration: 991.728794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:46.406777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:45.414729Z","time spent":"992.035611ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:46.406496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:45.964157Z","time spent":"442.326096ms","remote":"127.0.0.1:59976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:05:46.40688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012949034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:05:46.406994Z","caller":"traceutil/trace.go:171","msg":"trace[1960798962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1996; }","duration":"1.013103577s","start":"2026-03-13T23:05:45.393863Z","end":"2026-03-13T23:05:46.406967Z","steps":["trace[1960798962] 'agreement among raft nodes before linearized reading' (duration: 1.012658937s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:46.406329Z","caller":"traceutil/trace.go:171","msg":"trace[1991643004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"179.500695ms","start":"2026-03-13T23:05:46.226812Z","end":"2026-03-13T23:05:46.406313Z","steps":["trace[1991643004] 'agreement among raft nodes before linearized reading' (duration: 179.350681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:46.407054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:45.393844Z","time spent":"1.01319929s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:05:46.406646Z","caller":"traceutil/trace.go:171","msg":"trace[1664187645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1996; }","duration":"1.051324967s","start":"2026-03-13T23:05:45.3553Z","end":"2026-03-13T23:05:46.406625Z","steps":["trace[1664187645] 'agreement among raft nodes before linearized reading' (duration: 1.050754025s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:46.407148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:45.355278Z","time spent":"1.0518553s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:05:46.406793Z","caller":"traceutil/trace.go:171","msg":"trace[1316145497] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c891d05a08cef; range_end:; response_count:1; response_revision:1996; }","duration":"103.949848ms","start":"2026-03-13T23:05:46.302806Z","end":"2026-03-13T23:05:46.406755Z","steps":["trace[1316145497] 'agreement among raft nodes before linearized reading' (duration: 103.316105ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:46.546121Z","caller":"traceutil/trace.go:171","msg":"trace[1120825909] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"134.986852ms","start":"2026-03-13T23:05:46.411088Z","end":"2026-03-13T23:05:46.546075Z","steps":["trace[1120825909] 'process raft request' (duration: 131.951626ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:46.546402Z","caller":"traceutil/trace.go:171","msg":"trace[1042660686] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"134.499352ms","start":"2026-03-13T23:05:46.411872Z","end":"2026-03-13T23:05:46.546371Z","steps":["trace[1042660686] 'process raft request' (duration: 134.342258ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:46.54642Z","caller":"traceutil/trace.go:171","msg":"trace[1633595977] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"135.002093ms","start":"2026-03-13T23:05:46.41137Z","end":"2026-03-13T23:05:46.546372Z","steps":["trace[1633595977] 'process raft request' (duration: 134.592404ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:46.546645Z","caller":"traceutil/trace.go:171","msg":"trace[1247121706] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"134.728756ms","start":"2026-03-13T23:05:46.411905Z","end":"2026-03-13T23:05:46.546634Z","steps":["trace[1247121706] 'process raft request' (duration: 134.43226ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:46.546741Z","caller":"traceutil/trace.go:171","msg":"trace[1071186608] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"133.582422ms","start":"2026-03-13T23:05:46.41312Z","end":"2026-03-13T23:05:46.546702Z","steps":["trace[1071186608] 'process raft request' (duration: 133.414228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:47.442551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607017750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:05:48.369767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.34079ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:05:48.369919Z","caller":"traceutil/trace.go:171","msg":"trace[132412675] linearizableReadLoop","detail":"{readStateIndex:2084; appliedIndex:2083; }","duration":"1.427681862s","start":"2026-03-13T23:05:46.942211Z","end":"2026-03-13T23:05:48.369893Z","steps":["trace[132412675] 'read index received' (duration: 647.130757ms)","trace[132412675] 'applied index is now lower than readState.Index' (duration: 780.549234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:48.370099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427857975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:48.370166Z","caller":"traceutil/trace.go:171","msg":"trace[648364666] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2002; }","duration":"1.427985818s","start":"2026-03-13T23:05:46.942143Z","end":"2026-03-13T23:05:48.370129Z","steps":["trace[648364666] 'agreement among raft nodes before linearized reading' (duration: 1.427861045s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:48.370221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.942119Z","time spent":"1.42808838s","remote":"127.0.0.1:51540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:05:48.87009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607017760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:05:49.125739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382340126s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:05:49.126272Z","caller":"traceutil/trace.go:171","msg":"trace[2118915064] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"1.383001111s","start":"2026-03-13T23:05:47.743235Z","end":"2026-03-13T23:05:49.126236Z","steps":["trace[2118915064] 'process raft request' (duration: 1.382759206s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.126504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:47.743205Z","time spent":"1.383180035s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:49.579553Z","caller":"traceutil/trace.go:171","msg":"trace[1608989323] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"1.166632261s","start":"2026-03-13T23:05:48.412897Z","end":"2026-03-13T23:05:49.579529Z","steps":["trace[1608989323] 'process raft request' (duration: 1.16656895s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:49.579615Z","caller":"traceutil/trace.go:171","msg":"trace[1599725107] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"1.305087608s","start":"2026-03-13T23:05:48.274473Z","end":"2026-03-13T23:05:49.57956Z","steps":["trace[1599725107] 'process raft request' (duration: 1.274475213s)","trace[1599725107] 'compare' (duration: 30.010922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:49.579717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.412866Z","time spent":"1.166760223s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:49.579751Z","caller":"traceutil/trace.go:171","msg":"trace[157865815] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"267.381457ms","start":"2026-03-13T23:05:49.312336Z","end":"2026-03-13T23:05:49.579717Z","steps":["trace[157865815] 'process raft request' (duration: 267.270405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.579922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.274443Z","time spent":"1.305288283s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:49.57995Z","caller":"traceutil/trace.go:171","msg":"trace[157401659] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"1.20296867s","start":"2026-03-13T23:05:48.376952Z","end":"2026-03-13T23:05:49.579921Z","steps":["trace[157401659] 'process raft request' (duration: 1.202401017s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:49.579951Z","caller":"traceutil/trace.go:171","msg":"trace[1395956406] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"467.355861ms","start":"2026-03-13T23:05:49.112503Z","end":"2026-03-13T23:05:49.579859Z","steps":["trace[1395956406] 'process raft request' (duration: 466.994674ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:49.579982Z","caller":"traceutil/trace.go:171","msg":"trace[1775744373] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2084; }","duration":"1.209973602s","start":"2026-03-13T23:05:48.369951Z","end":"2026-03-13T23:05:49.579924Z","steps":["trace[1775744373] 'read index received' (duration: 755.991441ms)","trace[1775744373] 'applied index is now lower than readState.Index' (duration: 453.973441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:05:49.580061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.37692Z","time spent":"1.203081433s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:49.58006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353712624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:49.580125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20198365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-13T23:05:49.580148Z","caller":"traceutil/trace.go:171","msg":"trace[1397125390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2008; }","duration":"1.353849167s","start":"2026-03-13T23:05:48.226274Z","end":"2026-03-13T23:05:49.580124Z","steps":["trace[1397125390] 'agreement among raft nodes before linearized reading' (duration: 1.353663163s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:49.580162Z","caller":"traceutil/trace.go:171","msg":"trace[651761811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2008; }","duration":"2.202060092s","start":"2026-03-13T23:05:47.378089Z","end":"2026-03-13T23:05:49.580149Z","steps":["trace[651761811] 'agreement among raft nodes before linearized reading' (duration: 2.201866548s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.580132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:49.11248Z","time spent":"467.556345ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:49.580193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:47.37806Z","time spent":"2.202128884s","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-13T23:05:49.580195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.226251Z","time spent":"1.35393561s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:05:49.580238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.25119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:49.580293Z","caller":"traceutil/trace.go:171","msg":"trace[2002833700] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2008; }","duration":"700.356103ms","start":"2026-03-13T23:05:48.879921Z","end":"2026-03-13T23:05:49.580277Z","steps":["trace[2002833700] 'agreement among raft nodes before linearized reading' (duration: 700.25462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.580286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60482913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-03-13T23:05:49.580301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.960118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:49.580301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144343027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:05:49.580346Z","caller":"traceutil/trace.go:171","msg":"trace[2066928333] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2008; }","duration":"952.084821ms","start":"2026-03-13T23:05:48.628247Z","end":"2026-03-13T23:05:49.580332Z","steps":["trace[2066928333] 'agreement among raft nodes before linearized reading' (duration: 951.955418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.58034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.879896Z","time spent":"700.430315ms","remote":"127.0.0.1:60232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:05:49.58036Z","caller":"traceutil/trace.go:171","msg":"trace[1707800512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2008; }","duration":"1.144449709s","start":"2026-03-13T23:05:48.435893Z","end":"2026-03-13T23:05:49.580343Z","steps":["trace[1707800512] 'agreement among raft nodes before linearized reading' (duration: 1.144258295s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:49.580342Z","caller":"traceutil/trace.go:171","msg":"trace[1768208644] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2008; }","duration":"2.604962674s","start":"2026-03-13T23:05:46.975366Z","end":"2026-03-13T23:05:49.580328Z","steps":["trace[1768208644] 'agreement among raft nodes before linearized reading' (duration: 2.604730839s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.580387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.628224Z","time spent":"952.155502ms","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:05:49.580373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028078271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:05:49.58041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:46.975337Z","time spent":"2.605065965s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:05:49.580453Z","caller":"traceutil/trace.go:171","msg":"trace[1480341488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2008; }","duration":"1.028183504s","start":"2026-03-13T23:05:48.552248Z","end":"2026-03-13T23:05:49.580431Z","steps":["trace[1480341488] 'agreement among raft nodes before linearized reading' (duration: 1.027915418s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.580484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028934619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:05:49.580399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.435869Z","time spent":"1.144521211s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:05:49.580502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.552238Z","time spent":"1.028251005s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:05:49.580518Z","caller":"traceutil/trace.go:171","msg":"trace[280599377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2008; }","duration":"1.029033342s","start":"2026-03-13T23:05:48.551475Z","end":"2026-03-13T23:05:49.580508Z","steps":["trace[280599377] 'agreement among raft nodes before linearized reading' (duration: 1.028902679s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.580557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.551441Z","time spent":"1.029103933s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:05:49.580605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029034082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:05:49.580667Z","caller":"traceutil/trace.go:171","msg":"trace[1015080834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2008; }","duration":"1.029109964s","start":"2026-03-13T23:05:48.551537Z","end":"2026-03-13T23:05:49.580647Z","steps":["trace[1015080834] 'agreement among raft nodes before linearized reading' (duration: 1.028875008s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.580713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.551525Z","time spent":"1.029175425s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:49.580714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029263427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:05:49.580816Z","caller":"traceutil/trace.go:171","msg":"trace[1853698932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2008; }","duration":"1.029535843s","start":"2026-03-13T23:05:48.551255Z","end":"2026-03-13T23:05:49.580791Z","steps":["trace[1853698932] 'agreement among raft nodes before linearized reading' (duration: 1.029132384s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:49.58088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:48.551237Z","time spent":"1.029631454s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:05:50.010519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.174249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:05:50.011012Z","caller":"traceutil/trace.go:171","msg":"trace[966498774] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"425.669446ms","start":"2026-03-13T23:05:49.585309Z","end":"2026-03-13T23:05:50.010979Z","steps":["trace[966498774] 'process raft request' (duration: 316.925724ms)","trace[966498774] 'compare' (duration: 108.018376ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:50.01103Z","caller":"traceutil/trace.go:171","msg":"trace[1479621072] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"425.552803ms","start":"2026-03-13T23:05:49.585453Z","end":"2026-03-13T23:05:50.011005Z","steps":["trace[1479621072] 'process raft request' (duration: 425.314288ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:05:50.011029Z","caller":"traceutil/trace.go:171","msg":"trace[1459388909] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"424.543721ms","start":"2026-03-13T23:05:49.586468Z","end":"2026-03-13T23:05:50.011012Z","steps":["trace[1459388909] 'process raft request' (duration: 424.441639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:50.011154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:49.585431Z","time spent":"425.660256ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:50.011116Z","caller":"traceutil/trace.go:171","msg":"trace[975787225] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"424.735546ms","start":"2026-03-13T23:05:49.586325Z","end":"2026-03-13T23:05:50.011061Z","steps":["trace[975787225] 'process raft request' (duration: 424.523421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:50.011132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:49.585283Z","time spent":"425.794879ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:05:50.011198Z","caller":"traceutil/trace.go:171","msg":"trace[1782082454] linearizableReadLoop","detail":"{readStateIndex:2095; appliedIndex:2090; }","duration":"420.34004ms","start":"2026-03-13T23:05:49.590831Z","end":"2026-03-13T23:05:50.011171Z","steps":["trace[1782082454] 'read index received' (duration: 311.411964ms)","trace[1782082454] 'applied index is now lower than readState.Index' (duration: 108.925136ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:05:50.011258Z","caller":"traceutil/trace.go:171","msg":"trace[883589624] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"424.293186ms","start":"2026-03-13T23:05:49.58692Z","end":"2026-03-13T23:05:50.011213Z","steps":["trace[883589624] 'process raft request' (duration: 424.03665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:50.011364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:49.586436Z","time spent":"424.754756ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:50.011427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:49.586298Z","time spent":"424.948751ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:50.011553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.546594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:05:50.01144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:49.586904Z","time spent":"424.44055ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:05:50.011583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.089626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:05:50.011601Z","caller":"traceutil/trace.go:171","msg":"trace[237186851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2013; }","duration":"420.606946ms","start":"2026-03-13T23:05:49.590984Z","end":"2026-03-13T23:05:50.011591Z","steps":["trace[237186851] 'agreement among raft nodes before linearized reading' (duration: 420.518694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:50.011642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:49.590974Z","time spent":"420.658777ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T23:05:50.01164Z","caller":"traceutil/trace.go:171","msg":"trace[884294265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2013; }","duration":"270.203189ms","start":"2026-03-13T23:05:49.74142Z","end":"2026-03-13T23:05:50.011623Z","steps":["trace[884294265] 'agreement among raft nodes before linearized reading' (duration: 270.086536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:50.012009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.176668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:05:50.012088Z","caller":"traceutil/trace.go:171","msg":"trace[947065768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2013; }","duration":"421.255469ms","start":"2026-03-13T23:05:49.590816Z","end":"2026-03-13T23:05:50.012072Z","steps":["trace[947065768] 'agreement among raft nodes before linearized reading' (duration: 420.573355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:05:50.012127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:05:49.590788Z","time spent":"421.331972ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:07:06.250862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.993053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:06.251134Z","caller":"traceutil/trace.go:171","msg":"trace[1128891744] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"236.989719ms","start":"2026-03-13T23:07:06.014104Z","end":"2026-03-13T23:07:06.251094Z","steps":["trace[1128891744] 'process raft request' (duration: 50.635588ms)","trace[1128891744] 'compare' (duration: 185.599973ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:06.251432Z","caller":"traceutil/trace.go:171","msg":"trace[2033767845] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"232.485691ms","start":"2026-03-13T23:07:06.018928Z","end":"2026-03-13T23:07:06.251414Z","steps":["trace[2033767845] 'process raft request' (duration: 232.093161ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:14.803843Z","caller":"traceutil/trace.go:171","msg":"trace[522182200] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"245.689819ms","start":"2026-03-13T23:07:14.558118Z","end":"2026-03-13T23:07:14.803808Z","steps":["trace[522182200] 'process raft request' (duration: 245.466343ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:14.837228Z","caller":"traceutil/trace.go:171","msg":"trace[1811341290] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2723; }","duration":"229.587112ms","start":"2026-03-13T23:07:14.607614Z","end":"2026-03-13T23:07:14.837201Z","steps":["trace[1811341290] 'read index received' (duration: 196.430984ms)","trace[1811341290] 'applied index is now lower than readState.Index' (duration: 33.155277ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:14.837385Z","caller":"traceutil/trace.go:171","msg":"trace[1449284951] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"278.255502ms","start":"2026-03-13T23:07:14.559084Z","end":"2026-03-13T23:07:14.83734Z","steps":["trace[1449284951] 'process raft request' (duration: 278.051067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:14.837585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.929799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-13T23:07:14.837838Z","caller":"traceutil/trace.go:171","msg":"trace[62851120] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2618; }","duration":"230.254427ms","start":"2026-03-13T23:07:14.607558Z","end":"2026-03-13T23:07:14.837812Z","steps":["trace[62851120] 'agreement among raft nodes before linearized reading' (duration: 229.780836ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:14.837245Z","caller":"traceutil/trace.go:171","msg":"trace[479866178] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"278.912027ms","start":"2026-03-13T23:07:14.558308Z","end":"2026-03-13T23:07:14.83722Z","steps":["trace[479866178] 'process raft request' (duration: 278.708462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:14.837916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.640883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:07:14.837306Z","caller":"traceutil/trace.go:171","msg":"trace[1570226105] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"277.730999ms","start":"2026-03-13T23:07:14.559566Z","end":"2026-03-13T23:07:14.837297Z","steps":["trace[1570226105] 'process raft request' (duration: 277.600056ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:14.838001Z","caller":"traceutil/trace.go:171","msg":"trace[499983526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2618; }","duration":"229.771795ms","start":"2026-03-13T23:07:14.608211Z","end":"2026-03-13T23:07:14.837983Z","steps":["trace[499983526] 'agreement among raft nodes before linearized reading' (duration: 229.494859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:15.0565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.307012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:15.056622Z","caller":"traceutil/trace.go:171","msg":"trace[1770205764] linearizableReadLoop","detail":"{readStateIndex:2727; appliedIndex:2726; }","duration":"211.952027ms","start":"2026-03-13T23:07:14.844651Z","end":"2026-03-13T23:07:15.056603Z","steps":["trace[1770205764] 'read index received' (duration: 64.448409ms)","trace[1770205764] 'applied index is now lower than readState.Index' (duration: 147.501768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:15.056782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.126201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-13T23:07:15.056816Z","caller":"traceutil/trace.go:171","msg":"trace[659524528] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2619; }","duration":"212.172513ms","start":"2026-03-13T23:07:14.844634Z","end":"2026-03-13T23:07:15.056806Z","steps":["trace[659524528] 'agreement among raft nodes before linearized reading' (duration: 212.017329ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:15.056802Z","caller":"traceutil/trace.go:171","msg":"trace[1773407558] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"212.477909ms","start":"2026-03-13T23:07:14.844275Z","end":"2026-03-13T23:07:15.056753Z","steps":["trace[1773407558] 'process raft request' (duration: 64.810448ms)","trace[1773407558] 'compare' (duration: 147.027276ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:20.400178Z","caller":"traceutil/trace.go:171","msg":"trace[1934257595] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"132.24387ms","start":"2026-03-13T23:07:20.267901Z","end":"2026-03-13T23:07:20.400145Z","steps":["trace[1934257595] 'process raft request' (duration: 132.057236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:20.910343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.502634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:20.910637Z","caller":"traceutil/trace.go:171","msg":"trace[1853431544] linearizableReadLoop","detail":"{readStateIndex:2750; appliedIndex:2748; }","duration":"301.685065ms","start":"2026-03-13T23:07:20.60887Z","end":"2026-03-13T23:07:20.910555Z","steps":["trace[1853431544] 'read index received' (duration: 66.631µs)","trace[1853431544] 'applied index is now lower than readState.Index' (duration: 301.616954ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:20.910588Z","caller":"traceutil/trace.go:171","msg":"trace[286566360] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"543.07466ms","start":"2026-03-13T23:07:20.367478Z","end":"2026-03-13T23:07:20.910552Z","steps":["trace[286566360] 'process raft request' (duration: 82.269358ms)","trace[286566360] 'compare' (duration: 460.301819ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:20.910806Z","caller":"traceutil/trace.go:171","msg":"trace[1101829688] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"536.104723ms","start":"2026-03-13T23:07:20.374658Z","end":"2026-03-13T23:07:20.910763Z","steps":["trace[1101829688] 'process raft request' (duration: 535.806065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:20.910887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:20.367446Z","time spent":"543.295185ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:20.91095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:20.374647Z","time spent":"536.196775ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:20.911376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.480815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-13T23:07:20.911514Z","caller":"traceutil/trace.go:171","msg":"trace[1159161433] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2641; }","duration":"302.683819ms","start":"2026-03-13T23:07:20.608808Z","end":"2026-03-13T23:07:20.911492Z","steps":["trace[1159161433] 'agreement among raft nodes before linearized reading' (duration: 302.464914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:20.911587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:20.60877Z","time spent":"302.803062ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-13T23:07:21.254325Z","caller":"traceutil/trace.go:171","msg":"trace[883811270] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"337.557818ms","start":"2026-03-13T23:07:20.916726Z","end":"2026-03-13T23:07:21.254283Z","steps":["trace[883811270] 'process raft request' (duration: 337.297611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:21.254717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:20.916704Z","time spent":"337.729492ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:21.255669Z","caller":"traceutil/trace.go:171","msg":"trace[613649495] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"338.654984ms","start":"2026-03-13T23:07:20.916987Z","end":"2026-03-13T23:07:21.255642Z","steps":["trace[613649495] 'process raft request' (duration: 338.568262ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:21.255785Z","caller":"traceutil/trace.go:171","msg":"trace[1465409608] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"338.856329ms","start":"2026-03-13T23:07:20.916883Z","end":"2026-03-13T23:07:21.255739Z","steps":["trace[1465409608] 'process raft request' (duration: 338.51575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:21.255939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:20.916852Z","time spent":"338.996452ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:21.255955Z","caller":"traceutil/trace.go:171","msg":"trace[1291301321] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2750; }","duration":"337.318872ms","start":"2026-03-13T23:07:20.918618Z","end":"2026-03-13T23:07:21.255936Z","steps":["trace[1291301321] 'read index received' (duration: 335.495908ms)","trace[1291301321] 'applied index is now lower than readState.Index' (duration: 1.821684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:21.255948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:20.916959Z","time spent":"338.86207ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:21.256076Z","caller":"traceutil/trace.go:171","msg":"trace[883060162] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"338.760836ms","start":"2026-03-13T23:07:20.917304Z","end":"2026-03-13T23:07:21.256065Z","steps":["trace[883060162] 'process raft request' (duration: 338.293045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:21.256152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:20.91729Z","time spent":"338.817028ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:21.256241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.62367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-13T23:07:21.2563Z","caller":"traceutil/trace.go:171","msg":"trace[1943741369] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"116.810099ms","start":"2026-03-13T23:07:21.139445Z","end":"2026-03-13T23:07:21.256255Z","steps":["trace[1943741369] 'process raft request' (duration: 116.406599ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:21.256348Z","caller":"traceutil/trace.go:171","msg":"trace[1287078966] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2646; }","duration":"337.759473ms","start":"2026-03-13T23:07:20.918579Z","end":"2026-03-13T23:07:21.256338Z","steps":["trace[1287078966] 'agreement among raft nodes before linearized reading' (duration: 337.578819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:21.256381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:20.918567Z","time spent":"337.807744ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1342,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-13T23:07:21.256506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.153752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T23:07:21.256619Z","caller":"traceutil/trace.go:171","msg":"trace[565538151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2646; }","duration":"175.333286ms","start":"2026-03-13T23:07:21.081263Z","end":"2026-03-13T23:07:21.256596Z","steps":["trace[565538151] 'agreement among raft nodes before linearized reading' (duration: 174.986208ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:21.474775Z","caller":"traceutil/trace.go:171","msg":"trace[2051221763] linearizableReadLoop","detail":"{readStateIndex:2756; appliedIndex:2755; }","duration":"101.199313ms","start":"2026-03-13T23:07:21.373558Z","end":"2026-03-13T23:07:21.474757Z","steps":["trace[2051221763] 'read index received' (duration: 51.99374ms)","trace[2051221763] 'applied index is now lower than readState.Index' (duration: 49.204203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:21.47498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.414668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:07:21.474975Z","caller":"traceutil/trace.go:171","msg":"trace[1565989224] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"213.214017ms","start":"2026-03-13T23:07:21.261717Z","end":"2026-03-13T23:07:21.474931Z","steps":["trace[1565989224] 'process raft request' (duration: 163.740348ms)","trace[1565989224] 'compare' (duration: 49.207843ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:21.475024Z","caller":"traceutil/trace.go:171","msg":"trace[146041953] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:2647; }","duration":"101.517811ms","start":"2026-03-13T23:07:21.373493Z","end":"2026-03-13T23:07:21.475011Z","steps":["trace[146041953] 'agreement among raft nodes before linearized reading' (duration: 101.335567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:22.323842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.339235ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-13T23:07:22.323942Z","caller":"traceutil/trace.go:171","msg":"trace[1298347710] linearizableReadLoop","detail":"{readStateIndex:2757; appliedIndex:2756; }","duration":"691.320915ms","start":"2026-03-13T23:07:21.632602Z","end":"2026-03-13T23:07:22.323923Z","steps":["trace[1298347710] 'read index received' (duration: 246.865097ms)","trace[1298347710] 'applied index is now lower than readState.Index' (duration: 444.454068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:22.323995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:21.47634Z","time spent":"847.644615ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:07:22.324108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.506419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c8936c60d98ad\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-13T23:07:22.324139Z","caller":"traceutil/trace.go:171","msg":"trace[1900535169] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c8936c60d98ad; range_end:; response_count:1; response_revision:2647; }","duration":"691.590961ms","start":"2026-03-13T23:07:21.632537Z","end":"2026-03-13T23:07:22.324128Z","steps":["trace[1900535169] 'agreement among raft nodes before linearized reading' (duration: 691.434637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:22.324186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:21.63251Z","time spent":"691.667653ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c8936c60d98ad\" "} {"level":"warn","ts":"2026-03-13T23:07:23.07571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013024542s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:07:23.076459Z","caller":"traceutil/trace.go:171","msg":"trace[1571120994] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"1.013888502s","start":"2026-03-13T23:07:22.062542Z","end":"2026-03-13T23:07:23.076431Z","steps":["trace[1571120994] 'process raft request' (duration: 1.013674357s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.076681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:22.062514Z","time spent":"1.014034396s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:23.412122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.643393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:23.412431Z","caller":"traceutil/trace.go:171","msg":"trace[1281657071] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"1.086585469s","start":"2026-03-13T23:07:22.325791Z","end":"2026-03-13T23:07:23.412376Z","steps":["trace[1281657071] 'process raft request' (duration: 910.564317ms)","trace[1281657071] 'compare' (duration: 175.446509ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:23.412625Z","caller":"traceutil/trace.go:171","msg":"trace[176136645] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"1.086133789s","start":"2026-03-13T23:07:22.326469Z","end":"2026-03-13T23:07:23.412602Z","steps":["trace[176136645] 'process raft request' (duration: 1.08577806s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.412807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:22.326459Z","time spent":"1.08620555s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:23.413288Z","caller":"traceutil/trace.go:171","msg":"trace[1481456739] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"495.624168ms","start":"2026-03-13T23:07:22.917646Z","end":"2026-03-13T23:07:23.41327Z","steps":["trace[1481456739] 'process raft request' (duration: 495.510465ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:23.413293Z","caller":"traceutil/trace.go:171","msg":"trace[419583109] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"496.074799ms","start":"2026-03-13T23:07:22.917197Z","end":"2026-03-13T23:07:23.413272Z","steps":["trace[419583109] 'process raft request' (duration: 495.120506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.413607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:22.917169Z","time spent":"496.405627ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:23.413516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:22.325759Z","time spent":"1.087615464s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:23.413685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:22.917631Z","time spent":"495.731961ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:23.414247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.426452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-13T23:07:23.414304Z","caller":"traceutil/trace.go:171","msg":"trace[709804131] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2652; }","duration":"806.558065ms","start":"2026-03-13T23:07:22.607729Z","end":"2026-03-13T23:07:23.414288Z","steps":["trace[709804131] 'agreement among raft nodes before linearized reading' (duration: 805.700235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.414349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:22.607704Z","time spent":"806.635017ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-13T23:07:23.413233Z","caller":"traceutil/trace.go:171","msg":"trace[772959744] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2757; }","duration":"805.390717ms","start":"2026-03-13T23:07:22.607822Z","end":"2026-03-13T23:07:23.413213Z","steps":["trace[772959744] 'read index received' (duration: 468.358083ms)","trace[772959744] 'applied index is now lower than readState.Index' (duration: 337.031664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:23.415238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.759526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:23.415313Z","caller":"traceutil/trace.go:171","msg":"trace[390972846] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2652; }","duration":"679.891219ms","start":"2026-03-13T23:07:22.735398Z","end":"2026-03-13T23:07:23.415289Z","steps":["trace[390972846] 'agreement among raft nodes before linearized reading' (duration: 679.785337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.415391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:22.73537Z","time spent":"680.009482ms","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:23.415559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.984448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:07:23.4156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.042405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:07:23.415608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.701125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:07:23.415656Z","caller":"traceutil/trace.go:171","msg":"trace[1400960790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2652; }","duration":"153.10644ms","start":"2026-03-13T23:07:23.262528Z","end":"2026-03-13T23:07:23.415634Z","steps":["trace[1400960790] 'agreement among raft nodes before linearized reading' (duration: 152.787653ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:23.415674Z","caller":"traceutil/trace.go:171","msg":"trace[496752286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2652; }","duration":"189.154778ms","start":"2026-03-13T23:07:23.226501Z","end":"2026-03-13T23:07:23.415656Z","steps":["trace[496752286] 'agreement among raft nodes before linearized reading' (duration: 189.027415ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:23.415693Z","caller":"traceutil/trace.go:171","msg":"trace[1650194619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2652; }","duration":"153.851808ms","start":"2026-03-13T23:07:23.26182Z","end":"2026-03-13T23:07:23.415672Z","steps":["trace[1650194619] 'agreement among raft nodes before linearized reading' (duration: 153.570762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.415967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.749028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:07:23.416009Z","caller":"traceutil/trace.go:171","msg":"trace[1957532218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2652; }","duration":"156.84645ms","start":"2026-03-13T23:07:23.259153Z","end":"2026-03-13T23:07:23.415999Z","steps":["trace[1957532218] 'agreement among raft nodes before linearized reading' (duration: 156.153574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:23.416913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.219658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:07:23.416973Z","caller":"traceutil/trace.go:171","msg":"trace[190402627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2652; }","duration":"155.777185ms","start":"2026-03-13T23:07:23.261179Z","end":"2026-03-13T23:07:23.416956Z","steps":["trace[190402627] 'agreement among raft nodes before linearized reading' (duration: 154.037703ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:28.372806Z","caller":"traceutil/trace.go:171","msg":"trace[1194630694] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"135.054047ms","start":"2026-03-13T23:07:28.237715Z","end":"2026-03-13T23:07:28.372769Z","steps":["trace[1194630694] 'process raft request' (duration: 134.865453ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:29.291198Z","caller":"traceutil/trace.go:171","msg":"trace[789359962] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"188.532384ms","start":"2026-03-13T23:07:29.102623Z","end":"2026-03-13T23:07:29.291155Z","steps":["trace[789359962] 'process raft request' (duration: 188.166325ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:29.558329Z","caller":"traceutil/trace.go:171","msg":"trace[1841323878] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"120.568549ms","start":"2026-03-13T23:07:29.437727Z","end":"2026-03-13T23:07:29.558295Z","steps":["trace[1841323878] 'process raft request' (duration: 120.296583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:29.744349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.542081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:29.744463Z","caller":"traceutil/trace.go:171","msg":"trace[2056542978] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2794; }","duration":"180.231925ms","start":"2026-03-13T23:07:29.564207Z","end":"2026-03-13T23:07:29.744439Z","steps":["trace[2056542978] 'read index received' (duration: 51.499079ms)","trace[2056542978] 'applied index is now lower than readState.Index' (duration: 128.731836ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:29.744538Z","caller":"traceutil/trace.go:171","msg":"trace[2084320866] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"181.073724ms","start":"2026-03-13T23:07:29.563421Z","end":"2026-03-13T23:07:29.744495Z","steps":["trace[2084320866] 'process raft request' (duration: 52.293197ms)","trace[2084320866] 'compare' (duration: 128.433779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:29.744597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.386418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9254"} {"level":"info","ts":"2026-03-13T23:07:29.744628Z","caller":"traceutil/trace.go:171","msg":"trace[487660972] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2684; }","duration":"180.435589ms","start":"2026-03-13T23:07:29.564185Z","end":"2026-03-13T23:07:29.74462Z","steps":["trace[487660972] 'agreement among raft nodes before linearized reading' (duration: 180.302536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:30.334571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.44045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:30.33496Z","caller":"traceutil/trace.go:171","msg":"trace[560650763] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2795; }","duration":"577.656462ms","start":"2026-03-13T23:07:29.75728Z","end":"2026-03-13T23:07:30.334936Z","steps":["trace[560650763] 'read index received' (duration: 302.602747ms)","trace[560650763] 'applied index is now lower than readState.Index' (duration: 275.051845ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:30.334981Z","caller":"traceutil/trace.go:171","msg":"trace[1817142184] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"770.15005ms","start":"2026-03-13T23:07:29.564797Z","end":"2026-03-13T23:07:30.334947Z","steps":["trace[1817142184] 'process raft request' (duration: 769.899924ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:30.335011Z","caller":"traceutil/trace.go:171","msg":"trace[108127153] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"769.852333ms","start":"2026-03-13T23:07:29.565114Z","end":"2026-03-13T23:07:30.334967Z","steps":["trace[108127153] 'process raft request' (duration: 769.7115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:30.335167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.880487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-13T23:07:30.335175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:29.564783Z","time spent":"770.281714ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:30.335204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:29.565103Z","time spent":"770.004757ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:30.335036Z","caller":"traceutil/trace.go:171","msg":"trace[717519177] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"769.514486ms","start":"2026-03-13T23:07:29.565497Z","end":"2026-03-13T23:07:30.335011Z","steps":["trace[717519177] 'process raft request' (duration: 769.385662ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:30.335261Z","caller":"traceutil/trace.go:171","msg":"trace[1090850431] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2688; }","duration":"577.99348ms","start":"2026-03-13T23:07:29.75723Z","end":"2026-03-13T23:07:30.335223Z","steps":["trace[1090850431] 'agreement among raft nodes before linearized reading' (duration: 577.776834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:30.335251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.592991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:07:30.335309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:29.565466Z","time spent":"769.787361ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:30.335335Z","caller":"traceutil/trace.go:171","msg":"trace[1421661579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2688; }","duration":"108.722854ms","start":"2026-03-13T23:07:30.226592Z","end":"2026-03-13T23:07:30.335315Z","steps":["trace[1421661579] 'agreement among raft nodes before linearized reading' (duration: 108.586861ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:30.334981Z","caller":"traceutil/trace.go:171","msg":"trace[1436552199] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"770.459698ms","start":"2026-03-13T23:07:29.564483Z","end":"2026-03-13T23:07:30.334942Z","steps":["trace[1436552199] 'process raft request' (duration: 495.509306ms)","trace[1436552199] 'compare' (duration: 274.149503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:30.335496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:29.564468Z","time spent":"770.954769ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:30.335371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:29.757207Z","time spent":"578.107742ms","remote":"127.0.0.1:58672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-13T23:07:30.63709Z","caller":"traceutil/trace.go:171","msg":"trace[870272742] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2799; }","duration":"203.81042ms","start":"2026-03-13T23:07:30.433243Z","end":"2026-03-13T23:07:30.637054Z","steps":["trace[870272742] 'read index received' (duration: 143.827077ms)","trace[870272742] 'applied index is now lower than readState.Index' (duration: 59.982173ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:30.637247Z","caller":"traceutil/trace.go:171","msg":"trace[96477645] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"209.880297ms","start":"2026-03-13T23:07:30.427326Z","end":"2026-03-13T23:07:30.637206Z","steps":["trace[96477645] 'process raft request' (duration: 149.659958ms)","trace[96477645] 'compare' (duration: 59.918041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:30.637364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.075526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:07:30.63741Z","caller":"traceutil/trace.go:171","msg":"trace[2025444100] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2689; }","duration":"204.193789ms","start":"2026-03-13T23:07:30.433204Z","end":"2026-03-13T23:07:30.637397Z","steps":["trace[2025444100] 'agreement among raft nodes before linearized reading' (duration: 204.047186ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:31.532342Z","caller":"traceutil/trace.go:171","msg":"trace[488566052] linearizableReadLoop","detail":"{readStateIndex:2801; appliedIndex:2800; }","duration":"158.076051ms","start":"2026-03-13T23:07:31.374231Z","end":"2026-03-13T23:07:31.532307Z","steps":["trace[488566052] 'read index received' (duration: 158.00914ms)","trace[488566052] 'applied index is now lower than readState.Index' (duration: 65.661µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:31.532366Z","caller":"traceutil/trace.go:171","msg":"trace[2036703384] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"234.622322ms","start":"2026-03-13T23:07:31.29772Z","end":"2026-03-13T23:07:31.532343Z","steps":["trace[2036703384] 'process raft request' (duration: 234.438918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:31.532685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.294477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:07:31.532732Z","caller":"traceutil/trace.go:171","msg":"trace[259154170] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:2690; }","duration":"158.497622ms","start":"2026-03-13T23:07:31.374222Z","end":"2026-03-13T23:07:31.53272Z","steps":["trace[259154170] 'agreement among raft nodes before linearized reading' (duration: 158.189405ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:31.818572Z","caller":"traceutil/trace.go:171","msg":"trace[402468542] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"304.753819ms","start":"2026-03-13T23:07:31.513777Z","end":"2026-03-13T23:07:31.818531Z","steps":["trace[402468542] 'process raft request' (duration: 283.532309ms)","trace[402468542] 'compare' (duration: 21.007705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:31.818772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.513735Z","time spent":"304.929244ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:32.685026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.950887ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-13T23:07:32.685279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.533813Z","time spent":"1.15145708s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:07:32.685407Z","caller":"traceutil/trace.go:171","msg":"trace[1057059120] linearizableReadLoop","detail":"{readStateIndex:2804; appliedIndex:2801; }","duration":"1.060675727s","start":"2026-03-13T23:07:31.624707Z","end":"2026-03-13T23:07:32.685382Z","steps":["trace[1057059120] 'read index received' (duration: 172.613561ms)","trace[1057059120] 'applied index is now lower than readState.Index' (duration: 888.060796ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:32.685843Z","caller":"traceutil/trace.go:171","msg":"trace[2103278618] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"1.036732161s","start":"2026-03-13T23:07:31.64908Z","end":"2026-03-13T23:07:32.685812Z","steps":["trace[2103278618] 'process raft request' (duration: 1.036238579s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:32.685931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.164846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:07:32.685997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.649062Z","time spent":"1.036855514s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:32.686004Z","caller":"traceutil/trace.go:171","msg":"trace[1689624119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2693; }","duration":"937.29355ms","start":"2026-03-13T23:07:31.748693Z","end":"2026-03-13T23:07:32.685987Z","steps":["trace[1689624119] 'agreement among raft nodes before linearized reading' (duration: 937.051804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:32.686009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061289781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c8936c60d98ad\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-13T23:07:32.68609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.632662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:07:32.686118Z","caller":"traceutil/trace.go:171","msg":"trace[1972131549] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c8936c60d98ad; range_end:; response_count:1; response_revision:2693; }","duration":"1.061460436s","start":"2026-03-13T23:07:31.624635Z","end":"2026-03-13T23:07:32.686096Z","steps":["trace[1972131549] 'agreement among raft nodes before linearized reading' (duration: 1.061131348s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:32.686144Z","caller":"traceutil/trace.go:171","msg":"trace[682479916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2693; }","duration":"345.746835ms","start":"2026-03-13T23:07:32.340378Z","end":"2026-03-13T23:07:32.686124Z","steps":["trace[682479916] 'agreement among raft nodes before linearized reading' (duration: 345.53176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:32.686191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.340352Z","time spent":"345.831656ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:07:32.686196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.695966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:07:32.686188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.877087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:07:32.686129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.326938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:07:32.686206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.071209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:07:32.686252Z","caller":"traceutil/trace.go:171","msg":"trace[1745667810] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2693; }","duration":"657.796489ms","start":"2026-03-13T23:07:32.02844Z","end":"2026-03-13T23:07:32.686237Z","steps":["trace[1745667810] 'agreement among raft nodes before linearized reading' (duration: 657.717207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:32.68636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.028406Z","time spent":"657.936592ms","remote":"127.0.0.1:60158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:07:32.685747Z","caller":"traceutil/trace.go:171","msg":"trace[474404866] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"1.118820945s","start":"2026-03-13T23:07:31.566908Z","end":"2026-03-13T23:07:32.685729Z","steps":["trace[474404866] 'process raft request' (duration: 1.118260192s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:32.686103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.941995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:07:32.686373Z","caller":"traceutil/trace.go:171","msg":"trace[1370186659] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2693; }","duration":"345.237583ms","start":"2026-03-13T23:07:32.341082Z","end":"2026-03-13T23:07:32.68632Z","steps":["trace[1370186659] 'agreement among raft nodes before linearized reading' (duration: 344.774261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:32.686501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.341032Z","time spent":"345.456688ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:07:32.68619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.624609Z","time spent":"1.061567048s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c8936c60d98ad\" "} {"level":"warn","ts":"2026-03-13T23:07:32.686053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.748668Z","time spent":"937.371932ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:07:32.686519Z","caller":"traceutil/trace.go:171","msg":"trace[515216802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2693; }","duration":"345.476458ms","start":"2026-03-13T23:07:32.340957Z","end":"2026-03-13T23:07:32.686434Z","steps":["trace[515216802] 'agreement among raft nodes before linearized reading' (duration: 344.804192ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:32.686293Z","caller":"traceutil/trace.go:171","msg":"trace[1545055052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2693; }","duration":"462.545654ms","start":"2026-03-13T23:07:32.223735Z","end":"2026-03-13T23:07:32.686281Z","steps":["trace[1545055052] 'agreement among raft nodes before linearized reading' (duration: 462.347449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:32.686777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.223715Z","time spent":"463.052495ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:07:32.686707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.340947Z","time spent":"345.745455ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:07:32.686299Z","caller":"traceutil/trace.go:171","msg":"trace[1360698476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2693; }","duration":"346.056351ms","start":"2026-03-13T23:07:32.340218Z","end":"2026-03-13T23:07:32.686274Z","steps":["trace[1360698476] 'agreement among raft nodes before linearized reading' (duration: 345.680862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:32.686903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.340186Z","time spent":"346.694697ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:07:32.687189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:31.56688Z","time spent":"1.119593834s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:33.50302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.048691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:07:33.503438Z","caller":"traceutil/trace.go:171","msg":"trace[268571053] linearizableReadLoop","detail":"{readStateIndex:2806; appliedIndex:2805; }","duration":"815.541982ms","start":"2026-03-13T23:07:32.687863Z","end":"2026-03-13T23:07:33.503405Z","steps":["trace[268571053] 'read index received' (duration: 483.966588ms)","trace[268571053] 'applied index is now lower than readState.Index' (duration: 331.546643ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:33.503428Z","caller":"traceutil/trace.go:171","msg":"trace[961123673] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"815.813048ms","start":"2026-03-13T23:07:32.687406Z","end":"2026-03-13T23:07:33.503219Z","steps":["trace[961123673] 'process raft request' (duration: 484.44576ms)","trace[961123673] 'compare' (duration: 330.805335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:33.503598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.709346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:33.503683Z","caller":"traceutil/trace.go:171","msg":"trace[823344304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2694; }","duration":"815.827329ms","start":"2026-03-13T23:07:32.687836Z","end":"2026-03-13T23:07:33.503663Z","steps":["trace[823344304] 'agreement among raft nodes before linearized reading' (duration: 815.642885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:33.503701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.687379Z","time spent":"816.159467ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:33.503728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.687818Z","time spent":"815.902811ms","remote":"127.0.0.1:59848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:07:34.004612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607019408,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:07:34.300853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128912017s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:07:34.301323Z","caller":"traceutil/trace.go:171","msg":"trace[852610058] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"1.608182683s","start":"2026-03-13T23:07:32.693103Z","end":"2026-03-13T23:07:34.301286Z","steps":["trace[852610058] 'process raft request' (duration: 1.607977678s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.301464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.693071Z","time spent":"1.608314466s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:34.301519Z","caller":"traceutil/trace.go:171","msg":"trace[1167011653] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"1.608250095s","start":"2026-03-13T23:07:32.693247Z","end":"2026-03-13T23:07:34.301497Z","steps":["trace[1167011653] 'process raft request' (duration: 1.607957618s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.301637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.693236Z","time spent":"1.608326896s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:34.302117Z","caller":"traceutil/trace.go:171","msg":"trace[1876640476] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"1.608831258s","start":"2026-03-13T23:07:32.693273Z","end":"2026-03-13T23:07:34.302105Z","steps":["trace[1876640476] 'process raft request' (duration: 1.607988588s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.302179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.693264Z","time spent":"1.608886669s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:34.302226Z","caller":"traceutil/trace.go:171","msg":"trace[120389417] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"1.606772439s","start":"2026-03-13T23:07:32.695438Z","end":"2026-03-13T23:07:34.302211Z","steps":["trace[120389417] 'process raft request' (duration: 1.606491792s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.302359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.695404Z","time spent":"1.606857531s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:34.30265Z","caller":"traceutil/trace.go:171","msg":"trace[1209472599] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"1.607107857s","start":"2026-03-13T23:07:32.695536Z","end":"2026-03-13T23:07:34.302644Z","steps":["trace[1209472599] 'process raft request' (duration: 1.606566974s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.302706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.695516Z","time spent":"1.607159148s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:34.30261Z","caller":"traceutil/trace.go:171","msg":"trace[1910055197] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"1.602507156s","start":"2026-03-13T23:07:32.700093Z","end":"2026-03-13T23:07:34.3026Z","steps":["trace[1910055197] 'process raft request' (duration: 1.602067886s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.302929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.700079Z","time spent":"1.602816044s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:34.336175Z","caller":"traceutil/trace.go:171","msg":"trace[986226436] linearizableReadLoop","detail":"{readStateIndex:2814; appliedIndex:2806; }","duration":"832.683083ms","start":"2026-03-13T23:07:33.503472Z","end":"2026-03-13T23:07:34.336156Z","steps":["trace[986226436] 'read index received' (duration: 797.577009ms)","trace[986226436] 'applied index is now lower than readState.Index' (duration: 35.104694ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:34.336462Z","caller":"traceutil/trace.go:171","msg":"trace[2113360155] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"796.814751ms","start":"2026-03-13T23:07:33.539633Z","end":"2026-03-13T23:07:34.336448Z","steps":["trace[2113360155] 'process raft request' (duration: 796.396431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.336569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.539595Z","time spent":"796.908343ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:07:34.336703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.483014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:34.336698Z","caller":"traceutil/trace.go:171","msg":"trace[460479553] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"511.725905ms","start":"2026-03-13T23:07:33.824921Z","end":"2026-03-13T23:07:34.336647Z","steps":["trace[460479553] 'process raft request' (duration: 511.192912ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.336785Z","caller":"traceutil/trace.go:171","msg":"trace[445846814] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2702; }","duration":"900.643758ms","start":"2026-03-13T23:07:33.436121Z","end":"2026-03-13T23:07:34.336765Z","steps":["trace[445846814] 'agreement among raft nodes before linearized reading' (duration: 900.460153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.336834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.436093Z","time spent":"900.72964ms","remote":"127.0.0.1:47490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:34.336885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.47961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-13T23:07:34.336915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.824891Z","time spent":"511.906919ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:07:34.336943Z","caller":"traceutil/trace.go:171","msg":"trace[759286203] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2702; }","duration":"830.572972ms","start":"2026-03-13T23:07:33.506356Z","end":"2026-03-13T23:07:34.336929Z","steps":["trace[759286203] 'agreement among raft nodes before linearized reading' (duration: 830.46939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.337285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.608044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:07:34.33733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.506339Z","time spent":"830.965612ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-13T23:07:34.337333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644710941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-13T23:07:34.337354Z","caller":"traceutil/trace.go:171","msg":"trace[759373192] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2702; }","duration":"993.719826ms","start":"2026-03-13T23:07:33.343615Z","end":"2026-03-13T23:07:34.337335Z","steps":["trace[759373192] 'agreement among raft nodes before linearized reading' (duration: 993.614384ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.337395Z","caller":"traceutil/trace.go:171","msg":"trace[903060410] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2702; }","duration":"1.644797013s","start":"2026-03-13T23:07:32.692581Z","end":"2026-03-13T23:07:34.337378Z","steps":["trace[903060410] 'agreement among raft nodes before linearized reading' (duration: 1.644554687s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.337406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.34358Z","time spent":"993.811629ms","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:07:34.337439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:32.692533Z","time spent":"1.644895156s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-13T23:07:34.337532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.25001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:07:34.337546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.975182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:07:34.337576Z","caller":"traceutil/trace.go:171","msg":"trace[585925067] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2702; }","duration":"290.294581ms","start":"2026-03-13T23:07:34.047267Z","end":"2026-03-13T23:07:34.337562Z","steps":["trace[585925067] 'agreement among raft nodes before linearized reading' (duration: 290.206159ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:07:34.337579Z","caller":"traceutil/trace.go:171","msg":"trace[404129798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2702; }","duration":"826.045844ms","start":"2026-03-13T23:07:33.511522Z","end":"2026-03-13T23:07:34.337567Z","steps":["trace[404129798] 'agreement among raft nodes before linearized reading' (duration: 825.990333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:07:34.337746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:07:33.511505Z","time spent":"826.233018ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:07:34.474587Z","caller":"traceutil/trace.go:171","msg":"trace[1065836070] linearizableReadLoop","detail":"{readStateIndex:2816; appliedIndex:2815; }","duration":"119.660017ms","start":"2026-03-13T23:07:34.354902Z","end":"2026-03-13T23:07:34.474563Z","steps":["trace[1065836070] 'read index received' (duration: 84.41135ms)","trace[1065836070] 'applied index is now lower than readState.Index' (duration: 35.247707ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:07:34.474631Z","caller":"traceutil/trace.go:171","msg":"trace[1976898212] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"122.964607ms","start":"2026-03-13T23:07:34.351626Z","end":"2026-03-13T23:07:34.474591Z","steps":["trace[1976898212] 'process raft request' (duration: 87.661108ms)","trace[1976898212] 'compare' (duration: 35.163506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:07:34.474742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.814821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:07:34.474776Z","caller":"traceutil/trace.go:171","msg":"trace[163313225] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2704; }","duration":"119.891313ms","start":"2026-03-13T23:07:34.354877Z","end":"2026-03-13T23:07:34.474769Z","steps":["trace[163313225] 'agreement among raft nodes before linearized reading' (duration: 119.776311ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:31.342536Z","caller":"traceutil/trace.go:171","msg":"trace[81594126] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3311; }","duration":"147.731518ms","start":"2026-03-13T23:09:31.194776Z","end":"2026-03-13T23:09:31.342508Z","steps":["trace[81594126] 'process raft request' (duration: 147.634376ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:31.581335Z","caller":"traceutil/trace.go:171","msg":"trace[1553776305] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3311; }","duration":"384.744493ms","start":"2026-03-13T23:09:31.196553Z","end":"2026-03-13T23:09:31.581297Z","steps":["trace[1553776305] 'process raft request' (duration: 384.540838ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:31.581374Z","caller":"traceutil/trace.go:171","msg":"trace[1715313377] linearizableReadLoop","detail":"{readStateIndex:3453; appliedIndex:3451; }","duration":"354.97459ms","start":"2026-03-13T23:09:31.226378Z","end":"2026-03-13T23:09:31.581352Z","steps":["trace[1715313377] 'read index received' (duration: 116.088591ms)","trace[1715313377] 'applied index is now lower than readState.Index' (duration: 238.884349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:09:31.581508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.196535Z","time spent":"384.895227ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:09:31.581554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.160314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:09:31.581517Z","caller":"traceutil/trace.go:171","msg":"trace[1760740224] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"301.121867ms","start":"2026-03-13T23:09:31.280343Z","end":"2026-03-13T23:09:31.581465Z","steps":["trace[1760740224] 'process raft request' (duration: 300.854731ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:31.581607Z","caller":"traceutil/trace.go:171","msg":"trace[260811608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3312; }","duration":"355.257227ms","start":"2026-03-13T23:09:31.226335Z","end":"2026-03-13T23:09:31.581593Z","steps":["trace[260811608] 'agreement among raft nodes before linearized reading' (duration: 355.164575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:31.58164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.226318Z","time spent":"355.314449ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:09:31.581757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.280319Z","time spent":"301.316582ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:09:31.581824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.449946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:09:31.581932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.481016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:09:31.582022Z","caller":"traceutil/trace.go:171","msg":"trace[710099991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3312; }","duration":"240.607619ms","start":"2026-03-13T23:09:31.341392Z","end":"2026-03-13T23:09:31.582Z","steps":["trace[710099991] 'agreement among raft nodes before linearized reading' (duration: 240.380184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:31.582061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.129288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:09:31.582101Z","caller":"traceutil/trace.go:171","msg":"trace[1305333248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3312; }","duration":"246.190189ms","start":"2026-03-13T23:09:31.3359Z","end":"2026-03-13T23:09:31.58209Z","steps":["trace[1305333248] 'agreement among raft nodes before linearized reading' (duration: 246.089317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:31.582139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.543666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:09:31.58195Z","caller":"traceutil/trace.go:171","msg":"trace[529201580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3312; }","duration":"338.610259ms","start":"2026-03-13T23:09:31.243301Z","end":"2026-03-13T23:09:31.581911Z","steps":["trace[529201580] 'agreement among raft nodes before linearized reading' (duration: 338.307552ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:31.58218Z","caller":"traceutil/trace.go:171","msg":"trace[747965120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:3312; }","duration":"313.602148ms","start":"2026-03-13T23:09:31.268567Z","end":"2026-03-13T23:09:31.582169Z","steps":["trace[747965120] 'agreement among raft nodes before linearized reading' (duration: 313.427604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:31.582196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.82745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:09:31.582221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.268558Z","time spent":"313.656499ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:09:31.582209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.126004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:09:31.582236Z","caller":"traceutil/trace.go:171","msg":"trace[475524140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3312; }","duration":"315.892212ms","start":"2026-03-13T23:09:31.266332Z","end":"2026-03-13T23:09:31.582224Z","steps":["trace[475524140] 'agreement among raft nodes before linearized reading' (duration: 315.752718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:31.582268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.266319Z","time spent":"315.941652ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:09:31.582272Z","caller":"traceutil/trace.go:171","msg":"trace[789983006] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:3312; }","duration":"202.245666ms","start":"2026-03-13T23:09:31.380007Z","end":"2026-03-13T23:09:31.582253Z","steps":["trace[789983006] 'agreement among raft nodes before linearized reading' (duration: 202.064422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:31.582284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.357257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:1 size:4678"} {"level":"warn","ts":"2026-03-13T23:09:31.582266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:09:31.243289Z","time spent":"338.931807ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:09:31.582329Z","caller":"traceutil/trace.go:171","msg":"trace[756025754] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:1; response_revision:3312; }","duration":"238.45798ms","start":"2026-03-13T23:09:31.343858Z","end":"2026-03-13T23:09:31.582316Z","steps":["trace[756025754] 'agreement among raft nodes before linearized reading' (duration: 238.266685ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:34.755887Z","caller":"traceutil/trace.go:171","msg":"trace[1197655862] transaction","detail":"{read_only:false; response_revision:3388; number_of_response:1; }","duration":"221.32802ms","start":"2026-03-13T23:09:34.534531Z","end":"2026-03-13T23:09:34.755859Z","steps":["trace[1197655862] 'process raft request' (duration: 221.052823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:09:35.053002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.951288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/secretgen-controller/secretgen-controller\" ","response":"range_response_count:1 size:2731"} {"level":"info","ts":"2026-03-13T23:09:35.053087Z","caller":"traceutil/trace.go:171","msg":"trace[681797168] range","detail":"{range_begin:/registry/deployments/secretgen-controller/secretgen-controller; range_end:; response_count:1; response_revision:3420; }","duration":"137.08584ms","start":"2026-03-13T23:09:34.91598Z","end":"2026-03-13T23:09:35.053065Z","steps":["trace[681797168] 'range keys from in-memory index tree' (duration: 136.868446ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:35.053381Z","caller":"traceutil/trace.go:171","msg":"trace[1994738703] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"137.161702ms","start":"2026-03-13T23:09:34.916172Z","end":"2026-03-13T23:09:35.053334Z","steps":["trace[1994738703] 'process raft request' (duration: 48.520049ms)","trace[1994738703] 'compare' (duration: 88.323736ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:09:35.071699Z","caller":"traceutil/trace.go:171","msg":"trace[1721420336] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"148.006174ms","start":"2026-03-13T23:09:34.92367Z","end":"2026-03-13T23:09:35.071676Z","steps":["trace[1721420336] 'process raft request' (duration: 147.942523ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:35.0718Z","caller":"traceutil/trace.go:171","msg":"trace[1637786775] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"155.455158ms","start":"2026-03-13T23:09:34.91629Z","end":"2026-03-13T23:09:35.071745Z","steps":["trace[1637786775] 'process raft request' (duration: 155.217662ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:09:55.919962Z","caller":"traceutil/trace.go:171","msg":"trace[20879766] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"150.912532ms","start":"2026-03-13T23:09:55.768993Z","end":"2026-03-13T23:09:55.919905Z","steps":["trace[20879766] 'process raft request' (duration: 107.47586ms)","trace[20879766] 'compare' (duration: 43.230817ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:00.0207Z","caller":"traceutil/trace.go:171","msg":"trace[335265800] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"256.216692ms","start":"2026-03-13T23:09:59.764454Z","end":"2026-03-13T23:10:00.020671Z","steps":["trace[335265800] 'process raft request' (duration: 256.053819ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:03.276609Z","caller":"traceutil/trace.go:171","msg":"trace[1206993285] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"100.5294ms","start":"2026-03-13T23:10:03.176036Z","end":"2026-03-13T23:10:03.276565Z","steps":["trace[1206993285] 'process raft request' (duration: 99.883175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:10.607361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607021913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:10:11.108269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607021913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:10:11.250895Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.365145436s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:10:11.251544Z","caller":"traceutil/trace.go:171","msg":"trace[1969059251] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"1.365894133s","start":"2026-03-13T23:10:09.885622Z","end":"2026-03-13T23:10:11.251516Z","steps":["trace[1969059251] 'process raft request' (duration: 1.365680458s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:11.251701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:09.885592Z","time spent":"1.366014506s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:12.50457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25348844s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:10:13.225805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:10:13.225938Z","caller":"traceutil/trace.go:171","msg":"trace[621827744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000321141s","start":"2026-03-13T23:10:11.225595Z","end":"2026-03-13T23:10:13.225916Z","steps":["trace[621827744] 'agreement among raft nodes before linearized reading' (duration: 2.000163218s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.225991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:11.225568Z","time spent":"2.000412394s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:10:13.250839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.92698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:10:13.251072Z","caller":"traceutil/trace.go:171","msg":"trace[1131368228] linearizableReadLoop","detail":"{readStateIndex:3785; appliedIndex:3782; }","duration":"3.144020623s","start":"2026-03-13T23:10:10.107009Z","end":"2026-03-13T23:10:13.251029Z","steps":["trace[1131368228] 'read index received' (duration: 1.144218723s)","trace[1131368228] 'applied index is now lower than readState.Index' (duration: 1.99980101s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:10:13.25115Z","caller":"traceutil/trace.go:171","msg":"trace[1431085856] transaction","detail":"{read_only:false; response_revision:3634; number_of_response:1; }","duration":"2.223192669s","start":"2026-03-13T23:10:11.027948Z","end":"2026-03-13T23:10:13.25114Z","steps":["trace[1431085856] 'process raft request' (duration: 2.223001125s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.25121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:11.027915Z","time spent":"2.223258571s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:13.251336Z","caller":"traceutil/trace.go:171","msg":"trace[870252973] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"3.139398666s","start":"2026-03-13T23:10:10.111886Z","end":"2026-03-13T23:10:13.251285Z","steps":["trace[870252973] 'process raft request' (duration: 2.392926153s)","trace[870252973] 'compare' (duration: 745.48966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:10:13.251567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.111863Z","time spent":"3.139577179s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:13.251503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144466983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:13.251715Z","caller":"traceutil/trace.go:171","msg":"trace[1063359148] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3634; }","duration":"3.144729409s","start":"2026-03-13T23:10:10.106956Z","end":"2026-03-13T23:10:13.251686Z","steps":["trace[1063359148] 'agreement among raft nodes before linearized reading' (duration: 3.144391011s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.25185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.106934Z","time spent":"3.144894013s","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:10:13.269076Z","caller":"traceutil/trace.go:171","msg":"trace[1190201381] transaction","detail":"{read_only:false; response_revision:3635; number_of_response:1; }","duration":"1.962441801s","start":"2026-03-13T23:10:11.306602Z","end":"2026-03-13T23:10:13.269043Z","steps":["trace[1190201381] 'process raft request' (duration: 1.962249146s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.269217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:11.306572Z","time spent":"1.962569194s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:10:13.269252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8870696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T23:10:13.269323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148349819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-13T23:10:13.269317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732242985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:10:13.269343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171743852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17053"} {"level":"info","ts":"2026-03-13T23:10:13.269357Z","caller":"traceutil/trace.go:171","msg":"trace[14883171] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:3636; }","duration":"1.887191653s","start":"2026-03-13T23:10:11.38213Z","end":"2026-03-13T23:10:13.269322Z","steps":["trace[14883171] 'agreement among raft nodes before linearized reading' (duration: 1.886963008s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:13.269382Z","caller":"traceutil/trace.go:171","msg":"trace[1426676142] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3636; }","duration":"2.732369368s","start":"2026-03-13T23:10:10.536995Z","end":"2026-03-13T23:10:13.269364Z","steps":["trace[1426676142] 'agreement among raft nodes before linearized reading' (duration: 2.732259976s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:13.269411Z","caller":"traceutil/trace.go:171","msg":"trace[540517054] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3636; }","duration":"1.171854465s","start":"2026-03-13T23:10:12.097539Z","end":"2026-03-13T23:10:13.269393Z","steps":["trace[540517054] 'agreement among raft nodes before linearized reading' (duration: 1.171669951s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.269426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:11.382105Z","time spent":"1.887301605s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-13T23:10:13.269434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.536969Z","time spent":"2.732451711s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:10:13.269467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:12.097514Z","time spent":"1.171941396s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17076,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"info","ts":"2026-03-13T23:10:13.269569Z","caller":"traceutil/trace.go:171","msg":"trace[26185431] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"836.33844ms","start":"2026-03-13T23:10:12.433221Z","end":"2026-03-13T23:10:13.269559Z","steps":["trace[26185431] 'process raft request' (duration: 835.750456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.269533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966341144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:10:13.269607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.082024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-13T23:10:13.269644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:12.433187Z","time spent":"836.410732ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:10:13.26962Z","caller":"traceutil/trace.go:171","msg":"trace[220919605] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:3636; }","duration":"2.966437987s","start":"2026-03-13T23:10:10.303169Z","end":"2026-03-13T23:10:13.269607Z","steps":["trace[220919605] 'agreement among raft nodes before linearized reading' (duration: 2.966166141s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:13.269653Z","caller":"traceutil/trace.go:171","msg":"trace[252844212] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3636; }","duration":"174.153256ms","start":"2026-03-13T23:10:13.095489Z","end":"2026-03-13T23:10:13.269642Z","steps":["trace[252844212] 'agreement among raft nodes before linearized reading' (duration: 174.031213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.26966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461946126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:10:13.269689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.303162Z","time spent":"2.966516569s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:10:13.269765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878768647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:10:13.26971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.911285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:10:13.269366Z","caller":"traceutil/trace.go:171","msg":"trace[860101500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3636; }","duration":"1.148421201s","start":"2026-03-13T23:10:12.120931Z","end":"2026-03-13T23:10:13.269353Z","steps":["trace[860101500] 'agreement among raft nodes before linearized reading' (duration: 1.148290968s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:13.26992Z","caller":"traceutil/trace.go:171","msg":"trace[1926512299] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3636; }","duration":"426.271663ms","start":"2026-03-13T23:10:12.843616Z","end":"2026-03-13T23:10:13.269888Z","steps":["trace[1926512299] 'agreement among raft nodes before linearized reading' (duration: 425.615128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.269999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972632701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:10:13.269978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053692303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:10:13.27007Z","caller":"traceutil/trace.go:171","msg":"trace[444476545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3636; }","duration":"3.054581114s","start":"2026-03-13T23:10:10.215477Z","end":"2026-03-13T23:10:13.270058Z","steps":["trace[444476545] 'agreement among raft nodes before linearized reading' (duration: 3.053555791s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.270137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.215458Z","time spent":"3.054670126s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:10:13.269701Z","caller":"traceutil/trace.go:171","msg":"trace[911519597] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3636; }","duration":"2.461983287s","start":"2026-03-13T23:10:10.807702Z","end":"2026-03-13T23:10:13.269685Z","steps":["trace[911519597] 'agreement among raft nodes before linearized reading' (duration: 2.461920445s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.270086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:12.843593Z","time spent":"426.447127ms","remote":"127.0.0.1:60328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":14,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:10:13.270378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.80763Z","time spent":"2.462563841s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:10:13.270067Z","caller":"traceutil/trace.go:171","msg":"trace[781373994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3636; }","duration":"2.972714992s","start":"2026-03-13T23:10:10.297337Z","end":"2026-03-13T23:10:13.270052Z","steps":["trace[781373994] 'agreement among raft nodes before linearized reading' (duration: 2.972543038s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.270502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.297328Z","time spent":"2.973160212s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:13.269917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030418653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:10:13.27076Z","caller":"traceutil/trace.go:171","msg":"trace[278734428] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3636; }","duration":"3.031265372s","start":"2026-03-13T23:10:10.239476Z","end":"2026-03-13T23:10:13.270742Z","steps":["trace[278734428] 'agreement among raft nodes before linearized reading' (duration: 3.030393492s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.270799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.239471Z","time spent":"3.031314973s","remote":"127.0.0.1:51518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:10:13.269993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:12.12091Z","time spent":"1.149068966s","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-13T23:10:13.269837Z","caller":"traceutil/trace.go:171","msg":"trace[1230559133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3636; }","duration":"1.87888025s","start":"2026-03-13T23:10:11.39094Z","end":"2026-03-13T23:10:13.26982Z","steps":["trace[1230559133] 'agreement among raft nodes before linearized reading' (duration: 1.878710496s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.271094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:11.39091Z","time spent":"1.88017489s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:10:13.271544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97433729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:10:13.271593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973065421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:10:13.271654Z","caller":"traceutil/trace.go:171","msg":"trace[1192752418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3636; }","duration":"2.974578686s","start":"2026-03-13T23:10:10.297047Z","end":"2026-03-13T23:10:13.271626Z","steps":["trace[1192752418] 'agreement among raft nodes before linearized reading' (duration: 2.972511728s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:10:13.271654Z","caller":"traceutil/trace.go:171","msg":"trace[2043619443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3636; }","duration":"2.973175723s","start":"2026-03-13T23:10:10.298461Z","end":"2026-03-13T23:10:13.271637Z","steps":["trace[2043619443] 'agreement among raft nodes before linearized reading' (duration: 2.972329813s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:10:13.271949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.298433Z","time spent":"2.973489661s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:10:13.271715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:10:10.297023Z","time spent":"2.974677898s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:11:17.742431Z","caller":"traceutil/trace.go:171","msg":"trace[1134842253] transaction","detail":"{read_only:false; response_revision:4050; number_of_response:1; }","duration":"116.880602ms","start":"2026-03-13T23:11:17.625503Z","end":"2026-03-13T23:11:17.742384Z","steps":["trace[1134842253] 'process raft request' (duration: 64.391764ms)","trace[1134842253] 'compare' (duration: 52.070269ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:17.742561Z","caller":"traceutil/trace.go:171","msg":"trace[151512611] transaction","detail":"{read_only:false; response_revision:4051; number_of_response:1; }","duration":"116.856943ms","start":"2026-03-13T23:11:17.625667Z","end":"2026-03-13T23:11:17.742524Z","steps":["trace[151512611] 'process raft request' (duration: 116.630577ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:19.719662Z","caller":"traceutil/trace.go:171","msg":"trace[1398116414] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"190.566942ms","start":"2026-03-13T23:11:19.529054Z","end":"2026-03-13T23:11:19.719621Z","steps":["trace[1398116414] 'process raft request' (duration: 190.388458ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:23.991192Z","caller":"traceutil/trace.go:171","msg":"trace[675728202] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"100.045112ms","start":"2026-03-13T23:11:23.891102Z","end":"2026-03-13T23:11:23.991147Z","steps":["trace[675728202] 'process raft request' (duration: 70.864845ms)","trace[675728202] 'compare' (duration: 28.87313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:24.591321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.601256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:24.591427Z","caller":"traceutil/trace.go:171","msg":"trace[1566490352] range","detail":"{range_begin:/registry/rolebindings/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4393; }","duration":"110.775581ms","start":"2026-03-13T23:11:24.480626Z","end":"2026-03-13T23:11:24.591402Z","steps":["trace[1566490352] 'range keys from in-memory index tree' (duration: 110.450943ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:25.121358Z","caller":"traceutil/trace.go:171","msg":"trace[69377023] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"136.953559ms","start":"2026-03-13T23:11:24.984366Z","end":"2026-03-13T23:11:25.121319Z","steps":["trace[69377023] 'process raft request' (duration: 135.287331ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:25.121394Z","caller":"traceutil/trace.go:171","msg":"trace[1408515496] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"104.542887ms","start":"2026-03-13T23:11:25.016801Z","end":"2026-03-13T23:11:25.121344Z","steps":["trace[1408515496] 'process raft request' (duration: 104.401173ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:25.875796Z","caller":"traceutil/trace.go:171","msg":"trace[318422792] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"101.884045ms","start":"2026-03-13T23:11:25.773859Z","end":"2026-03-13T23:11:25.875743Z","steps":["trace[318422792] 'process raft request' (duration: 68.786387ms)","trace[318422792] 'compare' (duration: 32.877963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:26.880334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.565238ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:11:28.012907Z","caller":"traceutil/trace.go:171","msg":"trace[1167961412] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"283.042819ms","start":"2026-03-13T23:11:27.729844Z","end":"2026-03-13T23:11:28.012886Z","steps":["trace[1167961412] 'process raft request' (duration: 282.889715ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.052362Z","caller":"traceutil/trace.go:171","msg":"trace[248273268] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"224.45702ms","start":"2026-03-13T23:11:27.827886Z","end":"2026-03-13T23:11:28.052343Z","steps":["trace[248273268] 'process raft request' (duration: 224.336007ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.052366Z","caller":"traceutil/trace.go:171","msg":"trace[1517611151] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"307.403664ms","start":"2026-03-13T23:11:27.744937Z","end":"2026-03-13T23:11:28.05234Z","steps":["trace[1517611151] 'process raft request' (duration: 307.129418ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.052411Z","caller":"traceutil/trace.go:171","msg":"trace[801680521] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"171.48695ms","start":"2026-03-13T23:11:27.880897Z","end":"2026-03-13T23:11:28.052384Z","steps":["trace[801680521] 'process raft request' (duration: 171.366058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.052514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:27.744905Z","time spent":"307.512687ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:28.052622Z","caller":"traceutil/trace.go:171","msg":"trace[1146858063] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"105.607871ms","start":"2026-03-13T23:11:27.947001Z","end":"2026-03-13T23:11:28.052609Z","steps":["trace[1146858063] 'process raft request' (duration: 105.306504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.05282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.798992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-wf67b\" ","response":"range_response_count:1 size:4482"} {"level":"info","ts":"2026-03-13T23:11:28.052865Z","caller":"traceutil/trace.go:171","msg":"trace[1460612532] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-wf67b; range_end:; response_count:1; response_revision:4444; }","duration":"241.887024ms","start":"2026-03-13T23:11:27.810961Z","end":"2026-03-13T23:11:28.052848Z","steps":["trace[1460612532] 'agreement among raft nodes before linearized reading' (duration: 241.734161ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:28.052967Z","caller":"traceutil/trace.go:171","msg":"trace[1376414022] linearizableReadLoop","detail":"{readStateIndex:4629; appliedIndex:4627; }","duration":"241.499885ms","start":"2026-03-13T23:11:27.811007Z","end":"2026-03-13T23:11:28.052507Z","steps":["trace[1376414022] 'read index received' (duration: 201.713242ms)","trace[1376414022] 'applied index is now lower than readState.Index' (duration: 39.784953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:28.053134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.683885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:28.05319Z","caller":"traceutil/trace.go:171","msg":"trace[372649830] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4444; }","duration":"193.786528ms","start":"2026-03-13T23:11:27.859391Z","end":"2026-03-13T23:11:28.053178Z","steps":["trace[372649830] 'agreement among raft nodes before linearized reading' (duration: 193.686166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.053266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.728016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:11:28.053301Z","caller":"traceutil/trace.go:171","msg":"trace[1572228013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4444; }","duration":"112.783618ms","start":"2026-03-13T23:11:27.940507Z","end":"2026-03-13T23:11:28.05329Z","steps":["trace[1572228013] 'agreement among raft nodes before linearized reading' (duration: 112.691365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.053627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.807245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:11:28.05369Z","caller":"traceutil/trace.go:171","msg":"trace[1492037689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:4444; }","duration":"167.921218ms","start":"2026-03-13T23:11:27.885755Z","end":"2026-03-13T23:11:28.053676Z","steps":["trace[1492037689] 'agreement among raft nodes before linearized reading' (duration: 167.747553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.053716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.536114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:11:28.053753Z","caller":"traceutil/trace.go:171","msg":"trace[1751615439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4444; }","duration":"119.603466ms","start":"2026-03-13T23:11:27.934141Z","end":"2026-03-13T23:11:28.053744Z","steps":["trace[1751615439] 'agreement among raft nodes before linearized reading' (duration: 119.494084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:28.053892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.707389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:11:28.053938Z","caller":"traceutil/trace.go:171","msg":"trace[1349676034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4444; }","duration":"113.77739ms","start":"2026-03-13T23:11:27.940154Z","end":"2026-03-13T23:11:28.053931Z","steps":["trace[1349676034] 'agreement among raft nodes before linearized reading' (duration: 113.179937ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:29.263453Z","caller":"traceutil/trace.go:171","msg":"trace[1786066235] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"202.06789ms","start":"2026-03-13T23:11:29.06135Z","end":"2026-03-13T23:11:29.263417Z","steps":["trace[1786066235] 'process raft request' (duration: 201.690311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:32.885025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.722129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-13T23:11:32.885106Z","caller":"traceutil/trace.go:171","msg":"trace[1987626348] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4528; }","duration":"300.842853ms","start":"2026-03-13T23:11:32.584246Z","end":"2026-03-13T23:11:32.885089Z","steps":["trace[1987626348] 'range keys from in-memory index tree' (duration: 300.634918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:32.885133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:32.584239Z","time spent":"300.887494ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-13T23:11:32.88535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.9308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:32.885426Z","caller":"traceutil/trace.go:171","msg":"trace[928657184] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4528; }","duration":"178.084983ms","start":"2026-03-13T23:11:32.707322Z","end":"2026-03-13T23:11:32.885407Z","steps":["trace[928657184] 'count revisions from in-memory index tree' (duration: 177.847337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:32.885662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.243757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-13T23:11:32.885691Z","caller":"traceutil/trace.go:171","msg":"trace[1915840100] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4528; }","duration":"284.322789ms","start":"2026-03-13T23:11:32.601361Z","end":"2026-03-13T23:11:32.885683Z","steps":["trace[1915840100] 'range keys from in-memory index tree' (duration: 284.118344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:32.886547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.702341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-13T23:11:32.886592Z","caller":"traceutil/trace.go:171","msg":"trace[1165775159] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4528; }","duration":"282.779232ms","start":"2026-03-13T23:11:32.603802Z","end":"2026-03-13T23:11:32.886581Z","steps":["trace[1165775159] 'range keys from in-memory index tree' (duration: 281.938733ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:33.051423Z","caller":"traceutil/trace.go:171","msg":"trace[99796811] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"154.023224ms","start":"2026-03-13T23:11:32.897364Z","end":"2026-03-13T23:11:33.051387Z","steps":["trace[99796811] 'process raft request' (duration: 153.761188ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:33.05256Z","caller":"traceutil/trace.go:171","msg":"trace[1706870419] linearizableReadLoop","detail":"{readStateIndex:4718; appliedIndex:4718; }","duration":"138.383282ms","start":"2026-03-13T23:11:32.914141Z","end":"2026-03-13T23:11:33.052525Z","steps":["trace[1706870419] 'read index received' (duration: 138.370271ms)","trace[1706870419] 'applied index is now lower than readState.Index' (duration: 10.651µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:33.05277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.595656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:33.052834Z","caller":"traceutil/trace.go:171","msg":"trace[527713224] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4529; }","duration":"138.703099ms","start":"2026-03-13T23:11:32.914115Z","end":"2026-03-13T23:11:33.052818Z","steps":["trace[527713224] 'agreement among raft nodes before linearized reading' (duration: 138.572116ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:33.057689Z","caller":"traceutil/trace.go:171","msg":"trace[1737585165] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"109.690336ms","start":"2026-03-13T23:11:32.947984Z","end":"2026-03-13T23:11:33.057674Z","steps":["trace[1737585165] 'process raft request' (duration: 109.40204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:33.058122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.973449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:19 size:511879"} {"level":"info","ts":"2026-03-13T23:11:33.058153Z","caller":"traceutil/trace.go:171","msg":"trace[57692725] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:19; response_revision:4530; }","duration":"131.01103ms","start":"2026-03-13T23:11:32.927133Z","end":"2026-03-13T23:11:33.058144Z","steps":["trace[57692725] 'agreement among raft nodes before linearized reading' (duration: 130.665492ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:34.075304Z","caller":"traceutil/trace.go:171","msg":"trace[2004363792] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4757; }","duration":"121.322545ms","start":"2026-03-13T23:11:33.953917Z","end":"2026-03-13T23:11:34.075239Z","steps":["trace[2004363792] 'read index received' (duration: 120.960387ms)","trace[2004363792] 'applied index is now lower than readState.Index' (duration: 359.508µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:34.075386Z","caller":"traceutil/trace.go:171","msg":"trace[157115207] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"188.004023ms","start":"2026-03-13T23:11:33.887326Z","end":"2026-03-13T23:11:34.07533Z","steps":["trace[157115207] 'process raft request' (duration: 187.522212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.076434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.497603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-13T23:11:34.076502Z","caller":"traceutil/trace.go:171","msg":"trace[1155829364] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4569; }","duration":"122.633986ms","start":"2026-03-13T23:11:33.953849Z","end":"2026-03-13T23:11:34.076483Z","steps":["trace[1155829364] 'agreement among raft nodes before linearized reading' (duration: 121.557801ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:34.2764Z","caller":"traceutil/trace.go:171","msg":"trace[1610078215] linearizableReadLoop","detail":"{readStateIndex:4761; appliedIndex:4758; }","duration":"169.571516ms","start":"2026-03-13T23:11:34.106807Z","end":"2026-03-13T23:11:34.276378Z","steps":["trace[1610078215] 'read index received' (duration: 86.508778ms)","trace[1610078215] 'applied index is now lower than readState.Index' (duration: 83.061588ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:34.276505Z","caller":"traceutil/trace.go:171","msg":"trace[177401683] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"202.547121ms","start":"2026-03-13T23:11:34.073926Z","end":"2026-03-13T23:11:34.276473Z","steps":["trace[177401683] 'process raft request' (duration: 119.157266ms)","trace[177401683] 'compare' (duration: 82.984835ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:34.276525Z","caller":"traceutil/trace.go:171","msg":"trace[2061633450] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"201.927456ms","start":"2026-03-13T23:11:34.074572Z","end":"2026-03-13T23:11:34.2765Z","steps":["trace[2061633450] 'process raft request' (duration: 201.65091ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:34.27654Z","caller":"traceutil/trace.go:171","msg":"trace[123452274] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"201.346083ms","start":"2026-03-13T23:11:34.075176Z","end":"2026-03-13T23:11:34.276522Z","steps":["trace[123452274] 'process raft request' (duration: 201.129328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.276702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.867572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-13T23:11:34.27676Z","caller":"traceutil/trace.go:171","msg":"trace[2057766680] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4572; }","duration":"169.975535ms","start":"2026-03-13T23:11:34.106774Z","end":"2026-03-13T23:11:34.27675Z","steps":["trace[2057766680] 'agreement among raft nodes before linearized reading' (duration: 169.805841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.276867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.891323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:11:34.276966Z","caller":"traceutil/trace.go:171","msg":"trace[1752229900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4572; }","duration":"170.020046ms","start":"2026-03-13T23:11:34.106921Z","end":"2026-03-13T23:11:34.276941Z","steps":["trace[1752229900] 'agreement among raft nodes before linearized reading' (duration: 169.691028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.276995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.845706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:11:34.277112Z","caller":"traceutil/trace.go:171","msg":"trace[1885840546] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4572; }","duration":"137.01688ms","start":"2026-03-13T23:11:34.140069Z","end":"2026-03-13T23:11:34.277086Z","steps":["trace[1885840546] 'agreement among raft nodes before linearized reading' (duration: 136.706023ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:34.632798Z","caller":"traceutil/trace.go:171","msg":"trace[261456072] linearizableReadLoop","detail":"{readStateIndex:4763; appliedIndex:4761; }","duration":"349.915601ms","start":"2026-03-13T23:11:34.282862Z","end":"2026-03-13T23:11:34.632777Z","steps":["trace[261456072] 'read index received' (duration: 59.47251ms)","trace[261456072] 'applied index is now lower than readState.Index' (duration: 290.441841ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:34.63287Z","caller":"traceutil/trace.go:171","msg":"trace[164070307] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"349.481131ms","start":"2026-03-13T23:11:34.283372Z","end":"2026-03-13T23:11:34.632853Z","steps":["trace[164070307] 'process raft request' (duration: 349.337368ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:34.632911Z","caller":"traceutil/trace.go:171","msg":"trace[1071353305] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"349.602844ms","start":"2026-03-13T23:11:34.2833Z","end":"2026-03-13T23:11:34.632903Z","steps":["trace[1071353305] 'process raft request' (duration: 349.44537ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:34.632897Z","caller":"traceutil/trace.go:171","msg":"trace[5428327] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"349.722767ms","start":"2026-03-13T23:11:34.283127Z","end":"2026-03-13T23:11:34.63285Z","steps":["trace[5428327] 'process raft request' (duration: 349.532842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.632994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.283365Z","time spent":"349.553052ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:34.632993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.283265Z","time spent":"349.660426ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:34.633117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.283121Z","time spent":"349.87829ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:34.633174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.3081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-13T23:11:34.633204Z","caller":"traceutil/trace.go:171","msg":"trace[1182198204] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4577; }","duration":"350.349031ms","start":"2026-03-13T23:11:34.282847Z","end":"2026-03-13T23:11:34.633196Z","steps":["trace[1182198204] 'agreement among raft nodes before linearized reading' (duration: 350.168477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.633225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.28284Z","time spent":"350.381272ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62996,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:11:34.633226Z","caller":"traceutil/trace.go:171","msg":"trace[947204237] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"351.242322ms","start":"2026-03-13T23:11:34.281976Z","end":"2026-03-13T23:11:34.633218Z","steps":["trace[947204237] 'process raft request' (duration: 346.155554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.633223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.803929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-13T23:11:34.63326Z","caller":"traceutil/trace.go:171","msg":"trace[462810976] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465; range_end:; response_count:1; response_revision:4577; }","duration":"346.85586ms","start":"2026-03-13T23:11:34.286393Z","end":"2026-03-13T23:11:34.633248Z","steps":["trace[462810976] 'agreement among raft nodes before linearized reading' (duration: 346.742967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.633267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.281962Z","time spent":"351.283763ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:34.633289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.286385Z","time spent":"346.896151ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465\" "} {"level":"warn","ts":"2026-03-13T23:11:34.633426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.790354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-13T23:11:34.633458Z","caller":"traceutil/trace.go:171","msg":"trace[1942535535] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4577; }","duration":"326.857636ms","start":"2026-03-13T23:11:34.306591Z","end":"2026-03-13T23:11:34.633449Z","steps":["trace[1942535535] 'agreement among raft nodes before linearized reading' (duration: 326.768404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:34.633483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.306574Z","time spent":"326.902256ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-13T23:11:34.633505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.600511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d6f5237-ec19-4d5f-9652-b89e05523684\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-03-13T23:11:34.633549Z","caller":"traceutil/trace.go:171","msg":"trace[1571998759] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d6f5237-ec19-4d5f-9652-b89e05523684; range_end:; response_count:1; response_revision:4577; }","duration":"158.707344ms","start":"2026-03-13T23:11:34.47483Z","end":"2026-03-13T23:11:34.633538Z","steps":["trace[1571998759] 'agreement among raft nodes before linearized reading' (duration: 158.52642ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:35.156237Z","caller":"traceutil/trace.go:171","msg":"trace[1839785624] linearizableReadLoop","detail":"{readStateIndex:4767; appliedIndex:4766; }","duration":"287.214916ms","start":"2026-03-13T23:11:34.868964Z","end":"2026-03-13T23:11:35.156179Z","steps":["trace[1839785624] 'read index received' (duration: 286.971811ms)","trace[1839785624] 'applied index is now lower than readState.Index' (duration: 241.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:35.156272Z","caller":"traceutil/trace.go:171","msg":"trace[114900830] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"477.654295ms","start":"2026-03-13T23:11:34.678572Z","end":"2026-03-13T23:11:35.156226Z","steps":["trace[114900830] 'process raft request' (duration: 477.41214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:35.156365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.3673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:35.156433Z","caller":"traceutil/trace.go:171","msg":"trace[1394545350] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4578; }","duration":"287.466642ms","start":"2026-03-13T23:11:34.868952Z","end":"2026-03-13T23:11:35.156418Z","steps":["trace[1394545350] 'agreement among raft nodes before linearized reading' (duration: 287.316858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:35.156508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:34.678552Z","time spent":"477.82544ms","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:35.156621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.947353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:35.156719Z","caller":"traceutil/trace.go:171","msg":"trace[861949378] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4578; }","duration":"132.112406ms","start":"2026-03-13T23:11:35.024581Z","end":"2026-03-13T23:11:35.156693Z","steps":["trace[861949378] 'agreement among raft nodes before linearized reading' (duration: 131.920612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:35.156707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.786977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:35.156828Z","caller":"traceutil/trace.go:171","msg":"trace[1275337971] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4578; }","duration":"137.934401ms","start":"2026-03-13T23:11:35.018865Z","end":"2026-03-13T23:11:35.1568Z","steps":["trace[1275337971] 'agreement among raft nodes before linearized reading' (duration: 137.698445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:35.157846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.22823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-13T23:11:35.157929Z","caller":"traceutil/trace.go:171","msg":"trace[52247332] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4578; }","duration":"254.336213ms","start":"2026-03-13T23:11:34.903579Z","end":"2026-03-13T23:11:35.157916Z","steps":["trace[52247332] 'agreement among raft nodes before linearized reading' (duration: 252.808147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:35.294562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.264046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-13T23:11:35.294671Z","caller":"traceutil/trace.go:171","msg":"trace[694833617] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4578; }","duration":"103.394009ms","start":"2026-03-13T23:11:35.191252Z","end":"2026-03-13T23:11:35.294646Z","steps":["trace[694833617] 'range keys from in-memory index tree' (duration: 103.058792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:35.294661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.146113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:35.294762Z","caller":"traceutil/trace.go:171","msg":"trace[2074518455] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4578; }","duration":"112.302406ms","start":"2026-03-13T23:11:35.182434Z","end":"2026-03-13T23:11:35.294736Z","steps":["trace[2074518455] 'range keys from in-memory index tree' (duration: 112.072911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:35.873933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607024072,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:11:36.030202Z","caller":"traceutil/trace.go:171","msg":"trace[1216768902] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"658.756499ms","start":"2026-03-13T23:11:35.371414Z","end":"2026-03-13T23:11:36.030171Z","steps":["trace[1216768902] 'process raft request' (duration: 658.561154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.03056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.371381Z","time spent":"659.051756ms","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:36.954954Z","caller":"traceutil/trace.go:171","msg":"trace[1044625334] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"1.543502663s","start":"2026-03-13T23:11:35.411423Z","end":"2026-03-13T23:11:36.954925Z","steps":["trace[1044625334] 'process raft request' (duration: 1.543140574s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.955135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.411397Z","time spent":"1.543640055s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:36.955541Z","caller":"traceutil/trace.go:171","msg":"trace[189423776] linearizableReadLoop","detail":"{readStateIndex:4770; appliedIndex:4768; }","duration":"1.582443516s","start":"2026-03-13T23:11:35.373088Z","end":"2026-03-13T23:11:36.955531Z","steps":["trace[189423776] 'read index received' (duration: 657.169622ms)","trace[189423776] 'applied index is now lower than readState.Index' (duration: 925.273054ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:36.955511Z","caller":"traceutil/trace.go:171","msg":"trace[220203740] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"1.139896366s","start":"2026-03-13T23:11:35.815573Z","end":"2026-03-13T23:11:36.95547Z","steps":["trace[220203740] 'process raft request' (duration: 1.139167929s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.955635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582553179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:36.955666Z","caller":"traceutil/trace.go:171","msg":"trace[19875782] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:0; response_revision:4582; }","duration":"1.58260842s","start":"2026-03-13T23:11:35.37305Z","end":"2026-03-13T23:11:36.955659Z","steps":["trace[19875782] 'agreement among raft nodes before linearized reading' (duration: 1.582549039s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:36.955656Z","caller":"traceutil/trace.go:171","msg":"trace[1852700572] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"1.016145864s","start":"2026-03-13T23:11:35.93946Z","end":"2026-03-13T23:11:36.955606Z","steps":["trace[1852700572] 'process raft request' (duration: 1.015840587s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:36.955731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.81553Z","time spent":"1.14006684s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17157,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:36.955841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.939427Z","time spent":"1.016313188s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:36.955689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.373037Z","time spent":"1.582647852s","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-13T23:11:37.455637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607024081,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:11:37.456223Z","caller":"traceutil/trace.go:171","msg":"trace[484610860] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"1.173114105s","start":"2026-03-13T23:11:36.283076Z","end":"2026-03-13T23:11:37.45619Z","steps":["trace[484610860] 'process raft request' (duration: 1.172740627s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.456213Z","caller":"traceutil/trace.go:171","msg":"trace[1912926125] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"1.17290825s","start":"2026-03-13T23:11:36.283276Z","end":"2026-03-13T23:11:37.456184Z","steps":["trace[1912926125] 'process raft request' (duration: 1.172848469s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.456483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.283035Z","time spent":"1.173266209s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:37.456265Z","caller":"traceutil/trace.go:171","msg":"trace[125390410] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"1.173128315s","start":"2026-03-13T23:11:36.28311Z","end":"2026-03-13T23:11:37.456238Z","steps":["trace[125390410] 'process raft request' (duration: 1.172956971s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.456901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.283077Z","time spent":"1.173668058s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:37.457225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.283238Z","time spent":"1.17334427s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:37.511555Z","caller":"traceutil/trace.go:171","msg":"trace[1919445050] linearizableReadLoop","detail":"{readStateIndex:4775; appliedIndex:4771; }","duration":"555.960852ms","start":"2026-03-13T23:11:36.955566Z","end":"2026-03-13T23:11:37.511527Z","steps":["trace[1919445050] 'read index received' (duration: 500.256839ms)","trace[1919445050] 'applied index is now lower than readState.Index' (duration: 55.701533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:37.511786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874107195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d6f5237-ec19-4d5f-9652-b89e05523684\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-03-13T23:11:37.511827Z","caller":"traceutil/trace.go:171","msg":"trace[1496019088] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d6f5237-ec19-4d5f-9652-b89e05523684; range_end:; response_count:1; response_revision:4585; }","duration":"1.874207506s","start":"2026-03-13T23:11:35.637609Z","end":"2026-03-13T23:11:37.511817Z","steps":["trace[1496019088] 'agreement among raft nodes before linearized reading' (duration: 1.874064023s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.511816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873446529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465\" ","response":"range_response_count:1 size:3759"} {"level":"warn","ts":"2026-03-13T23:11:37.511866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.637594Z","time spent":"1.874263748s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d6f5237-ec19-4d5f-9652-b89e05523684\" "} {"level":"info","ts":"2026-03-13T23:11:37.511878Z","caller":"traceutil/trace.go:171","msg":"trace[1615078770] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465; range_end:; response_count:1; response_revision:4585; }","duration":"1.873547181s","start":"2026-03-13T23:11:35.638312Z","end":"2026-03-13T23:11:37.511859Z","steps":["trace[1615078770] 'agreement among raft nodes before linearized reading' (duration: 1.873346037s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.511924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.638286Z","time spent":"1.873625954s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465\" "} {"level":"warn","ts":"2026-03-13T23:11:37.511904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165375456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:11:37.512011Z","caller":"traceutil/trace.go:171","msg":"trace[1170769500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4585; }","duration":"1.16554815s","start":"2026-03-13T23:11:36.346445Z","end":"2026-03-13T23:11:37.511993Z","steps":["trace[1170769500] 'agreement among raft nodes before linearized reading' (duration: 1.165165981s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.512037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.503655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-13T23:11:37.51205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.375113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:11:37.512023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.69332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:11:37.512078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.346423Z","time spent":"1.165641552s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:11:37.512094Z","caller":"traceutil/trace.go:171","msg":"trace[532241871] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4585; }","duration":"796.611578ms","start":"2026-03-13T23:11:36.715466Z","end":"2026-03-13T23:11:37.512078Z","steps":["trace[532241871] 'agreement among raft nodes before linearized reading' (duration: 796.364792ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.512109Z","caller":"traceutil/trace.go:171","msg":"trace[1159319538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4585; }","duration":"874.482305ms","start":"2026-03-13T23:11:36.637606Z","end":"2026-03-13T23:11:37.512088Z","steps":["trace[1159319538] 'agreement among raft nodes before linearized reading' (duration: 874.342372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.512142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.715434Z","time spent":"796.69753ms","remote":"127.0.0.1:49342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-13T23:11:37.512138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44520239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189c8976047a57fe\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-13T23:11:37.511743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.175708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:11:37.512245Z","caller":"traceutil/trace.go:171","msg":"trace[1111618802] range","detail":"{range_begin:/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189c8976047a57fe; range_end:; response_count:1; response_revision:4585; }","duration":"1.445399025s","start":"2026-03-13T23:11:36.066819Z","end":"2026-03-13T23:11:37.512218Z","steps":["trace[1111618802] 'agreement among raft nodes before linearized reading' (duration: 1.445069987s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.512249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.475064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:11:37.512262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.911358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:37.512286Z","caller":"traceutil/trace.go:171","msg":"trace[509802988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4585; }","duration":"874.565156ms","start":"2026-03-13T23:11:36.637712Z","end":"2026-03-13T23:11:37.512277Z","steps":["trace[509802988] 'agreement among raft nodes before linearized reading' (duration: 874.466804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.512295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.066779Z","time spent":"1.445506617s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":1,"response size":1202,"request content":"key:\"/registry/events/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0.189c8976047a57fe\" "} {"level":"warn","ts":"2026-03-13T23:11:37.512157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.637579Z","time spent":"874.564936ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:11:37.512327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.637686Z","time spent":"874.634088ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:11:37.51233Z","caller":"traceutil/trace.go:171","msg":"trace[1080870219] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:4585; }","duration":"552.02738ms","start":"2026-03-13T23:11:36.960289Z","end":"2026-03-13T23:11:37.512316Z","steps":["trace[1080870219] 'agreement among raft nodes before linearized reading' (duration: 551.935988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.51237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.364065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:37.512376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.960263Z","time spent":"552.103432ms","remote":"127.0.0.1:60316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-13T23:11:37.512404Z","caller":"traceutil/trace.go:171","msg":"trace[236294018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4585; }","duration":"286.447217ms","start":"2026-03-13T23:11:37.225949Z","end":"2026-03-13T23:11:37.512396Z","steps":["trace[236294018] 'agreement among raft nodes before linearized reading' (duration: 286.384686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.512144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.470935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:11:37.512453Z","caller":"traceutil/trace.go:171","msg":"trace[344127322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4585; }","duration":"874.797392ms","start":"2026-03-13T23:11:36.637639Z","end":"2026-03-13T23:11:37.512436Z","steps":["trace[344127322] 'agreement among raft nodes before linearized reading' (duration: 874.400123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.512223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136382672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:37.5125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.512972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:37.512518Z","caller":"traceutil/trace.go:171","msg":"trace[374964099] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4585; }","duration":"2.136696508s","start":"2026-03-13T23:11:35.375809Z","end":"2026-03-13T23:11:37.512505Z","steps":["trace[374964099] 'agreement among raft nodes before linearized reading' (duration: 2.136363951s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.512563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:35.375801Z","time spent":"2.136750991s","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T23:11:37.512554Z","caller":"traceutil/trace.go:171","msg":"trace[1297538799] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4585; }","duration":"496.615354ms","start":"2026-03-13T23:11:37.015929Z","end":"2026-03-13T23:11:37.512544Z","steps":["trace[1297538799] 'agreement among raft nodes before linearized reading' (duration: 496.535033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.512611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:37.015904Z","time spent":"496.699447ms","remote":"127.0.0.1:49318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:11:37.512275Z","caller":"traceutil/trace.go:171","msg":"trace[174249810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:4585; }","duration":"874.746931ms","start":"2026-03-13T23:11:36.637512Z","end":"2026-03-13T23:11:37.512259Z","steps":["trace[174249810] 'agreement among raft nodes before linearized reading' (duration: 874.042264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.512658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.637504Z","time spent":"875.14147ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:11:37.512517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.637629Z","time spent":"874.870693ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:11:37.512118Z","caller":"traceutil/trace.go:171","msg":"trace[2080293397] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4585; }","duration":"874.848493ms","start":"2026-03-13T23:11:36.637251Z","end":"2026-03-13T23:11:37.512099Z","steps":["trace[2080293397] 'agreement among raft nodes before linearized reading' (duration: 874.623058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.51285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.637222Z","time spent":"875.615881ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:37.512028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085186125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:37.512973Z","caller":"traceutil/trace.go:171","msg":"trace[1722519509] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4585; }","duration":"1.086182298s","start":"2026-03-13T23:11:36.426777Z","end":"2026-03-13T23:11:37.51296Z","steps":["trace[1722519509] 'agreement among raft nodes before linearized reading' (duration: 1.085165154s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.513013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:36.426755Z","time spent":"1.086247049s","remote":"127.0.0.1:49352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:11:37.653357Z","caller":"traceutil/trace.go:171","msg":"trace[551810863] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"135.179178ms","start":"2026-03-13T23:11:37.518147Z","end":"2026-03-13T23:11:37.653326Z","steps":["trace[551810863] 'process raft request' (duration: 135.066375ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.653378Z","caller":"traceutil/trace.go:171","msg":"trace[628518123] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"136.203331ms","start":"2026-03-13T23:11:37.517144Z","end":"2026-03-13T23:11:37.653347Z","steps":["trace[628518123] 'process raft request' (duration: 135.885684ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.653639Z","caller":"traceutil/trace.go:171","msg":"trace[836169005] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"135.028924ms","start":"2026-03-13T23:11:37.518598Z","end":"2026-03-13T23:11:37.653627Z","steps":["trace[836169005] 'process raft request' (duration: 134.677555ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.653682Z","caller":"traceutil/trace.go:171","msg":"trace[537158031] linearizableReadLoop","detail":"{readStateIndex:4781; appliedIndex:4776; }","duration":"123.081367ms","start":"2026-03-13T23:11:37.530586Z","end":"2026-03-13T23:11:37.653667Z","steps":["trace[537158031] 'read index received' (duration: 122.38493ms)","trace[537158031] 'applied index is now lower than readState.Index' (duration: 695.597µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:37.653741Z","caller":"traceutil/trace.go:171","msg":"trace[1967337892] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"134.368779ms","start":"2026-03-13T23:11:37.519364Z","end":"2026-03-13T23:11:37.653732Z","steps":["trace[1967337892] 'process raft request' (duration: 134.191545ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.653788Z","caller":"traceutil/trace.go:171","msg":"trace[2123874469] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"134.115612ms","start":"2026-03-13T23:11:37.519627Z","end":"2026-03-13T23:11:37.653743Z","steps":["trace[2123874469] 'process raft request' (duration: 133.99544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.653824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.658242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:37.653881Z","caller":"traceutil/trace.go:171","msg":"trace[1410259565] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4591; }","duration":"136.746583ms","start":"2026-03-13T23:11:37.517124Z","end":"2026-03-13T23:11:37.65387Z","steps":["trace[1410259565] 'agreement among raft nodes before linearized reading' (duration: 136.647831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.653926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.597979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:37.653968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.360255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-13T23:11:37.654015Z","caller":"traceutil/trace.go:171","msg":"trace[2009653154] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4591; }","duration":"133.449237ms","start":"2026-03-13T23:11:37.52055Z","end":"2026-03-13T23:11:37.654Z","steps":["trace[2009653154] 'agreement among raft nodes before linearized reading' (duration: 133.193671ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.654011Z","caller":"traceutil/trace.go:171","msg":"trace[118202793] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:0; response_revision:4591; }","duration":"120.729272ms","start":"2026-03-13T23:11:37.533261Z","end":"2026-03-13T23:11:37.65399Z","steps":["trace[118202793] 'agreement among raft nodes before linearized reading' (duration: 120.566148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:37.654056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.041436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.189c8975d289d553\" ","response":"range_response_count:1 size:1203"} {"level":"info","ts":"2026-03-13T23:11:37.654144Z","caller":"traceutil/trace.go:171","msg":"trace[1879390841] range","detail":"{range_begin:/registry/events/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0.189c8975d289d553; range_end:; response_count:1; response_revision:4591; }","duration":"120.157538ms","start":"2026-03-13T23:11:37.533968Z","end":"2026-03-13T23:11:37.654126Z","steps":["trace[1879390841] 'agreement among raft nodes before linearized reading' (duration: 119.870152ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.980164Z","caller":"traceutil/trace.go:171","msg":"trace[2085503675] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"112.543082ms","start":"2026-03-13T23:11:37.867598Z","end":"2026-03-13T23:11:37.980141Z","steps":["trace[2085503675] 'process raft request' (duration: 111.500487ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.980521Z","caller":"traceutil/trace.go:171","msg":"trace[1976952735] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"112.810208ms","start":"2026-03-13T23:11:37.867696Z","end":"2026-03-13T23:11:37.980506Z","steps":["trace[1976952735] 'process raft request' (duration: 111.946908ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.980715Z","caller":"traceutil/trace.go:171","msg":"trace[798895697] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"112.963542ms","start":"2026-03-13T23:11:37.867738Z","end":"2026-03-13T23:11:37.980702Z","steps":["trace[798895697] 'process raft request' (duration: 111.956678ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.98093Z","caller":"traceutil/trace.go:171","msg":"trace[290729909] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"113.085215ms","start":"2026-03-13T23:11:37.867833Z","end":"2026-03-13T23:11:37.980918Z","steps":["trace[290729909] 'process raft request' (duration: 111.901657ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.98109Z","caller":"traceutil/trace.go:171","msg":"trace[330860064] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"111.013696ms","start":"2026-03-13T23:11:37.870066Z","end":"2026-03-13T23:11:37.98108Z","steps":["trace[330860064] 'process raft request' (duration: 109.737497ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.981221Z","caller":"traceutil/trace.go:171","msg":"trace[1084393286] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"111.082619ms","start":"2026-03-13T23:11:37.870129Z","end":"2026-03-13T23:11:37.981212Z","steps":["trace[1084393286] 'process raft request' (duration: 109.724667ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.981387Z","caller":"traceutil/trace.go:171","msg":"trace[1753697019] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"111.200691ms","start":"2026-03-13T23:11:37.870167Z","end":"2026-03-13T23:11:37.981368Z","steps":["trace[1753697019] 'process raft request' (duration: 109.718437ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:37.981591Z","caller":"traceutil/trace.go:171","msg":"trace[1584053051] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"111.334614ms","start":"2026-03-13T23:11:37.870244Z","end":"2026-03-13T23:11:37.981579Z","steps":["trace[1584053051] 'process raft request' (duration: 109.672675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.70248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.58738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:38.702755Z","caller":"traceutil/trace.go:171","msg":"trace[1925396514] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"712.996137ms","start":"2026-03-13T23:11:37.989711Z","end":"2026-03-13T23:11:38.702707Z","steps":["trace[1925396514] 'process raft request' (duration: 171.096741ms)","trace[1925396514] 'compare' (duration: 540.965025ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:38.702811Z","caller":"traceutil/trace.go:171","msg":"trace[1415128162] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"712.410084ms","start":"2026-03-13T23:11:37.990369Z","end":"2026-03-13T23:11:38.702779Z","steps":["trace[1415128162] 'process raft request' (duration: 712.22033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.702954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:37.989688Z","time spent":"713.174312ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:38.702984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:37.990358Z","time spent":"712.512576ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1299,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:11:38.702973Z","caller":"traceutil/trace.go:171","msg":"trace[582426683] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"709.565118ms","start":"2026-03-13T23:11:37.993373Z","end":"2026-03-13T23:11:38.702939Z","steps":["trace[582426683] 'process raft request' (duration: 709.361713ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:38.703009Z","caller":"traceutil/trace.go:171","msg":"trace[1747092955] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"711.121184ms","start":"2026-03-13T23:11:37.991858Z","end":"2026-03-13T23:11:38.702979Z","steps":["trace[1747092955] 'process raft request' (duration: 710.832407ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:38.703125Z","caller":"traceutil/trace.go:171","msg":"trace[1422131481] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"690.873094ms","start":"2026-03-13T23:11:38.012224Z","end":"2026-03-13T23:11:38.703097Z","steps":["trace[1422131481] 'process raft request' (duration: 690.578507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.703324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.012207Z","time spent":"691.053898ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1349,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:38.703326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:37.991828Z","time spent":"711.425731ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:11:38.703402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:37.993346Z","time spent":"709.834014ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:38.703547Z","caller":"traceutil/trace.go:171","msg":"trace[392732622] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"636.122913ms","start":"2026-03-13T23:11:38.067408Z","end":"2026-03-13T23:11:38.703531Z","steps":["trace[392732622] 'process raft request' (duration: 635.694603ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:38.703593Z","caller":"traceutil/trace.go:171","msg":"trace[1039101593] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4815; }","duration":"476.872468ms","start":"2026-03-13T23:11:38.226586Z","end":"2026-03-13T23:11:38.703458Z","steps":["trace[1039101593] 'read index received' (duration: 90.253895ms)","trace[1039101593] 'applied index is now lower than readState.Index' (duration: 386.617753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:38.703618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.067365Z","time spent":"636.209455ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:38.703681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.088932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:38.703722Z","caller":"traceutil/trace.go:171","msg":"trace[84113329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4630; }","duration":"477.178084ms","start":"2026-03-13T23:11:38.226533Z","end":"2026-03-13T23:11:38.703712Z","steps":["trace[84113329] 'agreement among raft nodes before linearized reading' (duration: 477.099523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.703788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:38.226504Z","time spent":"477.275817ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:38.704082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.2551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-13T23:11:38.704133Z","caller":"traceutil/trace.go:171","msg":"trace[916662768] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465; range_end:; response_count:1; response_revision:4630; }","duration":"185.354252ms","start":"2026-03-13T23:11:38.518763Z","end":"2026-03-13T23:11:38.704117Z","steps":["trace[916662768] 'agreement among raft nodes before linearized reading' (duration: 185.185888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:38.704197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.121557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d6f5237-ec19-4d5f-9652-b89e05523684\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-13T23:11:38.704313Z","caller":"traceutil/trace.go:171","msg":"trace[1254515469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d6f5237-ec19-4d5f-9652-b89e05523684; range_end:; response_count:1; response_revision:4630; }","duration":"185.27877ms","start":"2026-03-13T23:11:38.519008Z","end":"2026-03-13T23:11:38.704287Z","steps":["trace[1254515469] 'agreement among raft nodes before linearized reading' (duration: 185.029974ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.004465Z","caller":"traceutil/trace.go:171","msg":"trace[2112046644] linearizableReadLoop","detail":"{readStateIndex:4824; appliedIndex:4822; }","duration":"177.221273ms","start":"2026-03-13T23:11:38.827207Z","end":"2026-03-13T23:11:39.004428Z","steps":["trace[2112046644] 'read index received' (duration: 83.856526ms)","trace[2112046644] 'applied index is now lower than readState.Index' (duration: 93.363537ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:39.004595Z","caller":"traceutil/trace.go:171","msg":"trace[1249516223] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"294.812392ms","start":"2026-03-13T23:11:38.70972Z","end":"2026-03-13T23:11:39.004533Z","steps":["trace[1249516223] 'process raft request' (duration: 294.638518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.004713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.481689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:39.00476Z","caller":"traceutil/trace.go:171","msg":"trace[26097169] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4633; }","duration":"177.602122ms","start":"2026-03-13T23:11:38.827144Z","end":"2026-03-13T23:11:39.004746Z","steps":["trace[26097169] 'agreement among raft nodes before linearized reading' (duration: 177.453949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.004803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.870731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17171"} {"level":"info","ts":"2026-03-13T23:11:39.004832Z","caller":"traceutil/trace.go:171","msg":"trace[1211306020] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4633; }","duration":"103.956933ms","start":"2026-03-13T23:11:38.900869Z","end":"2026-03-13T23:11:39.004826Z","steps":["trace[1211306020] 'agreement among raft nodes before linearized reading' (duration: 103.81722ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.004621Z","caller":"traceutil/trace.go:171","msg":"trace[495194464] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"295.077409ms","start":"2026-03-13T23:11:38.709517Z","end":"2026-03-13T23:11:39.004594Z","steps":["trace[495194464] 'process raft request' (duration: 201.562508ms)","trace[495194464] 'compare' (duration: 93.07777ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:39.154927Z","caller":"traceutil/trace.go:171","msg":"trace[1730513180] linearizableReadLoop","detail":"{readStateIndex:4825; appliedIndex:4824; }","duration":"144.194936ms","start":"2026-03-13T23:11:39.010711Z","end":"2026-03-13T23:11:39.154906Z","steps":["trace[1730513180] 'read index received' (duration: 144.015032ms)","trace[1730513180] 'applied index is now lower than readState.Index' (duration: 178.494µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:39.154952Z","caller":"traceutil/trace.go:171","msg":"trace[166062898] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"144.844082ms","start":"2026-03-13T23:11:39.010067Z","end":"2026-03-13T23:11:39.154911Z","steps":["trace[166062898] 'process raft request' (duration: 144.658007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.155191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.465483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17171"} {"level":"info","ts":"2026-03-13T23:11:39.155234Z","caller":"traceutil/trace.go:171","msg":"trace[145438804] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4634; }","duration":"144.552505ms","start":"2026-03-13T23:11:39.010673Z","end":"2026-03-13T23:11:39.155226Z","steps":["trace[145438804] 'agreement among raft nodes before linearized reading' (duration: 144.33119ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.190542Z","caller":"traceutil/trace.go:171","msg":"trace[1529046826] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"178.727428ms","start":"2026-03-13T23:11:39.011788Z","end":"2026-03-13T23:11:39.190516Z","steps":["trace[1529046826] 'process raft request' (duration: 178.462942ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.190623Z","caller":"traceutil/trace.go:171","msg":"trace[901820992] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"176.815874ms","start":"2026-03-13T23:11:39.013777Z","end":"2026-03-13T23:11:39.190593Z","steps":["trace[901820992] 'process raft request' (duration: 176.719391ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.190867Z","caller":"traceutil/trace.go:171","msg":"trace[342589719] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"178.151925ms","start":"2026-03-13T23:11:39.012674Z","end":"2026-03-13T23:11:39.190825Z","steps":["trace[342589719] 'process raft request' (duration: 177.778216ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.190919Z","caller":"traceutil/trace.go:171","msg":"trace[105671201] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"178.221856ms","start":"2026-03-13T23:11:39.012662Z","end":"2026-03-13T23:11:39.190884Z","steps":["trace[105671201] 'process raft request' (duration: 177.744335ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.288653Z","caller":"traceutil/trace.go:171","msg":"trace[601466728] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"126.599258ms","start":"2026-03-13T23:11:39.161994Z","end":"2026-03-13T23:11:39.288593Z","steps":["trace[601466728] 'process raft request' (duration: 126.355892ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.28868Z","caller":"traceutil/trace.go:171","msg":"trace[1102234949] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"124.420487ms","start":"2026-03-13T23:11:39.164232Z","end":"2026-03-13T23:11:39.288653Z","steps":["trace[1102234949] 'process raft request' (duration: 124.377086ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.289002Z","caller":"traceutil/trace.go:171","msg":"trace[556205747] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"124.869538ms","start":"2026-03-13T23:11:39.164121Z","end":"2026-03-13T23:11:39.288991Z","steps":["trace[556205747] 'process raft request' (duration: 124.381057ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.289272Z","caller":"traceutil/trace.go:171","msg":"trace[2087616638] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"125.129004ms","start":"2026-03-13T23:11:39.164118Z","end":"2026-03-13T23:11:39.289258Z","steps":["trace[2087616638] 'process raft request' (duration: 124.425238ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.329664Z","caller":"traceutil/trace.go:171","msg":"trace[1751973251] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"131.673416ms","start":"2026-03-13T23:11:39.197962Z","end":"2026-03-13T23:11:39.329635Z","steps":["trace[1751973251] 'process raft request' (duration: 131.573464ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.329658Z","caller":"traceutil/trace.go:171","msg":"trace[798493528] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"131.83181ms","start":"2026-03-13T23:11:39.197773Z","end":"2026-03-13T23:11:39.329605Z","steps":["trace[798493528] 'process raft request' (duration: 131.597694ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.329895Z","caller":"traceutil/trace.go:171","msg":"trace[936325576] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"131.812549ms","start":"2026-03-13T23:11:39.198071Z","end":"2026-03-13T23:11:39.329883Z","steps":["trace[936325576] 'process raft request' (duration: 131.501642ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:39.88859Z","caller":"traceutil/trace.go:171","msg":"trace[1154387088] linearizableReadLoop","detail":"{readStateIndex:4912; appliedIndex:4911; }","duration":"133.628652ms","start":"2026-03-13T23:11:39.754934Z","end":"2026-03-13T23:11:39.888563Z","steps":["trace[1154387088] 'read index received' (duration: 41.910293ms)","trace[1154387088] 'applied index is now lower than readState.Index' (duration: 91.716868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:39.888796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.845136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-whnf7-tls-l4rzk\" ","response":"range_response_count:1 size:2625"} {"level":"info","ts":"2026-03-13T23:11:39.888865Z","caller":"traceutil/trace.go:171","msg":"trace[1039676536] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-whnf7-tls-l4rzk; range_end:; response_count:1; response_revision:4717; }","duration":"133.957539ms","start":"2026-03-13T23:11:39.754895Z","end":"2026-03-13T23:11:39.888853Z","steps":["trace[1039676536] 'agreement among raft nodes before linearized reading' (duration: 133.769825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.889387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.984177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-13T23:11:39.889429Z","caller":"traceutil/trace.go:171","msg":"trace[690566970] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4719; }","duration":"133.055408ms","start":"2026-03-13T23:11:39.756362Z","end":"2026-03-13T23:11:39.889418Z","steps":["trace[690566970] 'agreement among raft nodes before linearized reading' (duration: 132.871014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:39.890112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.465128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-whnf7-tls\" ","response":"range_response_count:1 size:4431"} {"level":"info","ts":"2026-03-13T23:11:39.89018Z","caller":"traceutil/trace.go:171","msg":"trace[873383105] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-whnf7-tls; range_end:; response_count:1; response_revision:4719; }","duration":"133.56108ms","start":"2026-03-13T23:11:39.756601Z","end":"2026-03-13T23:11:39.890162Z","steps":["trace[873383105] 'agreement among raft nodes before linearized reading' (duration: 133.187801ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.627321Z","caller":"traceutil/trace.go:171","msg":"trace[457335493] linearizableReadLoop","detail":"{readStateIndex:4930; appliedIndex:4929; }","duration":"184.552094ms","start":"2026-03-13T23:11:40.442751Z","end":"2026-03-13T23:11:40.627303Z","steps":["trace[457335493] 'read index received' (duration: 184.370319ms)","trace[457335493] 'applied index is now lower than readState.Index' (duration: 181.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:40.627379Z","caller":"traceutil/trace.go:171","msg":"trace[1153690535] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4735; }","duration":"188.74092ms","start":"2026-03-13T23:11:40.438599Z","end":"2026-03-13T23:11:40.62734Z","steps":["trace[1153690535] 'process raft request' (duration: 188.570517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.627481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.714337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-13T23:11:40.627502Z","caller":"traceutil/trace.go:171","msg":"trace[1742389388] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4735; }","duration":"184.779348ms","start":"2026-03-13T23:11:40.442716Z","end":"2026-03-13T23:11:40.627495Z","steps":["trace[1742389388] 'agreement among raft nodes before linearized reading' (duration: 184.663345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.933709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.610101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-13T23:11:40.933869Z","caller":"traceutil/trace.go:171","msg":"trace[747547096] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465; range_end:; response_count:1; response_revision:4735; }","duration":"214.810135ms","start":"2026-03-13T23:11:40.719039Z","end":"2026-03-13T23:11:40.93385Z","steps":["trace[747547096] 'range keys from in-memory index tree' (duration: 214.493448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.933864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.902138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2d6f5237-ec19-4d5f-9652-b89e05523684\" ","response":"range_response_count:1 size:4081"} {"level":"info","ts":"2026-03-13T23:11:40.934032Z","caller":"traceutil/trace.go:171","msg":"trace[1887562093] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2d6f5237-ec19-4d5f-9652-b89e05523684; range_end:; response_count:1; response_revision:4735; }","duration":"215.132272ms","start":"2026-03-13T23:11:40.71886Z","end":"2026-03-13T23:11:40.933993Z","steps":["trace[1887562093] 'range keys from in-memory index tree' (duration: 214.713083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.934055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.118099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:89916"} {"level":"warn","ts":"2026-03-13T23:11:40.934101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.800093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-13T23:11:40.934128Z","caller":"traceutil/trace.go:171","msg":"trace[1908034882] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:4735; }","duration":"301.228831ms","start":"2026-03-13T23:11:40.632877Z","end":"2026-03-13T23:11:40.934105Z","steps":["trace[1908034882] 'range keys from in-memory index tree' (duration: 300.873963ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:40.934145Z","caller":"traceutil/trace.go:171","msg":"trace[648219446] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4735; }","duration":"285.898315ms","start":"2026-03-13T23:11:40.648237Z","end":"2026-03-13T23:11:40.934136Z","steps":["trace[648219446] 'count revisions from in-memory index tree' (duration: 285.67331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:40.934183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:40.632857Z","time spent":"301.313903ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":89939,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-13T23:11:41.453388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607024369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:41.95397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607024369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:41.995398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052773752s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:11:41.995886Z","caller":"traceutil/trace.go:171","msg":"trace[317461560] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"1.053352056s","start":"2026-03-13T23:11:40.942508Z","end":"2026-03-13T23:11:41.99586Z","steps":["trace[317461560] 'process raft request' (duration: 1.053154361s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:41.996054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:40.942485Z","time spent":"1.053478429s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4078,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.023416Z","caller":"traceutil/trace.go:171","msg":"trace[2065663919] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"1.040506168s","start":"2026-03-13T23:11:40.982881Z","end":"2026-03-13T23:11:42.023387Z","steps":["trace[2065663919] 'process raft request' (duration: 1.040290853s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.02349Z","caller":"traceutil/trace.go:171","msg":"trace[243314218] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"553.941357ms","start":"2026-03-13T23:11:41.469519Z","end":"2026-03-13T23:11:42.02346Z","steps":["trace[243314218] 'process raft request' (duration: 553.830284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.023575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:40.982852Z","time spent":"1.040641531s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:11:42.023548Z","caller":"traceutil/trace.go:171","msg":"trace[1879890852] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"555.681397ms","start":"2026-03-13T23:11:41.467826Z","end":"2026-03-13T23:11:42.023508Z","steps":["trace[1879890852] 'process raft request' (duration: 555.462112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.023671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.469483Z","time spent":"554.08413ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.023693Z","caller":"traceutil/trace.go:171","msg":"trace[938885987] linearizableReadLoop","detail":"{readStateIndex:4935; appliedIndex:4930; }","duration":"1.070942684s","start":"2026-03-13T23:11:40.952713Z","end":"2026-03-13T23:11:42.023656Z","steps":["trace[938885987] 'read index received' (duration: 1.042958785s)","trace[938885987] 'applied index is now lower than readState.Index' (duration: 27.977089ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:42.023909Z","caller":"traceutil/trace.go:171","msg":"trace[723863048] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"553.861515ms","start":"2026-03-13T23:11:41.47003Z","end":"2026-03-13T23:11:42.023891Z","steps":["trace[723863048] 'process raft request' (duration: 553.377633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.023893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.4678Z","time spent":"555.851821ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.024006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.470003Z","time spent":"553.957127ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.024197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071479057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7464"} {"level":"info","ts":"2026-03-13T23:11:42.024278Z","caller":"traceutil/trace.go:171","msg":"trace[1734467968] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4740; }","duration":"1.071557099s","start":"2026-03-13T23:11:40.952697Z","end":"2026-03-13T23:11:42.024254Z","steps":["trace[1734467968] 'agreement among raft nodes before linearized reading' (duration: 1.071259832s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.024328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:40.952623Z","time spent":"1.071691651s","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7487,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-13T23:11:42.058697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.798132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba9d1363-2fbb-4f86-a607-38ac73af5734\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-13T23:11:42.058775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.03922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:42.058854Z","caller":"traceutil/trace.go:171","msg":"trace[721347177] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4741; }","duration":"352.165623ms","start":"2026-03-13T23:11:41.706669Z","end":"2026-03-13T23:11:42.058835Z","steps":["trace[721347177] 'agreement among raft nodes before linearized reading' (duration: 352.01713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.058845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.289019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465\" ","response":"range_response_count:1 size:4052"} {"level":"warn","ts":"2026-03-13T23:11:42.058893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.706656Z","time spent":"352.226845ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:11:42.05889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.832911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719481"} {"level":"warn","ts":"2026-03-13T23:11:42.058876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.504936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:11:42.058941Z","caller":"traceutil/trace.go:171","msg":"trace[2069695125] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4741; }","duration":"543.918024ms","start":"2026-03-13T23:11:41.515008Z","end":"2026-03-13T23:11:42.058926Z","steps":["trace[2069695125] 'agreement among raft nodes before linearized reading' (duration: 543.413862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.058928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.226583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:11:42.05896Z","caller":"traceutil/trace.go:171","msg":"trace[724467298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4741; }","duration":"385.64348ms","start":"2026-03-13T23:11:41.673297Z","end":"2026-03-13T23:11:42.058941Z","steps":["trace[724467298] 'agreement among raft nodes before linearized reading' (duration: 385.372764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.058973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.514984Z","time spent":"543.980766ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719504,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-13T23:11:42.058983Z","caller":"traceutil/trace.go:171","msg":"trace[1694179304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4741; }","duration":"389.334096ms","start":"2026-03-13T23:11:41.669634Z","end":"2026-03-13T23:11:42.058968Z","steps":["trace[1694179304] 'agreement among raft nodes before linearized reading' (duration: 389.159342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.058989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.308633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T23:11:42.058976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.694681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:11:42.059013Z","caller":"traceutil/trace.go:171","msg":"trace[1480565462] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:4741; }","duration":"672.364045ms","start":"2026-03-13T23:11:41.386644Z","end":"2026-03-13T23:11:42.059008Z","steps":["trace[1480565462] 'agreement among raft nodes before linearized reading' (duration: 672.302483ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.058795Z","caller":"traceutil/trace.go:171","msg":"trace[721889658] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba9d1363-2fbb-4f86-a607-38ac73af5734; range_end:; response_count:1; response_revision:4741; }","duration":"640.951386ms","start":"2026-03-13T23:11:41.417823Z","end":"2026-03-13T23:11:42.058775Z","steps":["trace[721889658] 'agreement among raft nodes before linearized reading' (duration: 640.723031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.059041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.386611Z","time spent":"672.424616ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-03-13T23:11:42.059039Z","caller":"traceutil/trace.go:171","msg":"trace[2003844471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4741; }","duration":"385.779373ms","start":"2026-03-13T23:11:41.673242Z","end":"2026-03-13T23:11:42.059021Z","steps":["trace[2003844471] 'agreement among raft nodes before linearized reading' (duration: 385.635049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.059052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.060659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-13T23:11:42.05908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.473815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:11:42.059059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.076043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:11:42.059107Z","caller":"traceutil/trace.go:171","msg":"trace[828784345] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4741; }","duration":"665.525716ms","start":"2026-03-13T23:11:41.393574Z","end":"2026-03-13T23:11:42.0591Z","steps":["trace[828784345] 'agreement among raft nodes before linearized reading' (duration: 665.469304ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.059121Z","caller":"traceutil/trace.go:171","msg":"trace[1279669378] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4741; }","duration":"744.154921ms","start":"2026-03-13T23:11:41.314944Z","end":"2026-03-13T23:11:42.059099Z","steps":["trace[1279669378] 'agreement among raft nodes before linearized reading' (duration: 744.013977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.059128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.393557Z","time spent":"665.565257ms","remote":"127.0.0.1:60138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:11:42.059089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.673228Z","time spent":"385.847815ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:11:42.059146Z","caller":"traceutil/trace.go:171","msg":"trace[785194681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4741; }","duration":"390.205416ms","start":"2026-03-13T23:11:41.668918Z","end":"2026-03-13T23:11:42.059124Z","steps":["trace[785194681] 'agreement among raft nodes before linearized reading' (duration: 389.993581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.059155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.314917Z","time spent":"744.229603ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:11:42.059187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.668893Z","time spent":"390.284668ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:42.059018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.669607Z","time spent":"389.404598ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:11:42.059197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.537738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:11:42.05915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.417799Z","time spent":"641.279823ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba9d1363-2fbb-4f86-a607-38ac73af5734\" "} {"level":"info","ts":"2026-03-13T23:11:42.059274Z","caller":"traceutil/trace.go:171","msg":"trace[872702289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4741; }","duration":"385.66173ms","start":"2026-03-13T23:11:41.673587Z","end":"2026-03-13T23:11:42.059249Z","steps":["trace[872702289] 'agreement among raft nodes before linearized reading' (duration: 385.479236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.059315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.357182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:42.059316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.673559Z","time spent":"385.748372ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:11:42.058907Z","caller":"traceutil/trace.go:171","msg":"trace[221237940] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465; range_end:; response_count:1; response_revision:4741; }","duration":"119.414162ms","start":"2026-03-13T23:11:41.939477Z","end":"2026-03-13T23:11:42.058891Z","steps":["trace[221237940] 'agreement among raft nodes before linearized reading' (duration: 119.232768ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.05943Z","caller":"traceutil/trace.go:171","msg":"trace[1040354023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4741; }","duration":"834.052587ms","start":"2026-03-13T23:11:41.225279Z","end":"2026-03-13T23:11:42.059332Z","steps":["trace[1040354023] 'agreement among raft nodes before linearized reading' (duration: 833.32645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.059451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.225256Z","time spent":"834.190811ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:42.059014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.673274Z","time spent":"385.730242ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:42.05974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.625502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:11:42.059834Z","caller":"traceutil/trace.go:171","msg":"trace[2049900690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:4741; }","duration":"389.748245ms","start":"2026-03-13T23:11:41.670072Z","end":"2026-03-13T23:11:42.05982Z","steps":["trace[2049900690] 'agreement among raft nodes before linearized reading' (duration: 388.738662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.059877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:41.670055Z","time spent":"389.813177ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:11:42.058896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085344099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-13T23:11:42.060303Z","caller":"traceutil/trace.go:171","msg":"trace[1434161837] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465; range_end:; response_count:1; response_revision:4741; }","duration":"1.086554897s","start":"2026-03-13T23:11:40.973498Z","end":"2026-03-13T23:11:42.060052Z","steps":["trace[1434161837] 'agreement among raft nodes before linearized reading' (duration: 1.085330358s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.060731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:40.973468Z","time spent":"1.087204481s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-862e065e-281c-4e76-bcae-28d710626465\" "} {"level":"info","ts":"2026-03-13T23:11:42.780666Z","caller":"traceutil/trace.go:171","msg":"trace[121083837] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"715.065426ms","start":"2026-03-13T23:11:42.065581Z","end":"2026-03-13T23:11:42.780646Z","steps":["trace[121083837] 'process raft request' (duration: 714.996284ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.780698Z","caller":"traceutil/trace.go:171","msg":"trace[1974506713] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"715.858904ms","start":"2026-03-13T23:11:42.064796Z","end":"2026-03-13T23:11:42.780655Z","steps":["trace[1974506713] 'process raft request' (duration: 715.628349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.780813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.065573Z","time spent":"715.160718ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.78087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.064783Z","time spent":"715.985777ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.78111Z","caller":"traceutil/trace.go:171","msg":"trace[1283393817] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"715.086426ms","start":"2026-03-13T23:11:42.066014Z","end":"2026-03-13T23:11:42.781101Z","steps":["trace[1283393817] 'process raft request' (duration: 714.862201ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.781108Z","caller":"traceutil/trace.go:171","msg":"trace[1704329628] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"715.108967ms","start":"2026-03-13T23:11:42.065959Z","end":"2026-03-13T23:11:42.781068Z","steps":["trace[1704329628] 'process raft request' (duration: 714.655126ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.781203Z","caller":"traceutil/trace.go:171","msg":"trace[875891544] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"715.045155ms","start":"2026-03-13T23:11:42.06615Z","end":"2026-03-13T23:11:42.781195Z","steps":["trace[875891544] 'process raft request' (duration: 714.945013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.781247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.066128Z","time spent":"715.100336ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.781263Z","caller":"traceutil/trace.go:171","msg":"trace[2036062374] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"715.005604ms","start":"2026-03-13T23:11:42.066211Z","end":"2026-03-13T23:11:42.781217Z","steps":["trace[2036062374] 'process raft request' (duration: 714.81745ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.781335Z","caller":"traceutil/trace.go:171","msg":"trace[704423610] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"711.920733ms","start":"2026-03-13T23:11:42.069407Z","end":"2026-03-13T23:11:42.781327Z","steps":["trace[704423610] 'process raft request' (duration: 711.738458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.781331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.065947Z","time spent":"715.27137ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.78137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.069396Z","time spent":"711.956313ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1331,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:11:42.781402Z","caller":"traceutil/trace.go:171","msg":"trace[934804749] linearizableReadLoop","detail":"{readStateIndex:4943; appliedIndex:4938; }","duration":"715.077446ms","start":"2026-03-13T23:11:42.066289Z","end":"2026-03-13T23:11:42.781366Z","steps":["trace[934804749] 'read index received' (duration: 74.002058ms)","trace[934804749] 'applied index is now lower than readState.Index' (duration: 641.073808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:42.781469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.066181Z","time spent":"715.175728ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.781492Z","caller":"traceutil/trace.go:171","msg":"trace[604290951] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"710.794696ms","start":"2026-03-13T23:11:42.070689Z","end":"2026-03-13T23:11:42.781484Z","steps":["trace[604290951] 'process raft request' (duration: 710.506479ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:42.781485Z","caller":"traceutil/trace.go:171","msg":"trace[329691174] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"710.716834ms","start":"2026-03-13T23:11:42.070732Z","end":"2026-03-13T23:11:42.781449Z","steps":["trace[329691174] 'process raft request' (duration: 710.55035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.781621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.032629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:42.781653Z","caller":"traceutil/trace.go:171","msg":"trace[1643614071] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4751; }","duration":"386.101471ms","start":"2026-03-13T23:11:42.395541Z","end":"2026-03-13T23:11:42.781643Z","steps":["trace[1643614071] 'agreement among raft nodes before linearized reading' (duration: 386.024119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.781673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.39552Z","time spent":"386.149132ms","remote":"127.0.0.1:47494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:11:42.781694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.395764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"warn","ts":"2026-03-13T23:11:42.781698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.207826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:42.781737Z","caller":"traceutil/trace.go:171","msg":"trace[1889565636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4751; }","duration":"715.479065ms","start":"2026-03-13T23:11:42.066248Z","end":"2026-03-13T23:11:42.781727Z","steps":["trace[1889565636] 'agreement among raft nodes before linearized reading' (duration: 715.25394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.781771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.066233Z","time spent":"715.529537ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62996,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:11:42.781766Z","caller":"traceutil/trace.go:171","msg":"trace[764224893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4751; }","duration":"555.317938ms","start":"2026-03-13T23:11:42.226431Z","end":"2026-03-13T23:11:42.781749Z","steps":["trace[764224893] 'agreement among raft nodes before linearized reading' (duration: 555.172935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.781167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.066009Z","time spent":"715.133087ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.781812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.226403Z","time spent":"555.399621ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:42.781784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.355327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:42.781688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.070721Z","time spent":"710.854928ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4052,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:42.78154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.070653Z","time spent":"710.866848ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:42.781944Z","caller":"traceutil/trace.go:171","msg":"trace[1715375217] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4751; }","duration":"121.531651ms","start":"2026-03-13T23:11:42.660334Z","end":"2026-03-13T23:11:42.781865Z","steps":["trace[1715375217] 'agreement among raft nodes before linearized reading' (duration: 121.278545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.782095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.414442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719481"} {"level":"info","ts":"2026-03-13T23:11:42.782147Z","caller":"traceutil/trace.go:171","msg":"trace[42801258] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4751; }","duration":"708.485993ms","start":"2026-03-13T23:11:42.073646Z","end":"2026-03-13T23:11:42.782132Z","steps":["trace[42801258] 'agreement among raft nodes before linearized reading' (duration: 707.90531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:42.782381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:42.073622Z","time spent":"708.741929ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719504,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-13T23:11:43.410031Z","caller":"traceutil/trace.go:171","msg":"trace[1818332589] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"104.28193ms","start":"2026-03-13T23:11:43.30572Z","end":"2026-03-13T23:11:43.410002Z","steps":["trace[1818332589] 'process raft request' (duration: 98.411394ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:43.480374Z","caller":"traceutil/trace.go:171","msg":"trace[1645679357] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"164.937908ms","start":"2026-03-13T23:11:43.315408Z","end":"2026-03-13T23:11:43.480346Z","steps":["trace[1645679357] 'process raft request' (duration: 164.713903ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:43.480379Z","caller":"traceutil/trace.go:171","msg":"trace[1971363832] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"161.736114ms","start":"2026-03-13T23:11:43.318616Z","end":"2026-03-13T23:11:43.480352Z","steps":["trace[1971363832] 'process raft request' (duration: 161.647422ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:43.570515Z","caller":"traceutil/trace.go:171","msg":"trace[1382955680] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"146.357817ms","start":"2026-03-13T23:11:43.424114Z","end":"2026-03-13T23:11:43.570472Z","steps":["trace[1382955680] 'process raft request' (duration: 146.129161ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:43.570546Z","caller":"traceutil/trace.go:171","msg":"trace[2033360776] linearizableReadLoop","detail":"{readStateIndex:4971; appliedIndex:4968; }","duration":"160.529766ms","start":"2026-03-13T23:11:43.409984Z","end":"2026-03-13T23:11:43.570514Z","steps":["trace[2033360776] 'read index received' (duration: 70.21912ms)","trace[2033360776] 'applied index is now lower than readState.Index' (duration: 90.308005ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:43.570839Z","caller":"traceutil/trace.go:171","msg":"trace[967063221] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"161.236112ms","start":"2026-03-13T23:11:43.409577Z","end":"2026-03-13T23:11:43.570813Z","steps":["trace[967063221] 'process raft request' (duration: 131.529053ms)","trace[967063221] 'compare' (duration: 29.009613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:43.571071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.763607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-13T23:11:43.571092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.641041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:11:43.57115Z","caller":"traceutil/trace.go:171","msg":"trace[1383964533] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4775; }","duration":"255.860429ms","start":"2026-03-13T23:11:43.315269Z","end":"2026-03-13T23:11:43.571129Z","steps":["trace[1383964533] 'agreement among raft nodes before linearized reading' (duration: 255.397848ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:43.571188Z","caller":"traceutil/trace.go:171","msg":"trace[2012023499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4775; }","duration":"136.776105ms","start":"2026-03-13T23:11:43.434385Z","end":"2026-03-13T23:11:43.571161Z","steps":["trace[2012023499] 'agreement among raft nodes before linearized reading' (duration: 136.506388ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:43.678651Z","caller":"traceutil/trace.go:171","msg":"trace[1924730510] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"101.820853ms","start":"2026-03-13T23:11:43.576801Z","end":"2026-03-13T23:11:43.678622Z","steps":["trace[1924730510] 'process raft request' (duration: 96.51595ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:44.791675Z","caller":"traceutil/trace.go:171","msg":"trace[4281595] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"129.607788ms","start":"2026-03-13T23:11:44.662035Z","end":"2026-03-13T23:11:44.791642Z","steps":["trace[4281595] 'process raft request' (duration: 129.223099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:45.069829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.390447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:45.070113Z","caller":"traceutil/trace.go:171","msg":"trace[1930523918] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"274.05372ms","start":"2026-03-13T23:11:44.796033Z","end":"2026-03-13T23:11:45.070086Z","steps":["trace[1930523918] 'process raft request' (duration: 273.919297ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:45.070098Z","caller":"traceutil/trace.go:171","msg":"trace[98266631] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"274.064361ms","start":"2026-03-13T23:11:44.795997Z","end":"2026-03-13T23:11:45.070061Z","steps":["trace[98266631] 'process raft request' (duration: 96.331846ms)","trace[98266631] 'compare' (duration: 176.870405ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:45.070312Z","caller":"traceutil/trace.go:171","msg":"trace[2004683813] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"273.61082ms","start":"2026-03-13T23:11:44.796683Z","end":"2026-03-13T23:11:45.070294Z","steps":["trace[2004683813] 'process raft request' (duration: 273.350964ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:45.070341Z","caller":"traceutil/trace.go:171","msg":"trace[1247434790] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"273.60532ms","start":"2026-03-13T23:11:44.796714Z","end":"2026-03-13T23:11:45.07032Z","steps":["trace[1247434790] 'process raft request' (duration: 273.485007ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:45.070464Z","caller":"traceutil/trace.go:171","msg":"trace[1140220268] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5007; }","duration":"273.560549ms","start":"2026-03-13T23:11:44.79689Z","end":"2026-03-13T23:11:45.07045Z","steps":["trace[1140220268] 'read index received' (duration: 95.551607ms)","trace[1140220268] 'applied index is now lower than readState.Index' (duration: 178.007982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:45.070704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.988978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:45.070718Z","caller":"traceutil/trace.go:171","msg":"trace[1970930508] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"273.974239ms","start":"2026-03-13T23:11:44.796733Z","end":"2026-03-13T23:11:45.070708Z","steps":["trace[1970930508] 'process raft request' (duration: 273.558199ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:45.070747Z","caller":"traceutil/trace.go:171","msg":"trace[1192826366] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4814; }","duration":"118.09274ms","start":"2026-03-13T23:11:44.952642Z","end":"2026-03-13T23:11:45.070735Z","steps":["trace[1192826366] 'agreement among raft nodes before linearized reading' (duration: 117.918876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:45.070839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.932968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62973"} {"level":"info","ts":"2026-03-13T23:11:45.070952Z","caller":"traceutil/trace.go:171","msg":"trace[464082221] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4814; }","duration":"274.118482ms","start":"2026-03-13T23:11:44.796809Z","end":"2026-03-13T23:11:45.070927Z","steps":["trace[464082221] 'agreement among raft nodes before linearized reading' (duration: 273.743993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:46.581764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607024516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:47.082984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607024516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:47.253759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027756872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:47.253877Z","caller":"traceutil/trace.go:171","msg":"trace[219379861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4814; }","duration":"2.027951976s","start":"2026-03-13T23:11:45.225902Z","end":"2026-03-13T23:11:47.253854Z","steps":["trace[219379861] 'range keys from in-memory index tree' (duration: 2.027647819s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:47.253922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:45.225875Z","time spent":"2.028036558s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:47.254001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826255515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777666"} {"level":"info","ts":"2026-03-13T23:11:47.255637Z","caller":"traceutil/trace.go:171","msg":"trace[2051414029] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4814; }","duration":"1.828067617s","start":"2026-03-13T23:11:45.427527Z","end":"2026-03-13T23:11:47.255594Z","steps":["trace[2051414029] 'range keys from in-memory index tree' (duration: 1.825623301s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:47.255797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:45.427498Z","time spent":"1.82822172s","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777689,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-13T23:11:47.583527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607024516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:48.084463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607024516,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:11:48.430296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.392031416s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:11:48.430963Z","caller":"traceutil/trace.go:171","msg":"trace[631194704] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"2.392755363s","start":"2026-03-13T23:11:46.038173Z","end":"2026-03-13T23:11:48.430928Z","steps":["trace[631194704] 'process raft request' (duration: 2.392507257s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.431277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.03815Z","time spent":"2.392923296s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:48.451808Z","caller":"traceutil/trace.go:171","msg":"trace[910709941] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"2.412181713s","start":"2026-03-13T23:11:46.039572Z","end":"2026-03-13T23:11:48.451754Z","steps":["trace[910709941] 'process raft request' (duration: 2.411993288s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.451991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.039567Z","time spent":"2.412320406s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:48.452156Z","caller":"traceutil/trace.go:171","msg":"trace[1387603363] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"2.412251915s","start":"2026-03-13T23:11:46.03988Z","end":"2026-03-13T23:11:48.452132Z","steps":["trace[1387603363] 'process raft request' (duration: 2.411830685s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.452278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.039845Z","time spent":"2.412377108s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:48.502763Z","caller":"traceutil/trace.go:171","msg":"trace[40715192] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"1.212290815s","start":"2026-03-13T23:11:47.290446Z","end":"2026-03-13T23:11:48.502737Z","steps":["trace[40715192] 'process raft request' (duration: 1.211890936s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:48.502701Z","caller":"traceutil/trace.go:171","msg":"trace[1493561235] linearizableReadLoop","detail":"{readStateIndex:5017; appliedIndex:5012; }","duration":"2.421625303s","start":"2026-03-13T23:11:46.081045Z","end":"2026-03-13T23:11:48.502671Z","steps":["trace[1493561235] 'read index received' (duration: 2.34955054s)","trace[1493561235] 'applied index is now lower than readState.Index' (duration: 72.073643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:48.5029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.290425Z","time spent":"1.212396807s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:48.50303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925226222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:48.503026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42194071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba9d1363-2fbb-4f86-a607-38ac73af5734\" ","response":"range_response_count:1 size:3893"} {"level":"warn","ts":"2026-03-13T23:11:48.503089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427795577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:11:48.503101Z","caller":"traceutil/trace.go:171","msg":"trace[698715446] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4818; }","duration":"1.925360444s","start":"2026-03-13T23:11:46.577726Z","end":"2026-03-13T23:11:48.503087Z","steps":["trace[698715446] 'agreement among raft nodes before linearized reading' (duration: 1.925209851s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.461358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:11:48.503125Z","caller":"traceutil/trace.go:171","msg":"trace[983517085] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba9d1363-2fbb-4f86-a607-38ac73af5734; range_end:; response_count:1; response_revision:4818; }","duration":"2.422083163s","start":"2026-03-13T23:11:46.081016Z","end":"2026-03-13T23:11:48.503099Z","steps":["trace[983517085] 'agreement among raft nodes before linearized reading' (duration: 2.421818406s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428327599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:11:48.503149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.577708Z","time spent":"1.925430246s","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:11:48.503171Z","caller":"traceutil/trace.go:171","msg":"trace[1632500533] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4818; }","duration":"1.42836108s","start":"2026-03-13T23:11:47.074805Z","end":"2026-03-13T23:11:48.503166Z","steps":["trace[1632500533] 'agreement among raft nodes before linearized reading' (duration: 1.428276178s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:48.503168Z","caller":"traceutil/trace.go:171","msg":"trace[34366844] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4818; }","duration":"295.55764ms","start":"2026-03-13T23:11:48.207599Z","end":"2026-03-13T23:11:48.503157Z","steps":["trace[34366844] 'agreement among raft nodes before linearized reading' (duration: 295.440397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.074799Z","time spent":"1.4283846s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:11:48.503188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:46.081001Z","time spent":"2.422177785s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3916,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba9d1363-2fbb-4f86-a607-38ac73af5734\" "} {"level":"warn","ts":"2026-03-13T23:11:48.503217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428335099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:11:48.503263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42751573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:11:48.50329Z","caller":"traceutil/trace.go:171","msg":"trace[789450842] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:4818; }","duration":"1.427554951s","start":"2026-03-13T23:11:47.075729Z","end":"2026-03-13T23:11:48.503284Z","steps":["trace[789450842] 'agreement among raft nodes before linearized reading' (duration: 1.427226873s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.07572Z","time spent":"1.427579072s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"info","ts":"2026-03-13T23:11:48.503304Z","caller":"traceutil/trace.go:171","msg":"trace[2068764446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4818; }","duration":"1.428448882s","start":"2026-03-13T23:11:47.074834Z","end":"2026-03-13T23:11:48.503282Z","steps":["trace[2068764446] 'agreement among raft nodes before linearized reading' (duration: 1.428144915s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276525186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:11:48.503354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.074829Z","time spent":"1.428515973s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:11:48.503373Z","caller":"traceutil/trace.go:171","msg":"trace[768714208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4818; }","duration":"1.276593508s","start":"2026-03-13T23:11:47.22677Z","end":"2026-03-13T23:11:48.503364Z","steps":["trace[768714208] 'agreement among raft nodes before linearized reading' (duration: 1.276551687s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.226742Z","time spent":"1.276648309s","remote":"127.0.0.1:59848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:11:48.503383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428584885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:11:48.503112Z","caller":"traceutil/trace.go:171","msg":"trace[2135653312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4818; }","duration":"1.427831238s","start":"2026-03-13T23:11:47.075275Z","end":"2026-03-13T23:11:48.503106Z","steps":["trace[2135653312] 'agreement among raft nodes before linearized reading' (duration: 1.427713085s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.075271Z","time spent":"1.428194216s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:11:48.503475Z","caller":"traceutil/trace.go:171","msg":"trace[259542789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4818; }","duration":"1.428740159s","start":"2026-03-13T23:11:47.074712Z","end":"2026-03-13T23:11:48.503452Z","steps":["trace[259542789] 'agreement among raft nodes before linearized reading' (duration: 1.428420241s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428250907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:11:48.503526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.074686Z","time spent":"1.428829791s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:11:48.503569Z","caller":"traceutil/trace.go:171","msg":"trace[740531096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4818; }","duration":"1.428312759s","start":"2026-03-13T23:11:47.07524Z","end":"2026-03-13T23:11:48.503553Z","steps":["trace[740531096] 'agreement among raft nodes before linearized reading' (duration: 1.427808207s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.075232Z","time spent":"1.42837811s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:48.503741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.301373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:11:48.503853Z","caller":"traceutil/trace.go:171","msg":"trace[2115261832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4818; }","duration":"613.489007ms","start":"2026-03-13T23:11:47.890344Z","end":"2026-03-13T23:11:48.503833Z","steps":["trace[2115261832] 'agreement among raft nodes before linearized reading' (duration: 613.020537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.503899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.890315Z","time spent":"613.5742ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:11:48.504228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237396358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777666"} {"level":"info","ts":"2026-03-13T23:11:48.504292Z","caller":"traceutil/trace.go:171","msg":"trace[623855870] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4818; }","duration":"1.23749192s","start":"2026-03-13T23:11:47.266782Z","end":"2026-03-13T23:11:48.504274Z","steps":["trace[623855870] 'agreement among raft nodes before linearized reading' (duration: 1.236342953s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.504327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:47.266761Z","time spent":"1.237555012s","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777689,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-13T23:11:48.974367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.958006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:11:48.974713Z","caller":"traceutil/trace.go:171","msg":"trace[1330698810] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"437.912603ms","start":"2026-03-13T23:11:48.536786Z","end":"2026-03-13T23:11:48.974698Z","steps":["trace[1330698810] 'process raft request' (duration: 89.534777ms)","trace[1330698810] 'compare' (duration: 347.68534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:48.974761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:48.536761Z","time spent":"437.978895ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:48.974935Z","caller":"traceutil/trace.go:171","msg":"trace[1598534264] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5022; }","duration":"405.930871ms","start":"2026-03-13T23:11:48.568965Z","end":"2026-03-13T23:11:48.974896Z","steps":["trace[1598534264] 'read index received' (duration: 57.353071ms)","trace[1598534264] 'applied index is now lower than readState.Index' (duration: 348.5746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:48.975047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.087265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ba9d1363-2fbb-4f86-a607-38ac73af5734\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-03-13T23:11:48.975073Z","caller":"traceutil/trace.go:171","msg":"trace[1614405978] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ba9d1363-2fbb-4f86-a607-38ac73af5734; range_end:; response_count:1; response_revision:4825; }","duration":"406.159796ms","start":"2026-03-13T23:11:48.568905Z","end":"2026-03-13T23:11:48.975065Z","steps":["trace[1614405978] 'agreement among raft nodes before linearized reading' (duration: 406.065614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.975089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:48.568882Z","time spent":"406.203228ms","remote":"127.0.0.1:33604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2267,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-ba9d1363-2fbb-4f86-a607-38ac73af5734\" "} {"level":"warn","ts":"2026-03-13T23:11:48.975192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.750554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:11:48.975291Z","caller":"traceutil/trace.go:171","msg":"trace[1540708143] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4825; }","duration":"370.908608ms","start":"2026-03-13T23:11:48.60436Z","end":"2026-03-13T23:11:48.975268Z","steps":["trace[1540708143] 'agreement among raft nodes before linearized reading' (duration: 370.737104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:48.975339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:48.60433Z","time spent":"370.99934ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T23:11:49.167634Z","caller":"traceutil/trace.go:171","msg":"trace[1575921781] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"100.38349ms","start":"2026-03-13T23:11:49.067215Z","end":"2026-03-13T23:11:49.167599Z","steps":["trace[1575921781] 'process raft request' (duration: 51.735081ms)","trace[1575921781] 'compare' (duration: 48.444894ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:49.173349Z","caller":"traceutil/trace.go:171","msg":"trace[411457518] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"103.39752ms","start":"2026-03-13T23:11:49.069926Z","end":"2026-03-13T23:11:49.173324Z","steps":["trace[411457518] 'process raft request' (duration: 103.218096ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:49.228768Z","caller":"traceutil/trace.go:171","msg":"trace[1868857246] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"101.073126ms","start":"2026-03-13T23:11:49.127647Z","end":"2026-03-13T23:11:49.22872Z","steps":["trace[1868857246] 'process raft request' (duration: 100.839711ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:49.648108Z","caller":"traceutil/trace.go:171","msg":"trace[1382991654] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"112.244185ms","start":"2026-03-13T23:11:49.535806Z","end":"2026-03-13T23:11:49.64805Z","steps":["trace[1382991654] 'process raft request' (duration: 94.086044ms)","trace[1382991654] 'compare' (duration: 17.942706ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:49.682881Z","caller":"traceutil/trace.go:171","msg":"trace[1811473890] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"144.647147ms","start":"2026-03-13T23:11:49.538205Z","end":"2026-03-13T23:11:49.682852Z","steps":["trace[1811473890] 'process raft request' (duration: 144.548045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:49.6829Z","caller":"traceutil/trace.go:171","msg":"trace[579208341] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"146.886448ms","start":"2026-03-13T23:11:49.535988Z","end":"2026-03-13T23:11:49.682875Z","steps":["trace[579208341] 'process raft request' (duration: 146.612882ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:49.813358Z","caller":"traceutil/trace.go:171","msg":"trace[247365780] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"120.544947ms","start":"2026-03-13T23:11:49.692787Z","end":"2026-03-13T23:11:49.813332Z","steps":["trace[247365780] 'process raft request' (duration: 120.348003ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:49.906343Z","caller":"traceutil/trace.go:171","msg":"trace[960406002] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"156.871961ms","start":"2026-03-13T23:11:49.74943Z","end":"2026-03-13T23:11:49.906302Z","steps":["trace[960406002] 'process raft request' (duration: 117.651001ms)","trace[960406002] 'compare' (duration: 39.006065ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:49.906397Z","caller":"traceutil/trace.go:171","msg":"trace[1224309250] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"156.526013ms","start":"2026-03-13T23:11:49.749854Z","end":"2026-03-13T23:11:49.90638Z","steps":["trace[1224309250] 'process raft request' (duration: 156.377309ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:49.906334Z","caller":"traceutil/trace.go:171","msg":"trace[1380428418] linearizableReadLoop","detail":"{readStateIndex:5046; appliedIndex:5043; }","duration":"149.225493ms","start":"2026-03-13T23:11:49.757082Z","end":"2026-03-13T23:11:49.906307Z","steps":["trace[1380428418] 'read index received' (duration: 56.142703ms)","trace[1380428418] 'applied index is now lower than readState.Index' (duration: 93.08133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:11:49.907205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.095503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787902"} {"level":"info","ts":"2026-03-13T23:11:49.907311Z","caller":"traceutil/trace.go:171","msg":"trace[255588141] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4846; }","duration":"150.258437ms","start":"2026-03-13T23:11:49.757028Z","end":"2026-03-13T23:11:49.907286Z","steps":["trace[255588141] 'agreement among raft nodes before linearized reading' (duration: 149.53064ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:53.247003Z","caller":"traceutil/trace.go:171","msg":"trace[966852925] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5114; }","duration":"130.358795ms","start":"2026-03-13T23:11:53.116626Z","end":"2026-03-13T23:11:53.246985Z","steps":["trace[966852925] 'read index received' (duration: 130.218772ms)","trace[966852925] 'applied index is now lower than readState.Index' (duration: 139.223µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:53.247163Z","caller":"traceutil/trace.go:171","msg":"trace[642554091] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"153.729928ms","start":"2026-03-13T23:11:53.093386Z","end":"2026-03-13T23:11:53.247116Z","steps":["trace[642554091] 'process raft request' (duration: 153.430451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:53.247838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.197895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-13T23:11:53.247878Z","caller":"traceutil/trace.go:171","msg":"trace[1042091999] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4913; }","duration":"131.284307ms","start":"2026-03-13T23:11:53.116585Z","end":"2026-03-13T23:11:53.24787Z","steps":["trace[1042091999] 'agreement among raft nodes before linearized reading' (duration: 130.499478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:53.248033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.420458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-03-13T23:11:53.24807Z","caller":"traceutil/trace.go:171","msg":"trace[532565762] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:4913; }","duration":"115.47843ms","start":"2026-03-13T23:11:53.132583Z","end":"2026-03-13T23:11:53.248061Z","steps":["trace[532565762] 'agreement among raft nodes before linearized reading' (duration: 115.368368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:53.248891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.741145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:803778"} {"level":"info","ts":"2026-03-13T23:11:53.248981Z","caller":"traceutil/trace.go:171","msg":"trace[1950797788] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4913; }","duration":"124.874608ms","start":"2026-03-13T23:11:53.124082Z","end":"2026-03-13T23:11:53.248956Z","steps":["trace[1950797788] 'agreement among raft nodes before linearized reading' (duration: 123.717921ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:56.976645Z","caller":"traceutil/trace.go:171","msg":"trace[1103881734] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"403.532485ms","start":"2026-03-13T23:11:56.573083Z","end":"2026-03-13T23:11:56.976615Z","steps":["trace[1103881734] 'process raft request' (duration: 403.346611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:56.976892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:56.573053Z","time spent":"403.708359ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:11:56.978649Z","caller":"traceutil/trace.go:171","msg":"trace[1173457034] linearizableReadLoop","detail":"{readStateIndex:5144; appliedIndex:5141; }","duration":"387.951954ms","start":"2026-03-13T23:11:56.590664Z","end":"2026-03-13T23:11:56.978616Z","steps":["trace[1173457034] 'read index received' (duration: 385.870956ms)","trace[1173457034] 'applied index is now lower than readState.Index' (duration: 2.079398ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:11:56.978733Z","caller":"traceutil/trace.go:171","msg":"trace[1773099732] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"395.450227ms","start":"2026-03-13T23:11:56.583269Z","end":"2026-03-13T23:11:56.978719Z","steps":["trace[1773099732] 'process raft request' (duration: 395.298684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:56.978917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:56.583262Z","time spent":"395.55934ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:56.979041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.307902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:11:56.979082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.849346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:11:56.979133Z","caller":"traceutil/trace.go:171","msg":"trace[1112235617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:4942; }","duration":"388.457035ms","start":"2026-03-13T23:11:56.590641Z","end":"2026-03-13T23:11:56.979099Z","steps":["trace[1112235617] 'agreement among raft nodes before linearized reading' (duration: 388.135298ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:56.979137Z","caller":"traceutil/trace.go:171","msg":"trace[1154439322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4942; }","duration":"320.941339ms","start":"2026-03-13T23:11:56.658182Z","end":"2026-03-13T23:11:56.979124Z","steps":["trace[1154439322] 'agreement among raft nodes before linearized reading' (duration: 320.769765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:56.979186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:56.658161Z","time spent":"321.01365ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:11:56.979176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.344091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:11:56.979176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:56.590633Z","time spent":"388.532317ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"info","ts":"2026-03-13T23:11:56.978682Z","caller":"traceutil/trace.go:171","msg":"trace[242035986] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"395.618002ms","start":"2026-03-13T23:11:56.583029Z","end":"2026-03-13T23:11:56.978647Z","steps":["trace[242035986] 'process raft request' (duration: 395.355556ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:56.979259Z","caller":"traceutil/trace.go:171","msg":"trace[2100535389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4942; }","duration":"319.464654ms","start":"2026-03-13T23:11:56.659775Z","end":"2026-03-13T23:11:56.97924Z","steps":["trace[2100535389] 'agreement among raft nodes before linearized reading' (duration: 319.169408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:56.979309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:56.583007Z","time spent":"396.263526ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:11:56.979316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:56.659752Z","time spent":"319.549866ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:56.979304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.85983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:11:56.979383Z","caller":"traceutil/trace.go:171","msg":"trace[85251281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4942; }","duration":"318.980133ms","start":"2026-03-13T23:11:56.660385Z","end":"2026-03-13T23:11:56.979365Z","steps":["trace[85251281] 'agreement among raft nodes before linearized reading' (duration: 318.717157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:56.979407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.342544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:11:56.979336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.307165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:11:56.97955Z","caller":"traceutil/trace.go:171","msg":"trace[1556810639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4942; }","duration":"386.661774ms","start":"2026-03-13T23:11:56.592864Z","end":"2026-03-13T23:11:56.979526Z","steps":["trace[1556810639] 'agreement among raft nodes before linearized reading' (duration: 385.997409ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:11:56.979488Z","caller":"traceutil/trace.go:171","msg":"trace[497780521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4942; }","duration":"382.437746ms","start":"2026-03-13T23:11:56.597031Z","end":"2026-03-13T23:11:56.979468Z","steps":["trace[497780521] 'agreement among raft nodes before linearized reading' (duration: 382.011796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:11:56.979433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:56.660381Z","time spent":"319.042995ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:56.979637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:56.592859Z","time spent":"386.763556ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:11:56.979691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:11:56.597024Z","time spent":"382.650131ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:11:58.61069Z","caller":"traceutil/trace.go:171","msg":"trace[1961570127] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"101.617679ms","start":"2026-03-13T23:11:58.509038Z","end":"2026-03-13T23:11:58.610655Z","steps":["trace[1961570127] 'process raft request' (duration: 100.495042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.252226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.727724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:01.252409Z","caller":"traceutil/trace.go:171","msg":"trace[1663192032] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"252.815947ms","start":"2026-03-13T23:12:00.999579Z","end":"2026-03-13T23:12:01.252395Z","steps":["trace[1663192032] 'process raft request' (duration: 252.740256ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:01.25258Z","caller":"traceutil/trace.go:171","msg":"trace[1678143971] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"334.055272ms","start":"2026-03-13T23:12:00.918513Z","end":"2026-03-13T23:12:01.252569Z","steps":["trace[1678143971] 'process raft request' (duration: 15.918559ms)","trace[1678143971] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/memcached-memcached-6479589586-wdhfv.189c897c755ef854; req_size:749; } (duration: 317.385876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:01.252615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:00.918487Z","time spent":"334.113834ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:12:01.31391Z","caller":"traceutil/trace.go:171","msg":"trace[789824870] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5202; }","duration":"308.264354ms","start":"2026-03-13T23:12:01.005612Z","end":"2026-03-13T23:12:01.313876Z","steps":["trace[789824870] 'read index received' (duration: 168.947861ms)","trace[789824870] 'applied index is now lower than readState.Index' (duration: 139.315143ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:01.314011Z","caller":"traceutil/trace.go:171","msg":"trace[555138755] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"312.117474ms","start":"2026-03-13T23:12:01.001855Z","end":"2026-03-13T23:12:01.313973Z","steps":["trace[555138755] 'process raft request' (duration: 311.9639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.314217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.001846Z","time spent":"312.257677ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:01.314248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.169249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:01.314315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.99969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:12:01.314324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.981619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:12:01.314334Z","caller":"traceutil/trace.go:171","msg":"trace[2059307670] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5002; }","duration":"251.328492ms","start":"2026-03-13T23:12:01.062986Z","end":"2026-03-13T23:12:01.314315Z","steps":["trace[2059307670] 'agreement among raft nodes before linearized reading' (duration: 251.145828ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:01.314369Z","caller":"traceutil/trace.go:171","msg":"trace[933687649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5002; }","duration":"212.080172ms","start":"2026-03-13T23:12:01.102278Z","end":"2026-03-13T23:12:01.314358Z","steps":["trace[933687649] 'agreement among raft nodes before linearized reading' (duration: 211.97945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.314374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.339562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-wdhfv\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-03-13T23:12:01.314372Z","caller":"traceutil/trace.go:171","msg":"trace[1801076689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5002; }","duration":"212.066011ms","start":"2026-03-13T23:12:01.102288Z","end":"2026-03-13T23:12:01.314354Z","steps":["trace[1801076689] 'agreement among raft nodes before linearized reading' (duration: 211.927548ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:01.314417Z","caller":"traceutil/trace.go:171","msg":"trace[228858302] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-wdhfv; range_end:; response_count:1; response_revision:5002; }","duration":"154.421844ms","start":"2026-03-13T23:12:01.159982Z","end":"2026-03-13T23:12:01.314404Z","steps":["trace[228858302] 'agreement among raft nodes before linearized reading' (duration: 154.267501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.314553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.288787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:12:01.314567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.343968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:12:01.314652Z","caller":"traceutil/trace.go:171","msg":"trace[47468104] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"312.585544ms","start":"2026-03-13T23:12:01.001334Z","end":"2026-03-13T23:12:01.31392Z","steps":["trace[47468104] 'process raft request' (duration: 312.307958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.314213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.570701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:12:01.314656Z","caller":"traceutil/trace.go:171","msg":"trace[1044583840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5002; }","duration":"212.485011ms","start":"2026-03-13T23:12:01.102156Z","end":"2026-03-13T23:12:01.314641Z","steps":["trace[1044583840] 'agreement among raft nodes before linearized reading' (duration: 212.249166ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:01.314754Z","caller":"traceutil/trace.go:171","msg":"trace[1946683081] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:5002; }","duration":"309.170665ms","start":"2026-03-13T23:12:01.005564Z","end":"2026-03-13T23:12:01.314735Z","steps":["trace[1946683081] 'agreement among raft nodes before linearized reading' (duration: 308.472369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.314582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.776688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:12:01.314742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.0013Z","time spent":"313.408764ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.314849Z","caller":"traceutil/trace.go:171","msg":"trace[1519334058] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5002; }","duration":"213.098715ms","start":"2026-03-13T23:12:01.101738Z","end":"2026-03-13T23:12:01.314836Z","steps":["trace[1519334058] 'agreement among raft nodes before linearized reading' (duration: 212.782548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.314862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.005547Z","time spent":"309.279358ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"info","ts":"2026-03-13T23:12:01.31459Z","caller":"traceutil/trace.go:171","msg":"trace[189645245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5002; }","duration":"212.340438ms","start":"2026-03-13T23:12:01.10224Z","end":"2026-03-13T23:12:01.314581Z","steps":["trace[189645245] 'agreement among raft nodes before linearized reading' (duration: 212.254876ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:01.508254Z","caller":"traceutil/trace.go:171","msg":"trace[1015711771] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5206; }","duration":"188.70591ms","start":"2026-03-13T23:12:01.319518Z","end":"2026-03-13T23:12:01.508224Z","steps":["trace[1015711771] 'read index received' (duration: 188.414643ms)","trace[1015711771] 'applied index is now lower than readState.Index' (duration: 289.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:01.508345Z","caller":"traceutil/trace.go:171","msg":"trace[395405053] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"188.857183ms","start":"2026-03-13T23:12:01.319447Z","end":"2026-03-13T23:12:01.508304Z","steps":["trace[395405053] 'process raft request' (duration: 188.534495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.508638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.092649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70783"} {"level":"info","ts":"2026-03-13T23:12:01.508704Z","caller":"traceutil/trace.go:171","msg":"trace[2029791119] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5003; }","duration":"189.222092ms","start":"2026-03-13T23:12:01.319468Z","end":"2026-03-13T23:12:01.50869Z","steps":["trace[2029791119] 'agreement among raft nodes before linearized reading' (duration: 188.864023ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:01.976079Z","caller":"traceutil/trace.go:171","msg":"trace[2098662279] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"656.386914ms","start":"2026-03-13T23:12:01.319667Z","end":"2026-03-13T23:12:01.976054Z","steps":["trace[2098662279] 'process raft request' (duration: 656.171009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.976223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.31965Z","time spent":"656.496847ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.976352Z","caller":"traceutil/trace.go:171","msg":"trace[523109070] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"656.2322ms","start":"2026-03-13T23:12:01.3201Z","end":"2026-03-13T23:12:01.976332Z","steps":["trace[523109070] 'process raft request' (duration: 655.907913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.976476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.320072Z","time spent":"656.329413ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.976621Z","caller":"traceutil/trace.go:171","msg":"trace[1364701743] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"656.489287ms","start":"2026-03-13T23:12:01.320123Z","end":"2026-03-13T23:12:01.976612Z","steps":["trace[1364701743] 'process raft request' (duration: 656.143819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.976655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.3201Z","time spent":"656.538217ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.976932Z","caller":"traceutil/trace.go:171","msg":"trace[1632796771] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"651.083871ms","start":"2026-03-13T23:12:01.325841Z","end":"2026-03-13T23:12:01.976925Z","steps":["trace[1632796771] 'process raft request' (duration: 650.956878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.976973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.325822Z","time spent":"651.131641ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:01.976956Z","caller":"traceutil/trace.go:171","msg":"trace[328108970] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"656.185199ms","start":"2026-03-13T23:12:01.320737Z","end":"2026-03-13T23:12:01.976922Z","steps":["trace[328108970] 'process raft request' (duration: 655.849651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.977137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.320706Z","time spent":"656.334202ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:01.977143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.514012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:12:01.977198Z","caller":"traceutil/trace.go:171","msg":"trace[1937279506] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:5008; }","duration":"589.637925ms","start":"2026-03-13T23:12:01.387549Z","end":"2026-03-13T23:12:01.977187Z","steps":["trace[1937279506] 'agreement among raft nodes before linearized reading' (duration: 589.460691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.977242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.387514Z","time spent":"589.719717ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-03-13T23:12:01.976943Z","caller":"traceutil/trace.go:171","msg":"trace[1626948708] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5207; }","duration":"468.588556ms","start":"2026-03-13T23:12:01.508331Z","end":"2026-03-13T23:12:01.976919Z","steps":["trace[1626948708] 'read index received' (duration: 467.48649ms)","trace[1626948708] 'applied index is now lower than readState.Index' (duration: 1.101116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:01.977415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.961869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:01.977461Z","caller":"traceutil/trace.go:171","msg":"trace[1308159380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5008; }","duration":"352.052771ms","start":"2026-03-13T23:12:01.625398Z","end":"2026-03-13T23:12:01.97745Z","steps":["trace[1308159380] 'agreement among raft nodes before linearized reading' (duration: 351.954939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:01.977495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.625371Z","time spent":"352.116402ms","remote":"127.0.0.1:58614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:01.9776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.06237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:01.977646Z","caller":"traceutil/trace.go:171","msg":"trace[2062586424] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5008; }","duration":"252.167542ms","start":"2026-03-13T23:12:01.725464Z","end":"2026-03-13T23:12:01.977631Z","steps":["trace[2062586424] 'agreement among raft nodes before linearized reading' (duration: 252.09795ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.354312Z","caller":"traceutil/trace.go:171","msg":"trace[2993800] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"372.354321ms","start":"2026-03-13T23:12:01.981924Z","end":"2026-03-13T23:12:02.354278Z","steps":["trace[2993800] 'process raft request' (duration: 372.075155ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:02.354364Z","caller":"traceutil/trace.go:171","msg":"trace[1191037491] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"371.959203ms","start":"2026-03-13T23:12:01.982372Z","end":"2026-03-13T23:12:02.354331Z","steps":["trace[1191037491] 'process raft request' (duration: 371.8305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.354489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.9819Z","time spent":"372.489045ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:02.354577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.982362Z","time spent":"372.085805ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:02.355089Z","caller":"traceutil/trace.go:171","msg":"trace[1092966457] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"372.381723ms","start":"2026-03-13T23:12:01.982679Z","end":"2026-03-13T23:12:02.355061Z","steps":["trace[1092966457] 'process raft request' (duration: 371.598044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.355207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.982641Z","time spent":"372.509376ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":681,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:02.355278Z","caller":"traceutil/trace.go:171","msg":"trace[136936956] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"372.421603ms","start":"2026-03-13T23:12:01.982795Z","end":"2026-03-13T23:12:02.355216Z","steps":["trace[136936956] 'process raft request' (duration: 372.132376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:02.356098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:01.982789Z","time spent":"372.602667ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1067,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:03.205902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.771082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:03.206001Z","caller":"traceutil/trace.go:171","msg":"trace[1017672272] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5213; }","duration":"1.167088965s","start":"2026-03-13T23:12:02.038894Z","end":"2026-03-13T23:12:03.205983Z","steps":["trace[1017672272] 'read index received' (duration: 315.207795ms)","trace[1017672272] 'applied index is now lower than readState.Index' (duration: 851.87996ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:03.206101Z","caller":"traceutil/trace.go:171","msg":"trace[324669082] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"1.1745811s","start":"2026-03-13T23:12:02.031508Z","end":"2026-03-13T23:12:03.206089Z","steps":["trace[324669082] 'process raft request' (duration: 386.533792ms)","trace[324669082] 'compare' (duration: 787.653439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:03.20616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:02.031489Z","time spent":"1.174637371s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:03.206526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.551309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:03.206546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167639158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:03.206619Z","caller":"traceutil/trace.go:171","msg":"trace[1586125070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5013; }","duration":"981.705583ms","start":"2026-03-13T23:12:02.224895Z","end":"2026-03-13T23:12:03.2066Z","steps":["trace[1586125070] 'agreement among raft nodes before linearized reading' (duration: 981.507878ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:03.206644Z","caller":"traceutil/trace.go:171","msg":"trace[598431659] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5013; }","duration":"1.167793812s","start":"2026-03-13T23:12:02.038828Z","end":"2026-03-13T23:12:03.206622Z","steps":["trace[598431659] 'agreement among raft nodes before linearized reading' (duration: 1.167564387s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:03.206665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:02.224869Z","time spent":"981.785155ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:03.206693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:02.038809Z","time spent":"1.167873964s","remote":"127.0.0.1:51536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:03.207658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.279461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:03.207803Z","caller":"traceutil/trace.go:171","msg":"trace[1761220285] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5013; }","duration":"812.443555ms","start":"2026-03-13T23:12:02.39529Z","end":"2026-03-13T23:12:03.207734Z","steps":["trace[1761220285] 'agreement among raft nodes before linearized reading' (duration: 811.111584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:03.207871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:02.395261Z","time spent":"812.593938ms","remote":"127.0.0.1:59900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":53,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:03.56956Z","caller":"traceutil/trace.go:171","msg":"trace[1514484887] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"311.597251ms","start":"2026-03-13T23:12:03.257916Z","end":"2026-03-13T23:12:03.569513Z","steps":["trace[1514484887] 'process raft request' (duration: 301.831755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:03.569946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:03.257887Z","time spent":"311.791866ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:03.573707Z","caller":"traceutil/trace.go:171","msg":"trace[162035503] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"252.749066ms","start":"2026-03-13T23:12:03.32093Z","end":"2026-03-13T23:12:03.573679Z","steps":["trace[162035503] 'process raft request' (duration: 252.594063ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:03.573901Z","caller":"traceutil/trace.go:171","msg":"trace[823069843] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5218; }","duration":"100.37353ms","start":"2026-03-13T23:12:03.473463Z","end":"2026-03-13T23:12:03.573837Z","steps":["trace[823069843] 'read index received' (duration: 86.329984ms)","trace[823069843] 'applied index is now lower than readState.Index' (duration: 14.040086ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:03.573918Z","caller":"traceutil/trace.go:171","msg":"trace[1939040035] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"252.752086ms","start":"2026-03-13T23:12:03.321137Z","end":"2026-03-13T23:12:03.573889Z","steps":["trace[1939040035] 'process raft request' (duration: 252.49893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:03.574126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.662996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-whnf7\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-03-13T23:12:03.574184Z","caller":"traceutil/trace.go:171","msg":"trace[71753584] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-whnf7; range_end:; response_count:1; response_revision:5016; }","duration":"100.759659ms","start":"2026-03-13T23:12:03.473409Z","end":"2026-03-13T23:12:03.574169Z","steps":["trace[71753584] 'agreement among raft nodes before linearized reading' (duration: 100.564144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:04.04682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.393386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:04.046947Z","caller":"traceutil/trace.go:171","msg":"trace[1959390643] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"469.737941ms","start":"2026-03-13T23:12:03.577186Z","end":"2026-03-13T23:12:04.046924Z","steps":["trace[1959390643] 'process raft request' (duration: 177.12854ms)","trace[1959390643] 'compare' (duration: 291.946976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:04.047019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:03.57716Z","time spent":"469.825304ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:04.542917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.656188ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:04.543035Z","caller":"traceutil/trace.go:171","msg":"trace[735741076] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5017; }","duration":"328.783691ms","start":"2026-03-13T23:12:04.214232Z","end":"2026-03-13T23:12:04.543016Z","steps":["trace[735741076] 'range keys from in-memory index tree' (duration: 328.640017ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:04.543856Z","caller":"traceutil/trace.go:171","msg":"trace[2101131797] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"965.639181ms","start":"2026-03-13T23:12:03.578177Z","end":"2026-03-13T23:12:04.543816Z","steps":["trace[2101131797] 'process raft request' (duration: 948.065093ms)","trace[2101131797] 'compare' (duration: 17.028635ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:04.543906Z","caller":"traceutil/trace.go:171","msg":"trace[626757257] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"958.28409ms","start":"2026-03-13T23:12:03.585603Z","end":"2026-03-13T23:12:04.543887Z","steps":["trace[626757257] 'process raft request' (duration: 957.808769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:04.544048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:03.585577Z","time spent":"958.378503ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:04.544074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:03.578161Z","time spent":"965.792435ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:04.543889Z","caller":"traceutil/trace.go:171","msg":"trace[1045995324] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5221; }","duration":"965.436187ms","start":"2026-03-13T23:12:03.578433Z","end":"2026-03-13T23:12:04.54387Z","steps":["trace[1045995324] 'read index received' (duration: 175.912523ms)","trace[1045995324] 'applied index is now lower than readState.Index' (duration: 789.522494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:04.544617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.183214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71018"} {"level":"info","ts":"2026-03-13T23:12:04.544684Z","caller":"traceutil/trace.go:171","msg":"trace[1072592608] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5019; }","duration":"966.253766ms","start":"2026-03-13T23:12:03.57842Z","end":"2026-03-13T23:12:04.544674Z","steps":["trace[1072592608] 'agreement among raft nodes before linearized reading' (duration: 965.501328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:04.544738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:03.578377Z","time spent":"966.352558ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71041,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:12:05.160903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.035779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:05.161092Z","caller":"traceutil/trace.go:171","msg":"trace[1870600789] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"1.109870729s","start":"2026-03-13T23:12:04.051188Z","end":"2026-03-13T23:12:05.161058Z","steps":["trace[1870600789] 'process raft request' (duration: 614.578334ms)","trace[1870600789] 'compare' (duration: 494.712752ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:05.161177Z","caller":"traceutil/trace.go:171","msg":"trace[1401049705] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5224; }","duration":"616.975159ms","start":"2026-03-13T23:12:04.544177Z","end":"2026-03-13T23:12:05.161152Z","steps":["trace[1401049705] 'read index received' (duration: 121.607653ms)","trace[1401049705] 'applied index is now lower than readState.Index' (duration: 495.364966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:05.161245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:04.05116Z","time spent":"1.110002361s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:12:05.161297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.611551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:05.161369Z","caller":"traceutil/trace.go:171","msg":"trace[2119192303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5020; }","duration":"934.689763ms","start":"2026-03-13T23:12:04.226661Z","end":"2026-03-13T23:12:05.16135Z","steps":["trace[2119192303] 'agreement among raft nodes before linearized reading' (duration: 934.526409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.161418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:04.226593Z","time spent":"934.816526ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:12:05.161535Z","caller":"traceutil/trace.go:171","msg":"trace[360650500] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"611.558654ms","start":"2026-03-13T23:12:04.549966Z","end":"2026-03-13T23:12:05.161524Z","steps":["trace[360650500] 'process raft request' (duration: 611.110884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.161731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:04.549943Z","time spent":"611.626975ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1328,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:05.161757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179809692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:12:05.161995Z","caller":"traceutil/trace.go:171","msg":"trace[1805895550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5021; }","duration":"1.180084598s","start":"2026-03-13T23:12:03.981891Z","end":"2026-03-13T23:12:05.161976Z","steps":["trace[1805895550] 'agreement among raft nodes before linearized reading' (duration: 1.179343121s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.162083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:03.981866Z","time spent":"1.18020305s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:12:05.16178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.032366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:12:05.162152Z","caller":"traceutil/trace.go:171","msg":"trace[89262600] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"609.139958ms","start":"2026-03-13T23:12:04.552986Z","end":"2026-03-13T23:12:05.162126Z","steps":["trace[89262600] 'process raft request' (duration: 609.023025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.161806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179141076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:12:05.16218Z","caller":"traceutil/trace.go:171","msg":"trace[922895500] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"611.714357ms","start":"2026-03-13T23:12:04.550411Z","end":"2026-03-13T23:12:05.162126Z","steps":["trace[922895500] 'process raft request' (duration: 611.024451ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:05.162243Z","caller":"traceutil/trace.go:171","msg":"trace[140229773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5021; }","duration":"1.179653898s","start":"2026-03-13T23:12:03.982579Z","end":"2026-03-13T23:12:05.162233Z","steps":["trace[140229773] 'agreement among raft nodes before linearized reading' (duration: 1.178677876s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.162282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:03.982553Z","time spent":"1.17971786s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:12:05.162323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:04.552973Z","time spent":"609.25482ms","remote":"127.0.0.1:60324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:05.162333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:04.550372Z","time spent":"611.879121ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:05.161806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179024173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:12:05.162411Z","caller":"traceutil/trace.go:171","msg":"trace[1056778633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5021; }","duration":"1.17971781s","start":"2026-03-13T23:12:03.982676Z","end":"2026-03-13T23:12:05.162394Z","steps":["trace[1056778633] 'agreement among raft nodes before linearized reading' (duration: 1.178593044s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.162479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:03.982648Z","time spent":"1.179813922s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:05.161911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.292984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:05.162637Z","caller":"traceutil/trace.go:171","msg":"trace[90066129] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5021; }","duration":"686.036972ms","start":"2026-03-13T23:12:04.476563Z","end":"2026-03-13T23:12:05.1626Z","steps":["trace[90066129] 'agreement among raft nodes before linearized reading' (duration: 684.699161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.162679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:04.476538Z","time spent":"686.127544ms","remote":"127.0.0.1:47526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:05.162186Z","caller":"traceutil/trace.go:171","msg":"trace[1543162054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5021; }","duration":"921.509997ms","start":"2026-03-13T23:12:04.240661Z","end":"2026-03-13T23:12:05.162171Z","steps":["trace[1543162054] 'agreement among raft nodes before linearized reading' (duration: 920.565105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.162929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:04.240647Z","time spent":"922.263475ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:12:05.161688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178933851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:12:05.182608Z","caller":"traceutil/trace.go:171","msg":"trace[1494543786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5021; }","duration":"1.199936089s","start":"2026-03-13T23:12:03.982645Z","end":"2026-03-13T23:12:05.182582Z","steps":["trace[1494543786] 'agreement among raft nodes before linearized reading' (duration: 1.178600053s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.182694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:03.982609Z","time spent":"1.200058972s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:05.907219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.122959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:05.907498Z","caller":"traceutil/trace.go:171","msg":"trace[141766980] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"739.503892ms","start":"2026-03-13T23:12:05.167975Z","end":"2026-03-13T23:12:05.907479Z","steps":["trace[141766980] 'process raft request' (duration: 739.358719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.907659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:05.167884Z","time spent":"739.737408ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:05.907753Z","caller":"traceutil/trace.go:171","msg":"trace[1048960056] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"739.165825ms","start":"2026-03-13T23:12:05.16857Z","end":"2026-03-13T23:12:05.907736Z","steps":["trace[1048960056] 'process raft request' (duration: 738.858668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.907903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:05.168542Z","time spent":"739.289167ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:05.9079Z","caller":"traceutil/trace.go:171","msg":"trace[579717337] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"740.000605ms","start":"2026-03-13T23:12:05.167838Z","end":"2026-03-13T23:12:05.907839Z","steps":["trace[579717337] 'process raft request' (duration: 182.150558ms)","trace[579717337] 'compare' (duration: 556.611908ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:05.908065Z","caller":"traceutil/trace.go:171","msg":"trace[311018970] linearizableReadLoop","detail":"{readStateIndex:5231; appliedIndex:5228; }","duration":"724.918924ms","start":"2026-03-13T23:12:05.183137Z","end":"2026-03-13T23:12:05.908056Z","steps":["trace[311018970] 'read index received' (duration: 166.867572ms)","trace[311018970] 'applied index is now lower than readState.Index' (duration: 558.050512ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:05.908154Z","caller":"traceutil/trace.go:171","msg":"trace[660083427] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"720.86979ms","start":"2026-03-13T23:12:05.187278Z","end":"2026-03-13T23:12:05.908148Z","steps":["trace[660083427] 'process raft request' (duration: 720.364748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.908185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:05.187264Z","time spent":"720.903871ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:05.908267Z","caller":"traceutil/trace.go:171","msg":"trace[1076075025] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"328.534705ms","start":"2026-03-13T23:12:05.579726Z","end":"2026-03-13T23:12:05.908261Z","steps":["trace[1076075025] 'process raft request' (duration: 328.3025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.908299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:05.579688Z","time spent":"328.591166ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:05.908411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:05.167806Z","time spent":"740.157367ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:05.908449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.305483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:12:05.9085Z","caller":"traceutil/trace.go:171","msg":"trace[1536183549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5028; }","duration":"725.385885ms","start":"2026-03-13T23:12:05.183102Z","end":"2026-03-13T23:12:05.908488Z","steps":["trace[1536183549] 'agreement among raft nodes before linearized reading' (duration: 725.084328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.908544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:05.183089Z","time spent":"725.445467ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:12:05.908552Z","caller":"traceutil/trace.go:171","msg":"trace[1246977315] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"328.267909ms","start":"2026-03-13T23:12:05.580274Z","end":"2026-03-13T23:12:05.908542Z","steps":["trace[1246977315] 'process raft request' (duration: 327.962802ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:05.908578Z","caller":"traceutil/trace.go:171","msg":"trace[1137856767] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"326.751333ms","start":"2026-03-13T23:12:05.5818Z","end":"2026-03-13T23:12:05.908551Z","steps":["trace[1137856767] 'process raft request' (duration: 326.680891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.908596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:05.580241Z","time spent":"328.332221ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:05.908611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.655974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:05.908662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:05.581767Z","time spent":"326.851086ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:05.908678Z","caller":"traceutil/trace.go:171","msg":"trace[580842848] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5030; }","duration":"704.755927ms","start":"2026-03-13T23:12:05.203905Z","end":"2026-03-13T23:12:05.90866Z","steps":["trace[580842848] 'agreement among raft nodes before linearized reading' (duration: 704.640914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:05.908715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:05.203891Z","time spent":"704.815498ms","remote":"127.0.0.1:51568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:06.735489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.139225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:12:06.735534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.509135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:06.735573Z","caller":"traceutil/trace.go:171","msg":"trace[1965894065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5030; }","duration":"509.590237ms","start":"2026-03-13T23:12:06.225969Z","end":"2026-03-13T23:12:06.73556Z","steps":["trace[1965894065] 'range keys from in-memory index tree' (duration: 509.439914ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:06.735573Z","caller":"traceutil/trace.go:171","msg":"trace[1538454902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5030; }","duration":"222.284859ms","start":"2026-03-13T23:12:06.513271Z","end":"2026-03-13T23:12:06.735556Z","steps":["trace[1538454902] 'count revisions from in-memory index tree' (duration: 221.933791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:06.735608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:06.225942Z","time spent":"509.657318ms","remote":"127.0.0.1:59848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:06.735581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.128662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:12:06.735664Z","caller":"traceutil/trace.go:171","msg":"trace[251469231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5030; }","duration":"187.258746ms","start":"2026-03-13T23:12:06.548386Z","end":"2026-03-13T23:12:06.735645Z","steps":["trace[251469231] 'range keys from in-memory index tree' (duration: 186.925518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:06.73574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.770058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:12:06.735824Z","caller":"traceutil/trace.go:171","msg":"trace[829887934] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:5030; }","duration":"184.879021ms","start":"2026-03-13T23:12:06.550928Z","end":"2026-03-13T23:12:06.735807Z","steps":["trace[829887934] 'range keys from in-memory index tree' (duration: 184.4232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:06.889363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.13346ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:12:07.054144Z","caller":"traceutil/trace.go:171","msg":"trace[1005904343] linearizableReadLoop","detail":"{readStateIndex:5237; appliedIndex:5236; }","duration":"313.665929ms","start":"2026-03-13T23:12:06.740454Z","end":"2026-03-13T23:12:07.05412Z","steps":["trace[1005904343] 'read index received' (duration: 313.540546ms)","trace[1005904343] 'applied index is now lower than readState.Index' (duration: 123.923µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:07.054175Z","caller":"traceutil/trace.go:171","msg":"trace[361992463] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"314.466708ms","start":"2026-03-13T23:12:06.739688Z","end":"2026-03-13T23:12:07.054155Z","steps":["trace[361992463] 'process raft request' (duration: 314.224553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:07.054346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:06.739665Z","time spent":"314.582961ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:07.054453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.984458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71018"} {"level":"info","ts":"2026-03-13T23:12:07.054509Z","caller":"traceutil/trace.go:171","msg":"trace[1029126627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5031; }","duration":"314.049229ms","start":"2026-03-13T23:12:06.740446Z","end":"2026-03-13T23:12:07.054495Z","steps":["trace[1029126627] 'agreement among raft nodes before linearized reading' (duration: 313.787743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:07.05456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:06.740405Z","time spent":"314.141631ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71041,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:12:07.657307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.389215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:07.657414Z","caller":"traceutil/trace.go:171","msg":"trace[1735042051] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5237; }","duration":"432.191ms","start":"2026-03-13T23:12:07.225206Z","end":"2026-03-13T23:12:07.657397Z","steps":["trace[1735042051] 'read index received' (duration: 25.851µs)","trace[1735042051] 'applied index is now lower than readState.Index' (duration: 432.164029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:07.657493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.283852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:07.657518Z","caller":"traceutil/trace.go:171","msg":"trace[621867622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5032; }","duration":"432.332404ms","start":"2026-03-13T23:12:07.225176Z","end":"2026-03-13T23:12:07.657509Z","steps":["trace[621867622] 'agreement among raft nodes before linearized reading' (duration: 432.267543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:07.657548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:07.225158Z","time spent":"432.384395ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:12:07.657704Z","caller":"traceutil/trace.go:171","msg":"trace[260253775] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"608.848271ms","start":"2026-03-13T23:12:07.048815Z","end":"2026-03-13T23:12:07.657663Z","steps":["trace[260253775] 'process raft request' (duration: 75.978574ms)","trace[260253775] 'compare' (duration: 532.14548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:07.65789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:07.048785Z","time spent":"608.996824ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:09.90443Z","caller":"traceutil/trace.go:171","msg":"trace[1668399621] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"244.108625ms","start":"2026-03-13T23:12:09.660305Z","end":"2026-03-13T23:12:09.904413Z","steps":["trace[1668399621] 'process raft request' (duration: 243.910631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:09.904533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.10923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:09.904585Z","caller":"traceutil/trace.go:171","msg":"trace[740652979] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5066; }","duration":"230.187712ms","start":"2026-03-13T23:12:09.674387Z","end":"2026-03-13T23:12:09.904575Z","steps":["trace[740652979] 'agreement among raft nodes before linearized reading' (duration: 230.069679ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:09.904404Z","caller":"traceutil/trace.go:171","msg":"trace[1436360491] linearizableReadLoop","detail":"{readStateIndex:5272; appliedIndex:5271; }","duration":"229.989578ms","start":"2026-03-13T23:12:09.674389Z","end":"2026-03-13T23:12:09.904379Z","steps":["trace[1436360491] 'read index received' (duration: 229.796393ms)","trace[1436360491] 'applied index is now lower than readState.Index' (duration: 191.785µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:09.904964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.463887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:09.90513Z","caller":"traceutil/trace.go:171","msg":"trace[148928148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5066; }","duration":"164.594321ms","start":"2026-03-13T23:12:09.740428Z","end":"2026-03-13T23:12:09.905022Z","steps":["trace[148928148] 'agreement among raft nodes before linearized reading' (duration: 164.414946ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:13.380681Z","caller":"traceutil/trace.go:171","msg":"trace[1414216684] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"111.215804ms","start":"2026-03-13T23:12:13.269433Z","end":"2026-03-13T23:12:13.380648Z","steps":["trace[1414216684] 'process raft request' (duration: 108.388638ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:13.556657Z","caller":"traceutil/trace.go:171","msg":"trace[353170871] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"114.523822ms","start":"2026-03-13T23:12:13.442097Z","end":"2026-03-13T23:12:13.556621Z","steps":["trace[353170871] 'process raft request' (duration: 114.275846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:14.212645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.639717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:14.212889Z","caller":"traceutil/trace.go:171","msg":"trace[94187621] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"424.724831ms","start":"2026-03-13T23:12:13.788131Z","end":"2026-03-13T23:12:14.212856Z","steps":["trace[94187621] 'process raft request' (duration: 52.759087ms)","trace[94187621] 'compare' (duration: 371.33903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:14.21299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.788108Z","time spent":"424.846963ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1250,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:12:14.213436Z","caller":"traceutil/trace.go:171","msg":"trace[2045999416] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"243.270154ms","start":"2026-03-13T23:12:13.970125Z","end":"2026-03-13T23:12:14.213395Z","steps":["trace[2045999416] 'process raft request' (duration: 243.067579ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.222368Z","caller":"traceutil/trace.go:171","msg":"trace[1562726097] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"251.71437ms","start":"2026-03-13T23:12:13.970639Z","end":"2026-03-13T23:12:14.222354Z","steps":["trace[1562726097] 'process raft request' (duration: 251.582187ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.222506Z","caller":"traceutil/trace.go:171","msg":"trace[981775252] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5315; }","duration":"248.106626ms","start":"2026-03-13T23:12:13.974388Z","end":"2026-03-13T23:12:14.222494Z","steps":["trace[981775252] 'read index received' (duration: 238.82173ms)","trace[981775252] 'applied index is now lower than readState.Index' (duration: 9.283806ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:14.222644Z","caller":"traceutil/trace.go:171","msg":"trace[1965322681] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"250.714096ms","start":"2026-03-13T23:12:13.971913Z","end":"2026-03-13T23:12:14.222627Z","steps":["trace[1965322681] 'process raft request' (duration: 250.399559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:14.222782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.395773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:12:14.222815Z","caller":"traceutil/trace.go:171","msg":"trace[614157070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5111; }","duration":"248.499445ms","start":"2026-03-13T23:12:13.974306Z","end":"2026-03-13T23:12:14.222806Z","steps":["trace[614157070] 'agreement among raft nodes before linearized reading' (duration: 248.378033ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.37522Z","caller":"traceutil/trace.go:171","msg":"trace[1523339036] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"157.697706ms","start":"2026-03-13T23:12:14.217472Z","end":"2026-03-13T23:12:14.37517Z","steps":["trace[1523339036] 'process raft request' (duration: 147.053488ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.375357Z","caller":"traceutil/trace.go:171","msg":"trace[57238128] linearizableReadLoop","detail":"{readStateIndex:5321; appliedIndex:5318; }","duration":"152.794551ms","start":"2026-03-13T23:12:14.222527Z","end":"2026-03-13T23:12:14.375322Z","steps":["trace[57238128] 'read index received' (duration: 142.038471ms)","trace[57238128] 'applied index is now lower than readState.Index' (duration: 10.75442ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:14.375711Z","caller":"traceutil/trace.go:171","msg":"trace[336740078] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"157.790497ms","start":"2026-03-13T23:12:14.217882Z","end":"2026-03-13T23:12:14.375673Z","steps":["trace[336740078] 'process raft request' (duration: 157.241865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:14.375794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.743368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:12:14.375841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.693135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128457"} {"level":"info","ts":"2026-03-13T23:12:14.375921Z","caller":"traceutil/trace.go:171","msg":"trace[797186548] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5114; }","duration":"157.822388ms","start":"2026-03-13T23:12:14.218061Z","end":"2026-03-13T23:12:14.375884Z","steps":["trace[797186548] 'agreement among raft nodes before linearized reading' (duration: 157.512051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:14.3757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.484205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:14.375947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.023974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:12:14.375998Z","caller":"traceutil/trace.go:171","msg":"trace[1009240223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5114; }","duration":"396.141167ms","start":"2026-03-13T23:12:13.979844Z","end":"2026-03-13T23:12:14.375985Z","steps":["trace[1009240223] 'agreement among raft nodes before linearized reading' (duration: 395.981473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:14.375787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.635317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:12:14.376041Z","caller":"traceutil/trace.go:171","msg":"trace[255331690] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5114; }","duration":"211.886215ms","start":"2026-03-13T23:12:14.164101Z","end":"2026-03-13T23:12:14.375987Z","steps":["trace[255331690] 'agreement among raft nodes before linearized reading' (duration: 211.514946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:14.376016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.460326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:14.376045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.979807Z","time spent":"396.229549ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:12:14.376154Z","caller":"traceutil/trace.go:171","msg":"trace[1626265912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5114; }","duration":"400.040997ms","start":"2026-03-13T23:12:13.976058Z","end":"2026-03-13T23:12:14.376099Z","steps":["trace[1626265912] 'agreement among raft nodes before linearized reading' (duration: 399.444863ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.376181Z","caller":"traceutil/trace.go:171","msg":"trace[113390325] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5114; }","duration":"193.752204ms","start":"2026-03-13T23:12:14.182407Z","end":"2026-03-13T23:12:14.37616Z","steps":["trace[113390325] 'agreement among raft nodes before linearized reading' (duration: 193.444837ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.375853Z","caller":"traceutil/trace.go:171","msg":"trace[1455691514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5114; }","duration":"395.82517ms","start":"2026-03-13T23:12:13.980005Z","end":"2026-03-13T23:12:14.375831Z","steps":["trace[1455691514] 'agreement among raft nodes before linearized reading' (duration: 395.629876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:14.376284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.976042Z","time spent":"400.19715ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:12:14.376456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:13.979672Z","time spent":"396.653258ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:12:14.376663Z","caller":"traceutil/trace.go:171","msg":"trace[1303318472] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"158.113495ms","start":"2026-03-13T23:12:14.218516Z","end":"2026-03-13T23:12:14.37663Z","steps":["trace[1303318472] 'process raft request' (duration: 156.734593ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.405268Z","caller":"traceutil/trace.go:171","msg":"trace[2125300446] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"178.552579ms","start":"2026-03-13T23:12:14.226689Z","end":"2026-03-13T23:12:14.405241Z","steps":["trace[2125300446] 'process raft request' (duration: 178.402216ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.780353Z","caller":"traceutil/trace.go:171","msg":"trace[1645941384] linearizableReadLoop","detail":"{readStateIndex:5335; appliedIndex:5333; }","duration":"151.987483ms","start":"2026-03-13T23:12:14.628348Z","end":"2026-03-13T23:12:14.780335Z","steps":["trace[1645941384] 'read index received' (duration: 58.619903ms)","trace[1645941384] 'applied index is now lower than readState.Index' (duration: 93.36677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:14.780545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.182537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-13T23:12:14.780573Z","caller":"traceutil/trace.go:171","msg":"trace[273443022] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5128; }","duration":"152.240448ms","start":"2026-03-13T23:12:14.628321Z","end":"2026-03-13T23:12:14.780561Z","steps":["trace[273443022] 'agreement among raft nodes before linearized reading' (duration: 152.092325ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.780583Z","caller":"traceutil/trace.go:171","msg":"trace[1724902109] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"182.913281ms","start":"2026-03-13T23:12:14.597618Z","end":"2026-03-13T23:12:14.780531Z","steps":["trace[1724902109] 'process raft request' (duration: 89.261935ms)","trace[1724902109] 'compare' (duration: 93.171695ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:14.780716Z","caller":"traceutil/trace.go:171","msg":"trace[1087765783] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"155.408582ms","start":"2026-03-13T23:12:14.625299Z","end":"2026-03-13T23:12:14.780707Z","steps":["trace[1087765783] 'process raft request' (duration: 154.975501ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.989916Z","caller":"traceutil/trace.go:171","msg":"trace[1013255820] linearizableReadLoop","detail":"{readStateIndex:5339; appliedIndex:5337; }","duration":"130.087573ms","start":"2026-03-13T23:12:14.859805Z","end":"2026-03-13T23:12:14.989892Z","steps":["trace[1013255820] 'read index received' (duration: 58.745815ms)","trace[1013255820] 'applied index is now lower than readState.Index' (duration: 71.340818ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:14.990053Z","caller":"traceutil/trace.go:171","msg":"trace[397634802] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"132.954399ms","start":"2026-03-13T23:12:14.857088Z","end":"2026-03-13T23:12:14.990043Z","steps":["trace[397634802] 'process raft request' (duration: 132.760925ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.990037Z","caller":"traceutil/trace.go:171","msg":"trace[42495157] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"133.366029ms","start":"2026-03-13T23:12:14.856628Z","end":"2026-03-13T23:12:14.989994Z","steps":["trace[42495157] 'process raft request' (duration: 61.907759ms)","trace[42495157] 'compare' (duration: 71.152133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:14.99031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.585141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-13T23:12:14.990377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.549443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-13T23:12:14.990466Z","caller":"traceutil/trace.go:171","msg":"trace[1474223283] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5132; }","duration":"130.749039ms","start":"2026-03-13T23:12:14.859695Z","end":"2026-03-13T23:12:14.990444Z","steps":["trace[1474223283] 'agreement among raft nodes before linearized reading' (duration: 130.450282ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:14.990394Z","caller":"traceutil/trace.go:171","msg":"trace[1308480816] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5132; }","duration":"107.707873ms","start":"2026-03-13T23:12:14.882659Z","end":"2026-03-13T23:12:14.990367Z","steps":["trace[1308480816] 'agreement among raft nodes before linearized reading' (duration: 107.427746ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:15.31834Z","caller":"traceutil/trace.go:171","msg":"trace[1858868432] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"166.654373ms","start":"2026-03-13T23:12:15.151648Z","end":"2026-03-13T23:12:15.318303Z","steps":["trace[1858868432] 'process raft request' (duration: 151.952652ms)","trace[1858868432] 'compare' (duration: 14.412385ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:15.318415Z","caller":"traceutil/trace.go:171","msg":"trace[2047396959] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"154.853579ms","start":"2026-03-13T23:12:15.163511Z","end":"2026-03-13T23:12:15.318364Z","steps":["trace[2047396959] 'process raft request' (duration: 154.709165ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:15.318464Z","caller":"traceutil/trace.go:171","msg":"trace[442645923] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5344; }","duration":"113.239222ms","start":"2026-03-13T23:12:15.205187Z","end":"2026-03-13T23:12:15.318427Z","steps":["trace[442645923] 'read index received' (duration: 98.426488ms)","trace[442645923] 'applied index is now lower than readState.Index' (duration: 14.808664ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:15.318467Z","caller":"traceutil/trace.go:171","msg":"trace[1800578044] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"107.287783ms","start":"2026-03-13T23:12:15.211145Z","end":"2026-03-13T23:12:15.318433Z","steps":["trace[1800578044] 'process raft request' (duration: 107.170491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.318649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.189078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:15.318682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.888172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-13T23:12:15.318721Z","caller":"traceutil/trace.go:171","msg":"trace[1758265939] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5140; }","duration":"167.965314ms","start":"2026-03-13T23:12:15.150745Z","end":"2026-03-13T23:12:15.318711Z","steps":["trace[1758265939] 'agreement among raft nodes before linearized reading' (duration: 167.80045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:15.318719Z","caller":"traceutil/trace.go:171","msg":"trace[1331789053] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:0; response_revision:5140; }","duration":"168.323972ms","start":"2026-03-13T23:12:15.150378Z","end":"2026-03-13T23:12:15.318702Z","steps":["trace[1331789053] 'agreement among raft nodes before linearized reading' (duration: 168.166768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.318723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.048951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-13T23:12:15.318761Z","caller":"traceutil/trace.go:171","msg":"trace[485681485] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5140; }","duration":"108.158054ms","start":"2026-03-13T23:12:15.210589Z","end":"2026-03-13T23:12:15.318747Z","steps":["trace[485681485] 'agreement among raft nodes before linearized reading' (duration: 108.02251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:15.318972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.934338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71029"} {"level":"info","ts":"2026-03-13T23:12:15.319019Z","caller":"traceutil/trace.go:171","msg":"trace[14864342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5140; }","duration":"108.00476ms","start":"2026-03-13T23:12:15.211003Z","end":"2026-03-13T23:12:15.319007Z","steps":["trace[14864342] 'agreement among raft nodes before linearized reading' (duration: 107.690602ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:16.426769Z","caller":"traceutil/trace.go:171","msg":"trace[708295393] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"107.871537ms","start":"2026-03-13T23:12:16.318843Z","end":"2026-03-13T23:12:16.426715Z","steps":["trace[708295393] 'process raft request' (duration: 78.055444ms)","trace[708295393] 'compare' (duration: 29.555307ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:16.623337Z","caller":"traceutil/trace.go:171","msg":"trace[1539060096] linearizableReadLoop","detail":"{readStateIndex:5391; appliedIndex:5388; }","duration":"161.040942ms","start":"2026-03-13T23:12:16.462271Z","end":"2026-03-13T23:12:16.623312Z","steps":["trace[1539060096] 'read index received' (duration: 103.662249ms)","trace[1539060096] 'applied index is now lower than readState.Index' (duration: 57.377443ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:16.623679Z","caller":"traceutil/trace.go:171","msg":"trace[1438849060] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"190.759203ms","start":"2026-03-13T23:12:16.432899Z","end":"2026-03-13T23:12:16.623658Z","steps":["trace[1438849060] 'process raft request' (duration: 133.060553ms)","trace[1438849060] 'compare' (duration: 57.087306ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:16.623823Z","caller":"traceutil/trace.go:171","msg":"trace[923560735] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"187.401565ms","start":"2026-03-13T23:12:16.436384Z","end":"2026-03-13T23:12:16.623785Z","steps":["trace[923560735] 'process raft request' (duration: 186.866763ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:16.623905Z","caller":"traceutil/trace.go:171","msg":"trace[1074368699] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"190.919767ms","start":"2026-03-13T23:12:16.432937Z","end":"2026-03-13T23:12:16.623857Z","steps":["trace[1074368699] 'process raft request' (duration: 190.254502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:16.624117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.82239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:12:16.62416Z","caller":"traceutil/trace.go:171","msg":"trace[53370451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5184; }","duration":"161.973224ms","start":"2026-03-13T23:12:16.462177Z","end":"2026-03-13T23:12:16.62415Z","steps":["trace[53370451] 'agreement among raft nodes before linearized reading' (duration: 161.778829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:16.624329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.553354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:12:16.624311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.634957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:12:16.624369Z","caller":"traceutil/trace.go:171","msg":"trace[1039974765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5184; }","duration":"161.628766ms","start":"2026-03-13T23:12:16.462728Z","end":"2026-03-13T23:12:16.624356Z","steps":["trace[1039974765] 'agreement among raft nodes before linearized reading' (duration: 161.419171ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:16.624403Z","caller":"traceutil/trace.go:171","msg":"trace[454459857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5184; }","duration":"161.7906ms","start":"2026-03-13T23:12:16.462593Z","end":"2026-03-13T23:12:16.624384Z","steps":["trace[454459857] 'agreement among raft nodes before linearized reading' (duration: 161.527344ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:17.385553Z","caller":"traceutil/trace.go:171","msg":"trace[1026266859] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"122.742303ms","start":"2026-03-13T23:12:17.262767Z","end":"2026-03-13T23:12:17.385509Z","steps":["trace[1026266859] 'process raft request' (duration: 122.446566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:17.973257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.661408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:17.97362Z","caller":"traceutil/trace.go:171","msg":"trace[979517575] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"581.705909ms","start":"2026-03-13T23:12:17.391879Z","end":"2026-03-13T23:12:17.973585Z","steps":["trace[979517575] 'process raft request' (duration: 311.320415ms)","trace[979517575] 'compare' (duration: 269.214626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:17.973721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:17.391851Z","time spent":"581.820642ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:18.905042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.405071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:18.905178Z","caller":"traceutil/trace.go:171","msg":"trace[1956275802] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5397; }","duration":"1.268298076s","start":"2026-03-13T23:12:17.636858Z","end":"2026-03-13T23:12:18.905156Z","steps":["trace[1956275802] 'read index received' (duration: 66.27663ms)","trace[1956275802] 'applied index is now lower than readState.Index' (duration: 1.202019716s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:18.905277Z","caller":"traceutil/trace.go:171","msg":"trace[1028600303] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"1.511369095s","start":"2026-03-13T23:12:17.393873Z","end":"2026-03-13T23:12:18.905242Z","steps":["trace[1028600303] 'process raft request' (duration: 1.269650827s)","trace[1028600303] 'compare' (duration: 241.028842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:18.905318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268466841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4f4be90-c820-4f63-bfc4-5adf45105eda\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-13T23:12:18.905365Z","caller":"traceutil/trace.go:171","msg":"trace[1691346055] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4f4be90-c820-4f63-bfc4-5adf45105eda; range_end:; response_count:1; response_revision:5191; }","duration":"1.268512372s","start":"2026-03-13T23:12:17.636838Z","end":"2026-03-13T23:12:18.90535Z","steps":["trace[1691346055] 'agreement among raft nodes before linearized reading' (duration: 1.268407189s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:18.905407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:17.636804Z","time spent":"1.268592013s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4f4be90-c820-4f63-bfc4-5adf45105eda\" "} {"level":"warn","ts":"2026-03-13T23:12:18.905451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:17.393863Z","time spent":"1.511493548s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:19.405783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607025335,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:12:19.539584Z","caller":"traceutil/trace.go:171","msg":"trace[1080872996] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"1.302617214s","start":"2026-03-13T23:12:18.236943Z","end":"2026-03-13T23:12:19.539561Z","steps":["trace[1080872996] 'process raft request' (duration: 1.302579193s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:19.539638Z","caller":"traceutil/trace.go:171","msg":"trace[855671733] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"1.312851061s","start":"2026-03-13T23:12:18.226745Z","end":"2026-03-13T23:12:19.539596Z","steps":["trace[855671733] 'process raft request' (duration: 1.312561515s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.539748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.236929Z","time spent":"1.302728296s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:19.539858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.226711Z","time spent":"1.313009395s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:19.539868Z","caller":"traceutil/trace.go:171","msg":"trace[1126493116] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"1.304774694s","start":"2026-03-13T23:12:18.235042Z","end":"2026-03-13T23:12:19.539816Z","steps":["trace[1126493116] 'process raft request' (duration: 1.304438136s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.540076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.235016Z","time spent":"1.304946798s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:19.585013Z","caller":"traceutil/trace.go:171","msg":"trace[1652437372] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5399; }","duration":"679.776189ms","start":"2026-03-13T23:12:18.905207Z","end":"2026-03-13T23:12:19.584984Z","steps":["trace[1652437372] 'read index received' (duration: 634.193079ms)","trace[1652437372] 'applied index is now lower than readState.Index' (duration: 45.581569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:19.585195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358983814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:19.585229Z","caller":"traceutil/trace.go:171","msg":"trace[991207448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5196; }","duration":"1.359076626s","start":"2026-03-13T23:12:18.22614Z","end":"2026-03-13T23:12:19.585217Z","steps":["trace[991207448] 'agreement among raft nodes before linearized reading' (duration: 1.358989934s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.585207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.064583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:12:19.585257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.226115Z","time spent":"1.359136238s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:12:19.58524Z","caller":"traceutil/trace.go:171","msg":"trace[485079786] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"141.173811ms","start":"2026-03-13T23:12:19.444031Z","end":"2026-03-13T23:12:19.585204Z","steps":["trace[485079786] 'process raft request' (duration: 140.908214ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:19.585289Z","caller":"traceutil/trace.go:171","msg":"trace[542964008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5196; }","duration":"923.203406ms","start":"2026-03-13T23:12:18.662067Z","end":"2026-03-13T23:12:19.585271Z","steps":["trace[542964008] 'agreement among raft nodes before linearized reading' (duration: 922.93324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.585271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149973456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-13T23:12:19.585343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.662034Z","time spent":"923.299098ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:12:19.585357Z","caller":"traceutil/trace.go:171","msg":"trace[1535240507] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5196; }","duration":"1.15011545s","start":"2026-03-13T23:12:18.435216Z","end":"2026-03-13T23:12:19.585332Z","steps":["trace[1535240507] 'agreement among raft nodes before linearized reading' (duration: 1.149816633s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.585409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.435187Z","time spent":"1.150209462s","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T23:12:19.585507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684432087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:19.585505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.009437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-13T23:12:19.585542Z","caller":"traceutil/trace.go:171","msg":"trace[1235866334] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5196; }","duration":"1.684530519s","start":"2026-03-13T23:12:17.901005Z","end":"2026-03-13T23:12:19.585535Z","steps":["trace[1235866334] 'agreement among raft nodes before linearized reading' (duration: 1.684469298s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:19.585532Z","caller":"traceutil/trace.go:171","msg":"trace[227975332] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"647.279254ms","start":"2026-03-13T23:12:18.938184Z","end":"2026-03-13T23:12:19.585463Z","steps":["trace[227975332] 'process raft request' (duration: 646.587788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.585569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:17.900975Z","time spent":"1.684587601s","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:19.585573Z","caller":"traceutil/trace.go:171","msg":"trace[1441672309] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5196; }","duration":"681.11151ms","start":"2026-03-13T23:12:18.904436Z","end":"2026-03-13T23:12:19.585547Z","steps":["trace[1441672309] 'agreement among raft nodes before linearized reading' (duration: 680.893495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.585612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.250314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:12:19.585631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.904413Z","time spent":"681.206061ms","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-13T23:12:19.585654Z","caller":"traceutil/trace.go:171","msg":"trace[656080435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5196; }","duration":"851.333476ms","start":"2026-03-13T23:12:18.734311Z","end":"2026-03-13T23:12:19.585645Z","steps":["trace[656080435] 'agreement among raft nodes before linearized reading' (duration: 851.232784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.585678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.734273Z","time spent":"851.398618ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:12:19.585833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886539524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:19.585921Z","caller":"traceutil/trace.go:171","msg":"trace[64910737] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5196; }","duration":"1.886691128s","start":"2026-03-13T23:12:17.699203Z","end":"2026-03-13T23:12:19.585894Z","steps":["trace[64910737] 'agreement among raft nodes before linearized reading' (duration: 1.886490123s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.5859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119223051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:12:19.585984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:17.699176Z","time spent":"1.88679224s","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:12:19.586006Z","caller":"traceutil/trace.go:171","msg":"trace[85308567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5196; }","duration":"1.119362985s","start":"2026-03-13T23:12:18.466618Z","end":"2026-03-13T23:12:19.585981Z","steps":["trace[85308567] 'agreement among raft nodes before linearized reading' (duration: 1.119065258s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.585947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.169923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:12:19.586091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.466599Z","time spent":"1.119474757s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:12:19.5861Z","caller":"traceutil/trace.go:171","msg":"trace[1702671056] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:5196; }","duration":"188.356477ms","start":"2026-03-13T23:12:19.397727Z","end":"2026-03-13T23:12:19.586084Z","steps":["trace[1702671056] 'agreement among raft nodes before linearized reading' (duration: 188.148742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.585946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.581386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:19.586271Z","caller":"traceutil/trace.go:171","msg":"trace[720457355] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5196; }","duration":"661.941534ms","start":"2026-03-13T23:12:18.92431Z","end":"2026-03-13T23:12:19.586252Z","steps":["trace[720457355] 'agreement among raft nodes before linearized reading' (duration: 661.544845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.586206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.938149Z","time spent":"647.426276ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:19.58634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.924265Z","time spent":"662.054987ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":54,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:19.586263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.547307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:12:19.586665Z","caller":"traceutil/trace.go:171","msg":"trace[664667749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5196; }","duration":"925.287334ms","start":"2026-03-13T23:12:18.66128Z","end":"2026-03-13T23:12:19.586568Z","steps":["trace[664667749] 'agreement among raft nodes before linearized reading' (duration: 923.79386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:19.586771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:18.661256Z","time spent":"925.49789ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:21.932988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:21.390581Z","time spent":"542.401735ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:12:21.933134Z","caller":"traceutil/trace.go:171","msg":"trace[1566044977] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"387.279411ms","start":"2026-03-13T23:12:21.545829Z","end":"2026-03-13T23:12:21.933109Z","steps":["trace[1566044977] 'process raft request' (duration: 387.107807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:21.933283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:21.545803Z","time spent":"387.403943ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:21.93348Z","caller":"traceutil/trace.go:171","msg":"trace[1732570539] linearizableReadLoop","detail":"{readStateIndex:5431; appliedIndex:5427; }","duration":"282.363692ms","start":"2026-03-13T23:12:21.651098Z","end":"2026-03-13T23:12:21.933461Z","steps":["trace[1732570539] 'read index received' (duration: 277.156631ms)","trace[1732570539] 'applied index is now lower than readState.Index' (duration: 5.206331ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:21.933568Z","caller":"traceutil/trace.go:171","msg":"trace[826838453] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"386.875881ms","start":"2026-03-13T23:12:21.54668Z","end":"2026-03-13T23:12:21.933556Z","steps":["trace[826838453] 'process raft request' (duration: 386.597635ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:21.933663Z","caller":"traceutil/trace.go:171","msg":"trace[438617830] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"387.724561ms","start":"2026-03-13T23:12:21.545928Z","end":"2026-03-13T23:12:21.933653Z","steps":["trace[438617830] 'process raft request' (duration: 387.143777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:21.933671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:21.546655Z","time spent":"386.939402ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:21.933707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.315861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:12:21.93375Z","caller":"traceutil/trace.go:171","msg":"trace[908619178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5222; }","duration":"282.402954ms","start":"2026-03-13T23:12:21.651336Z","end":"2026-03-13T23:12:21.933738Z","steps":["trace[908619178] 'agreement among raft nodes before linearized reading' (duration: 282.24229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:21.933824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.454431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:12:21.93385Z","caller":"traceutil/trace.go:171","msg":"trace[1203975140] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:5222; }","duration":"281.496742ms","start":"2026-03-13T23:12:21.652345Z","end":"2026-03-13T23:12:21.933841Z","steps":["trace[1203975140] 'agreement among raft nodes before linearized reading' (duration: 281.40427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:21.933979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.885324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:12:21.933996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.098536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:12:21.934018Z","caller":"traceutil/trace.go:171","msg":"trace[581139959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5222; }","duration":"282.967736ms","start":"2026-03-13T23:12:21.651042Z","end":"2026-03-13T23:12:21.934009Z","steps":["trace[581139959] 'agreement among raft nodes before linearized reading' (duration: 282.830033ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:21.93404Z","caller":"traceutil/trace.go:171","msg":"trace[1977946962] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5222; }","duration":"282.180738ms","start":"2026-03-13T23:12:21.651851Z","end":"2026-03-13T23:12:21.934031Z","steps":["trace[1977946962] 'agreement among raft nodes before linearized reading' (duration: 282.094466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:21.934225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.66854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:12:21.934269Z","caller":"traceutil/trace.go:171","msg":"trace[1406854190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5222; }","duration":"282.763212ms","start":"2026-03-13T23:12:21.651499Z","end":"2026-03-13T23:12:21.934262Z","steps":["trace[1406854190] 'agreement among raft nodes before linearized reading' (duration: 282.650789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:21.933716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:21.545894Z","time spent":"387.795762ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:28.303789Z","caller":"traceutil/trace.go:171","msg":"trace[411045608] transaction","detail":"{read_only:false; response_revision:5302; number_of_response:1; }","duration":"494.816959ms","start":"2026-03-13T23:12:27.808901Z","end":"2026-03-13T23:12:28.303718Z","steps":["trace[411045608] 'process raft request' (duration: 445.200367ms)","trace[411045608] 'compare' (duration: 49.425668ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:28.303842Z","caller":"traceutil/trace.go:171","msg":"trace[446684353] transaction","detail":"{read_only:false; response_revision:5305; number_of_response:1; }","duration":"297.847902ms","start":"2026-03-13T23:12:28.005973Z","end":"2026-03-13T23:12:28.303821Z","steps":["trace[446684353] 'process raft request' (duration: 297.822401ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:28.303866Z","caller":"traceutil/trace.go:171","msg":"trace[1607621871] transaction","detail":"{read_only:false; response_revision:5303; number_of_response:1; }","duration":"299.165053ms","start":"2026-03-13T23:12:28.004675Z","end":"2026-03-13T23:12:28.30384Z","steps":["trace[1607621871] 'process raft request' (duration: 299.02871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.303981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:27.808885Z","time spent":"495.001154ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:12:28.304025Z","caller":"traceutil/trace.go:171","msg":"trace[1248134164] transaction","detail":"{read_only:false; response_revision:5304; number_of_response:1; }","duration":"299.312296ms","start":"2026-03-13T23:12:28.004707Z","end":"2026-03-13T23:12:28.304019Z","steps":["trace[1248134164] 'process raft request' (duration: 299.04014ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:28.304046Z","caller":"traceutil/trace.go:171","msg":"trace[1540966204] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5512; }","duration":"491.892392ms","start":"2026-03-13T23:12:27.812142Z","end":"2026-03-13T23:12:28.304035Z","steps":["trace[1540966204] 'read index received' (duration: 441.975422ms)","trace[1540966204] 'applied index is now lower than readState.Index' (duration: 49.91533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:28.304346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.164548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-13T23:12:28.304385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.226799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2263"} {"level":"info","ts":"2026-03-13T23:12:28.304435Z","caller":"traceutil/trace.go:171","msg":"trace[1452440743] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5305; }","duration":"492.322662ms","start":"2026-03-13T23:12:27.812098Z","end":"2026-03-13T23:12:28.304421Z","steps":["trace[1452440743] 'agreement among raft nodes before linearized reading' (duration: 492.037465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.30444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.13213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-13T23:12:28.304437Z","caller":"traceutil/trace.go:171","msg":"trace[1513617355] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5305; }","duration":"492.305262ms","start":"2026-03-13T23:12:27.81211Z","end":"2026-03-13T23:12:28.304415Z","steps":["trace[1513617355] 'agreement among raft nodes before linearized reading' (duration: 492.065366ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:28.304464Z","caller":"traceutil/trace.go:171","msg":"trace[850802101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5305; }","duration":"289.215092ms","start":"2026-03-13T23:12:28.015243Z","end":"2026-03-13T23:12:28.304458Z","steps":["trace[850802101] 'agreement among raft nodes before linearized reading' (duration: 289.107489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.304469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:27.812075Z","time spent":"492.386044ms","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":2286,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" "} {"level":"warn","ts":"2026-03-13T23:12:28.304486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:27.812088Z","time spent":"492.389443ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:12:28.30458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.282323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-13T23:12:28.304625Z","caller":"traceutil/trace.go:171","msg":"trace[1846713004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5305; }","duration":"292.378255ms","start":"2026-03-13T23:12:28.012234Z","end":"2026-03-13T23:12:28.304612Z","steps":["trace[1846713004] 'agreement among raft nodes before linearized reading' (duration: 292.253302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.304613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.084585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:12:28.304668Z","caller":"traceutil/trace.go:171","msg":"trace[1731721450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5305; }","duration":"294.178317ms","start":"2026-03-13T23:12:28.010477Z","end":"2026-03-13T23:12:28.304655Z","steps":["trace[1731721450] 'agreement among raft nodes before linearized reading' (duration: 294.052434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.304761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.594658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-13T23:12:28.304796Z","caller":"traceutil/trace.go:171","msg":"trace[1373798429] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5305; }","duration":"489.67804ms","start":"2026-03-13T23:12:27.815108Z","end":"2026-03-13T23:12:28.304786Z","steps":["trace[1373798429] 'agreement among raft nodes before linearized reading' (duration: 489.568148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.304827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:27.815085Z","time spent":"489.736282ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-13T23:12:28.304887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.555899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-13T23:12:28.304923Z","caller":"traceutil/trace.go:171","msg":"trace[442879329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5305; }","duration":"292.60412ms","start":"2026-03-13T23:12:28.012309Z","end":"2026-03-13T23:12:28.304913Z","steps":["trace[442879329] 'agreement among raft nodes before linearized reading' (duration: 292.477777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.304802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.533903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:12:28.304979Z","caller":"traceutil/trace.go:171","msg":"trace[1104567869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5305; }","duration":"213.721037ms","start":"2026-03-13T23:12:28.091248Z","end":"2026-03-13T23:12:28.304969Z","steps":["trace[1104567869] 'agreement among raft nodes before linearized reading' (duration: 213.517553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.304988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.878867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:12:28.305023Z","caller":"traceutil/trace.go:171","msg":"trace[1582367917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:5305; }","duration":"289.930329ms","start":"2026-03-13T23:12:28.015083Z","end":"2026-03-13T23:12:28.305014Z","steps":["trace[1582367917] 'agreement among raft nodes before linearized reading' (duration: 289.831296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.308836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.649081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-13T23:12:28.30892Z","caller":"traceutil/trace.go:171","msg":"trace[446332220] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5305; }","duration":"224.762784ms","start":"2026-03-13T23:12:28.084128Z","end":"2026-03-13T23:12:28.308891Z","steps":["trace[446332220] 'agreement among raft nodes before linearized reading' (duration: 220.687959ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:28.524214Z","caller":"traceutil/trace.go:171","msg":"trace[1048552701] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"212.653042ms","start":"2026-03-13T23:12:28.311533Z","end":"2026-03-13T23:12:28.524186Z","steps":["trace[1048552701] 'process raft request' (duration: 169.051119ms)","trace[1048552701] 'compare' (duration: 43.44117ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:28.524432Z","caller":"traceutil/trace.go:171","msg":"trace[1844688958] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"204.042072ms","start":"2026-03-13T23:12:28.320383Z","end":"2026-03-13T23:12:28.524425Z","steps":["trace[1844688958] 'process raft request' (duration: 203.918559ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:28.524505Z","caller":"traceutil/trace.go:171","msg":"trace[629645007] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"210.444521ms","start":"2026-03-13T23:12:28.313981Z","end":"2026-03-13T23:12:28.524426Z","steps":["trace[629645007] 'process raft request' (duration: 210.167514ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:28.524429Z","caller":"traceutil/trace.go:171","msg":"trace[752201301] linearizableReadLoop","detail":"{readStateIndex:5521; appliedIndex:5520; }","duration":"211.221919ms","start":"2026-03-13T23:12:28.313193Z","end":"2026-03-13T23:12:28.524415Z","steps":["trace[752201301] 'read index received' (duration: 42.637701ms)","trace[752201301] 'applied index is now lower than readState.Index' (duration: 168.583578ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:28.524665Z","caller":"traceutil/trace.go:171","msg":"trace[208001988] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"147.494769ms","start":"2026-03-13T23:12:28.377134Z","end":"2026-03-13T23:12:28.524629Z","steps":["trace[208001988] 'process raft request' (duration: 147.245113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.524839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.631259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-13T23:12:28.524888Z","caller":"traceutil/trace.go:171","msg":"trace[1968468884] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5313; }","duration":"211.69133ms","start":"2026-03-13T23:12:28.31318Z","end":"2026-03-13T23:12:28.524871Z","steps":["trace[1968468884] 'agreement among raft nodes before linearized reading' (duration: 211.27022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.524973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.613008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-13T23:12:28.525021Z","caller":"traceutil/trace.go:171","msg":"trace[1292424548] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5313; }","duration":"140.71227ms","start":"2026-03-13T23:12:28.384295Z","end":"2026-03-13T23:12:28.525008Z","steps":["trace[1292424548] 'agreement among raft nodes before linearized reading' (duration: 140.548317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.525211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.407323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81413"} {"level":"info","ts":"2026-03-13T23:12:28.525322Z","caller":"traceutil/trace.go:171","msg":"trace[54624152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5313; }","duration":"211.552986ms","start":"2026-03-13T23:12:28.313749Z","end":"2026-03-13T23:12:28.525302Z","steps":["trace[54624152] 'agreement among raft nodes before linearized reading' (duration: 211.002453ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:28.607511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2680} {"level":"warn","ts":"2026-03-13T23:12:28.946396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.839364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:28.946514Z","caller":"traceutil/trace.go:171","msg":"trace[1372831964] linearizableReadLoop","detail":"{readStateIndex:5526; appliedIndex:5525; }","duration":"339.035099ms","start":"2026-03-13T23:12:28.607461Z","end":"2026-03-13T23:12:28.946497Z","steps":["trace[1372831964] 'read index received' (duration: 104.937988ms)","trace[1372831964] 'applied index is now lower than readState.Index' (duration: 234.094431ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:28.946577Z","caller":"traceutil/trace.go:171","msg":"trace[1665610721] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"408.625216ms","start":"2026-03-13T23:12:28.537885Z","end":"2026-03-13T23:12:28.94651Z","steps":["trace[1665610721] 'process raft request' (duration: 174.579807ms)","trace[1665610721] 'compare' (duration: 212.506699ms)","trace[1665610721] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/cert-manager.io/certificaterequests/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls-55z9k; req_size:3658; } (duration: 21.203883ms)"],"step_count":3} {"level":"warn","ts":"2026-03-13T23:12:28.946731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:28.537868Z","time spent":"408.782981ms","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:12:28.946798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.534639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-13T23:12:28.946831Z","caller":"traceutil/trace.go:171","msg":"trace[942071138] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5314; }","duration":"397.606121ms","start":"2026-03-13T23:12:28.549214Z","end":"2026-03-13T23:12:28.94682Z","steps":["trace[942071138] 'agreement among raft nodes before linearized reading' (duration: 397.378485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.946865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:28.549192Z","time spent":"397.665831ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-13T23:12:28.947231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.572239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-13T23:12:28.947245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.452723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:12:28.947273Z","caller":"traceutil/trace.go:171","msg":"trace[1456085930] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5314; }","duration":"335.653011ms","start":"2026-03-13T23:12:28.611607Z","end":"2026-03-13T23:12:28.94726Z","steps":["trace[1456085930] 'agreement among raft nodes before linearized reading' (duration: 335.473667ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:28.947287Z","caller":"traceutil/trace.go:171","msg":"trace[1437535193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5314; }","duration":"158.536135ms","start":"2026-03-13T23:12:28.788742Z","end":"2026-03-13T23:12:28.947278Z","steps":["trace[1437535193] 'agreement among raft nodes before linearized reading' (duration: 158.426863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:28.947306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:28.611586Z","time spent":"335.713403ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":673,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-13T23:12:29.194197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.454866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:29.194629Z","caller":"traceutil/trace.go:171","msg":"trace[77257103] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"241.910642ms","start":"2026-03-13T23:12:28.95268Z","end":"2026-03-13T23:12:29.19459Z","steps":["trace[77257103] 'process raft request' (duration: 118.954514ms)","trace[77257103] 'compare' (duration: 51.863796ms)","trace[77257103] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-controller; req_size:512; } (duration: 70.430036ms)"],"step_count":3} {"level":"info","ts":"2026-03-13T23:12:29.194696Z","caller":"traceutil/trace.go:171","msg":"trace[942596340] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"232.125255ms","start":"2026-03-13T23:12:28.962552Z","end":"2026-03-13T23:12:29.194677Z","steps":["trace[942596340] 'process raft request' (duration: 232.055013ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.194719Z","caller":"traceutil/trace.go:171","msg":"trace[500963014] linearizableReadLoop","detail":"{readStateIndex:5527; appliedIndex:5526; }","duration":"241.782759ms","start":"2026-03-13T23:12:28.952709Z","end":"2026-03-13T23:12:29.194492Z","steps":["trace[500963014] 'read index received' (duration: 359.019µs)","trace[500963014] 'applied index is now lower than readState.Index' (duration: 241.42209ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:29.194791Z","caller":"traceutil/trace.go:171","msg":"trace[554178854] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"241.211946ms","start":"2026-03-13T23:12:28.953557Z","end":"2026-03-13T23:12:29.194769Z","steps":["trace[554178854] 'process raft request' (duration: 241.013971ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.194872Z","caller":"traceutil/trace.go:171","msg":"trace[289995765] transaction","detail":"{read_only:false; response_revision:5319; number_of_response:1; }","duration":"241.296867ms","start":"2026-03-13T23:12:28.953448Z","end":"2026-03-13T23:12:29.194745Z","steps":["trace[289995765] 'process raft request' (duration: 241.067202ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.194986Z","caller":"traceutil/trace.go:171","msg":"trace[1289511890] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"241.982154ms","start":"2026-03-13T23:12:28.952995Z","end":"2026-03-13T23:12:29.194978Z","steps":["trace[1289511890] 'process raft request' (duration: 241.455921ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.195064Z","caller":"traceutil/trace.go:171","msg":"trace[1889292482] transaction","detail":"{read_only:false; response_revision:5316; number_of_response:1; }","duration":"242.142528ms","start":"2026-03-13T23:12:28.952915Z","end":"2026-03-13T23:12:29.195057Z","steps":["trace[1889292482] 'process raft request' (duration: 241.40954ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.19514Z","caller":"traceutil/trace.go:171","msg":"trace[1893951398] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"241.602015ms","start":"2026-03-13T23:12:28.953498Z","end":"2026-03-13T23:12:29.1951Z","steps":["trace[1893951398] 'process raft request' (duration: 241.045342ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.195229Z","caller":"traceutil/trace.go:171","msg":"trace[1264646492] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"242.198338ms","start":"2026-03-13T23:12:28.953018Z","end":"2026-03-13T23:12:29.195217Z","steps":["trace[1264646492] 'process raft request' (duration: 241.465961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:29.195318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.315731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-13T23:12:29.195343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.603738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-13T23:12:29.19538Z","caller":"traceutil/trace.go:171","msg":"trace[616251658] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5322; }","duration":"242.390263ms","start":"2026-03-13T23:12:28.952972Z","end":"2026-03-13T23:12:29.195362Z","steps":["trace[616251658] 'agreement among raft nodes before linearized reading' (duration: 242.205038ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.195403Z","caller":"traceutil/trace.go:171","msg":"trace[1156490921] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5322; }","duration":"242.71289ms","start":"2026-03-13T23:12:28.952674Z","end":"2026-03-13T23:12:29.195387Z","steps":["trace[1156490921] 'agreement among raft nodes before linearized reading' (duration: 242.29583ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:29.266219Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2680,"took":"657.023939ms","hash":611656420,"current-db-size-bytes":38420480,"current-db-size":"38 MB","current-db-size-in-use-bytes":28409856,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-13T23:12:29.266289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":611656420,"revision":2680,"compact-revision":-1} {"level":"warn","ts":"2026-03-13T23:12:32.016365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607025714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:12:32.314066Z","caller":"traceutil/trace.go:171","msg":"trace[903659561] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"801.20582ms","start":"2026-03-13T23:12:31.512819Z","end":"2026-03-13T23:12:32.314025Z","steps":["trace[903659561] 'process raft request' (duration: 727.267722ms)","trace[903659561] 'compare' (duration: 73.615171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:32.314575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.512795Z","time spent":"801.349684ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:32.318854Z","caller":"traceutil/trace.go:171","msg":"trace[410638895] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5574; }","duration":"802.723586ms","start":"2026-03-13T23:12:31.516111Z","end":"2026-03-13T23:12:32.318834Z","steps":["trace[410638895] 'read index received' (duration: 723.996696ms)","trace[410638895] 'applied index is now lower than readState.Index' (duration: 78.72564ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:32.318968Z","caller":"traceutil/trace.go:171","msg":"trace[1901303523] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"797.974426ms","start":"2026-03-13T23:12:31.520976Z","end":"2026-03-13T23:12:32.31895Z","steps":["trace[1901303523] 'process raft request' (duration: 797.74066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.319095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.520961Z","time spent":"798.042717ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8232,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:32.319302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.177686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:12:32.319377Z","caller":"traceutil/trace.go:171","msg":"trace[1809312247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5361; }","duration":"803.275088ms","start":"2026-03-13T23:12:31.516085Z","end":"2026-03-13T23:12:32.31936Z","steps":["trace[1809312247] 'agreement among raft nodes before linearized reading' (duration: 802.902519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:32.319427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:31.516064Z","time spent":"803.35246ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:12:32.321652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.411058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:32.321687Z","caller":"traceutil/trace.go:171","msg":"trace[2063679860] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5362; }","duration":"151.493901ms","start":"2026-03-13T23:12:32.170184Z","end":"2026-03-13T23:12:32.321678Z","steps":["trace[2063679860] 'agreement among raft nodes before linearized reading' (duration: 151.4406ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:36.465677Z","caller":"traceutil/trace.go:171","msg":"trace[471917649] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"128.146728ms","start":"2026-03-13T23:12:36.337501Z","end":"2026-03-13T23:12:36.465647Z","steps":["trace[471917649] 'process raft request' (duration: 128.019095ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:36.465894Z","caller":"traceutil/trace.go:171","msg":"trace[1524164443] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"130.251777ms","start":"2026-03-13T23:12:36.335624Z","end":"2026-03-13T23:12:36.465876Z","steps":["trace[1524164443] 'process raft request' (duration: 101.315715ms)","trace[1524164443] 'compare' (duration: 28.439491ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:37.322977Z","caller":"traceutil/trace.go:171","msg":"trace[1647814517] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"171.637479ms","start":"2026-03-13T23:12:37.151302Z","end":"2026-03-13T23:12:37.32294Z","steps":["trace[1647814517] 'process raft request' (duration: 170.948343ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:39.649516Z","caller":"traceutil/trace.go:171","msg":"trace[1952562069] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"100.27922ms","start":"2026-03-13T23:12:39.54921Z","end":"2026-03-13T23:12:39.649489Z","steps":["trace[1952562069] 'process raft request' (duration: 81.692949ms)","trace[1952562069] 'compare' (duration: 18.465968ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:39.707862Z","caller":"traceutil/trace.go:171","msg":"trace[927095524] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5628; }","duration":"132.147341ms","start":"2026-03-13T23:12:39.575686Z","end":"2026-03-13T23:12:39.707833Z","steps":["trace[927095524] 'read index received' (duration: 55.308186ms)","trace[927095524] 'applied index is now lower than readState.Index' (duration: 76.837585ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:39.708005Z","caller":"traceutil/trace.go:171","msg":"trace[627087454] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"157.546462ms","start":"2026-03-13T23:12:39.550442Z","end":"2026-03-13T23:12:39.707988Z","steps":["trace[627087454] 'process raft request' (duration: 157.310326ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:39.70797Z","caller":"traceutil/trace.go:171","msg":"trace[617914710] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"157.852479ms","start":"2026-03-13T23:12:39.550076Z","end":"2026-03-13T23:12:39.707928Z","steps":["trace[617914710] 'process raft request' (duration: 157.615863ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:39.708072Z","caller":"traceutil/trace.go:171","msg":"trace[1857648030] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"158.31414ms","start":"2026-03-13T23:12:39.549703Z","end":"2026-03-13T23:12:39.708017Z","steps":["trace[1857648030] 'process raft request' (duration: 157.848509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:39.708221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.510619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:12:39.708304Z","caller":"traceutil/trace.go:171","msg":"trace[1905137880] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5416; }","duration":"132.638483ms","start":"2026-03-13T23:12:39.575644Z","end":"2026-03-13T23:12:39.708282Z","steps":["trace[1905137880] 'agreement among raft nodes before linearized reading' (duration: 132.488889ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:40.440536Z","caller":"traceutil/trace.go:171","msg":"trace[1697218419] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"229.701678ms","start":"2026-03-13T23:12:40.210801Z","end":"2026-03-13T23:12:40.440502Z","steps":["trace[1697218419] 'process raft request' (duration: 229.505704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:41.000314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607025850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:12:41.501414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607025850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:12:41.950185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509817818s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:12:42.507225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.643567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:42.507405Z","caller":"traceutil/trace.go:171","msg":"trace[1446929400] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"2.11661229s","start":"2026-03-13T23:12:40.39076Z","end":"2026-03-13T23:12:42.507372Z","steps":["trace[1446929400] 'process raft request' (duration: 1.559665867s)","trace[1446929400] 'compare' (duration: 555.853458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:42.507547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.390721Z","time spent":"2.116741823s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:43.2264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:12:43.226532Z","caller":"traceutil/trace.go:171","msg":"trace[806706990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042608s","start":"2026-03-13T23:12:41.226071Z","end":"2026-03-13T23:12:43.226497Z","steps":["trace[806706990] 'agreement among raft nodes before linearized reading' (duration: 2.000263086s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.226606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:41.226043Z","time spent":"2.000547373s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:43.468384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.517960618s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:12:43.543276Z","caller":"traceutil/trace.go:171","msg":"trace[1313824802] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5634; }","duration":"3.043699366s","start":"2026-03-13T23:12:40.499542Z","end":"2026-03-13T23:12:43.543242Z","steps":["trace[1313824802] 'read index received' (duration: 1.450900339s)","trace[1313824802] 'applied index is now lower than readState.Index' (duration: 1.592797727s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:43.543411Z","caller":"traceutil/trace.go:171","msg":"trace[504265121] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"3.027313215s","start":"2026-03-13T23:12:40.516052Z","end":"2026-03-13T23:12:43.543365Z","steps":["trace[504265121] 'process raft request' (duration: 3.02707351s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:43.543402Z","caller":"traceutil/trace.go:171","msg":"trace[1987581631] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"3.048478258s","start":"2026-03-13T23:12:40.494865Z","end":"2026-03-13T23:12:43.543343Z","steps":["trace[1987581631] 'process raft request' (duration: 2.973780291s)","trace[1987581631] 'compare' (duration: 74.014081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:43.543555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.516021Z","time spent":"3.027448949s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:43.543627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153680252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T23:12:43.543609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.426674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:43.543678Z","caller":"traceutil/trace.go:171","msg":"trace[1868472395] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:5421; }","duration":"2.153750093s","start":"2026-03-13T23:12:41.389909Z","end":"2026-03-13T23:12:43.543659Z","steps":["trace[1868472395] 'agreement among raft nodes before linearized reading' (duration: 2.153678811s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.543673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.49483Z","time spent":"3.048707883s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:43.543711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933850053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:12:43.543694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703726095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:12:43.543722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:41.38988Z","time spent":"2.153833715s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-13T23:12:43.543724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.55585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:12:43.543724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933887324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:12:43.543737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93416083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:12:43.543806Z","caller":"traceutil/trace.go:171","msg":"trace[1426786628] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5421; }","duration":"144.727954ms","start":"2026-03-13T23:12:43.399066Z","end":"2026-03-13T23:12:43.543794Z","steps":["trace[1426786628] 'agreement among raft nodes before linearized reading' (duration: 144.53902ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:43.543741Z","caller":"traceutil/trace.go:171","msg":"trace[1556447829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5421; }","duration":"316.594928ms","start":"2026-03-13T23:12:43.227111Z","end":"2026-03-13T23:12:43.543706Z","steps":["trace[1556447829] 'agreement among raft nodes before linearized reading' (duration: 316.400344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.543798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.371106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:12:43.543807Z","caller":"traceutil/trace.go:171","msg":"trace[1034208738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:5421; }","duration":"2.703862938s","start":"2026-03-13T23:12:40.839889Z","end":"2026-03-13T23:12:43.543752Z","steps":["trace[1034208738] 'agreement among raft nodes before linearized reading' (duration: 2.703615512s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:43.543833Z","caller":"traceutil/trace.go:171","msg":"trace[1676878405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5421; }","duration":"2.934289654s","start":"2026-03-13T23:12:40.609529Z","end":"2026-03-13T23:12:43.543818Z","steps":["trace[1676878405] 'agreement among raft nodes before linearized reading' (duration: 2.934086489s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.543856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.227082Z","time spent":"316.760151ms","remote":"127.0.0.1:59848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:12:43.543862Z","caller":"traceutil/trace.go:171","msg":"trace[1623243654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5421; }","duration":"999.495628ms","start":"2026-03-13T23:12:42.544348Z","end":"2026-03-13T23:12:43.543844Z","steps":["trace[1623243654] 'agreement among raft nodes before linearized reading' (duration: 999.198041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.54387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.609504Z","time spent":"2.934358115s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:12:43.54375Z","caller":"traceutil/trace.go:171","msg":"trace[516724694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5421; }","duration":"2.933915955s","start":"2026-03-13T23:12:40.609822Z","end":"2026-03-13T23:12:43.543738Z","steps":["trace[516724694] 'agreement among raft nodes before linearized reading' (duration: 2.933774442s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:43.543904Z","caller":"traceutil/trace.go:171","msg":"trace[147172406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5421; }","duration":"2.934064848s","start":"2026-03-13T23:12:40.609768Z","end":"2026-03-13T23:12:43.543833Z","steps":["trace[147172406] 'agreement among raft nodes before linearized reading' (duration: 2.93372887s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.543912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:42.544326Z","time spent":"999.574641ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:12:43.543952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.609741Z","time spent":"2.934201482s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:12:43.543945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.60981Z","time spent":"2.934119859s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:43.543514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043939792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:43.54404Z","caller":"traceutil/trace.go:171","msg":"trace[1103191132] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5421; }","duration":"3.044526735s","start":"2026-03-13T23:12:40.499484Z","end":"2026-03-13T23:12:43.544011Z","steps":["trace[1103191132] 'agreement among raft nodes before linearized reading' (duration: 3.043897561s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.544086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.499456Z","time spent":"3.044617428s","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:43.543872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.839863Z","time spent":"2.703996822s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:12:43.543895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961821153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:12:43.544174Z","caller":"traceutil/trace.go:171","msg":"trace[517579877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5421; }","duration":"2.962126131s","start":"2026-03-13T23:12:40.582037Z","end":"2026-03-13T23:12:43.544163Z","steps":["trace[517579877] 'agreement among raft nodes before linearized reading' (duration: 2.961756662s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.544202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.582023Z","time spent":"2.962169781s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:12:43.54452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973387702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T23:12:43.544582Z","caller":"traceutil/trace.go:171","msg":"trace[2096604313] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5421; }","duration":"2.973489015s","start":"2026-03-13T23:12:40.571082Z","end":"2026-03-13T23:12:43.544571Z","steps":["trace[2096604313] 'agreement among raft nodes before linearized reading' (duration: 2.972997464s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.544528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707568325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:12:43.5447Z","caller":"traceutil/trace.go:171","msg":"trace[54527614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5421; }","duration":"2.70778559s","start":"2026-03-13T23:12:40.836896Z","end":"2026-03-13T23:12:43.544682Z","steps":["trace[54527614] 'agreement among raft nodes before linearized reading' (duration: 2.706670404s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.544857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.836871Z","time spent":"2.707966803s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:12:43.544631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:40.571051Z","time spent":"2.973575496s","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-13T23:12:43.850327Z","caller":"traceutil/trace.go:171","msg":"trace[123179878] linearizableReadLoop","detail":"{readStateIndex:5638; appliedIndex:5637; }","duration":"301.567999ms","start":"2026-03-13T23:12:43.548732Z","end":"2026-03-13T23:12:43.8503Z","steps":["trace[123179878] 'read index received' (duration: 214.914995ms)","trace[123179878] 'applied index is now lower than readState.Index' (duration: 86.651484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:43.850422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.545028Z","time spent":"305.388367ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:12:43.850554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.804414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:12:43.850582Z","caller":"traceutil/trace.go:171","msg":"trace[1289818956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5421; }","duration":"301.886746ms","start":"2026-03-13T23:12:43.548686Z","end":"2026-03-13T23:12:43.850573Z","steps":["trace[1289818956] 'agreement among raft nodes before linearized reading' (duration: 301.731582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.850616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.548662Z","time spent":"301.948518ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:12:43.928023Z","caller":"traceutil/trace.go:171","msg":"trace[1327794159] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"378.173139ms","start":"2026-03-13T23:12:43.549826Z","end":"2026-03-13T23:12:43.927999Z","steps":["trace[1327794159] 'process raft request' (duration: 378.091777ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:43.928076Z","caller":"traceutil/trace.go:171","msg":"trace[1264253598] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"378.479706ms","start":"2026-03-13T23:12:43.549548Z","end":"2026-03-13T23:12:43.928028Z","steps":["trace[1264253598] 'process raft request' (duration: 378.041506ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:43.928216Z","caller":"traceutil/trace.go:171","msg":"trace[887255201] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"378.406155ms","start":"2026-03-13T23:12:43.549659Z","end":"2026-03-13T23:12:43.928065Z","steps":["trace[887255201] 'process raft request' (duration: 378.20478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.928305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.549512Z","time spent":"378.66919ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:43.928433Z","caller":"traceutil/trace.go:171","msg":"trace[1554158889] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"378.577469ms","start":"2026-03-13T23:12:43.549831Z","end":"2026-03-13T23:12:43.928408Z","steps":["trace[1554158889] 'process raft request' (duration: 378.129308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.928537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.549646Z","time spent":"378.730752ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:43.928604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.549815Z","time spent":"378.688331ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:43.928548Z","caller":"traceutil/trace.go:171","msg":"trace[180408797] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"378.302272ms","start":"2026-03-13T23:12:43.550219Z","end":"2026-03-13T23:12:43.928521Z","steps":["trace[180408797] 'process raft request' (duration: 377.998045ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:43.928651Z","caller":"traceutil/trace.go:171","msg":"trace[783364596] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"377.690418ms","start":"2026-03-13T23:12:43.550905Z","end":"2026-03-13T23:12:43.928595Z","steps":["trace[783364596] 'process raft request' (duration: 377.441852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.928643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.78833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:43.928721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.420968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81890"} {"level":"warn","ts":"2026-03-13T23:12:43.928698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.07302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4f4be90-c820-4f63-bfc4-5adf45105eda\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-13T23:12:43.928759Z","caller":"traceutil/trace.go:171","msg":"trace[213088189] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5427; }","duration":"379.47624ms","start":"2026-03-13T23:12:43.549271Z","end":"2026-03-13T23:12:43.928747Z","steps":["trace[213088189] 'agreement among raft nodes before linearized reading' (duration: 379.267095ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:43.928765Z","caller":"traceutil/trace.go:171","msg":"trace[1821815968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5427; }","duration":"374.973494ms","start":"2026-03-13T23:12:43.553766Z","end":"2026-03-13T23:12:43.928739Z","steps":["trace[1821815968] 'agreement among raft nodes before linearized reading' (duration: 374.676968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.928796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.549254Z","time spent":"379.52647ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81913,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:12:43.928795Z","caller":"traceutil/trace.go:171","msg":"trace[2050371279] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4f4be90-c820-4f63-bfc4-5adf45105eda; range_end:; response_count:1; response_revision:5427; }","duration":"379.198512ms","start":"2026-03-13T23:12:43.549575Z","end":"2026-03-13T23:12:43.928773Z","steps":["trace[2050371279] 'agreement among raft nodes before linearized reading' (duration: 378.862044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.928209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.549809Z","time spent":"378.271731ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:43.928822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.553754Z","time spent":"375.059176ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:43.928854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.549568Z","time spent":"379.276515ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-d4f4be90-c820-4f63-bfc4-5adf45105eda\" "} {"level":"warn","ts":"2026-03-13T23:12:43.928673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.389888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c896365783e4a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-13T23:12:43.928919Z","caller":"traceutil/trace.go:171","msg":"trace[435679435] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c896365783e4a; range_end:; response_count:1; response_revision:5427; }","duration":"379.634873ms","start":"2026-03-13T23:12:43.549261Z","end":"2026-03-13T23:12:43.928896Z","steps":["trace[435679435] 'agreement among raft nodes before linearized reading' (duration: 379.315046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:43.928986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.549255Z","time spent":"379.700915ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c896365783e4a\" "} {"level":"warn","ts":"2026-03-13T23:12:43.92896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.550209Z","time spent":"378.544218ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:43.928953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.550896Z","time spent":"377.828761ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:44.368766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.333787ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:44.36886Z","caller":"traceutil/trace.go:171","msg":"trace[1513490841] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5427; }","duration":"154.44716ms","start":"2026-03-13T23:12:44.214398Z","end":"2026-03-13T23:12:44.368845Z","steps":["trace[1513490841] 'range keys from in-memory index tree' (duration: 154.322777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:44.368852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.49438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:44.368918Z","caller":"traceutil/trace.go:171","msg":"trace[1449234924] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5644; }","duration":"440.504187ms","start":"2026-03-13T23:12:43.928402Z","end":"2026-03-13T23:12:44.368906Z","steps":["trace[1449234924] 'read index received' (duration: 279.880044ms)","trace[1449234924] 'applied index is now lower than readState.Index' (duration: 160.623203ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:44.369042Z","caller":"traceutil/trace.go:171","msg":"trace[1043438980] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"517.085707ms","start":"2026-03-13T23:12:43.851861Z","end":"2026-03-13T23:12:44.368947Z","steps":["trace[1043438980] 'process raft request' (duration: 356.420223ms)","trace[1043438980] 'compare' (duration: 160.390348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:44.369115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.7658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19496"} {"level":"info","ts":"2026-03-13T23:12:44.369182Z","caller":"traceutil/trace.go:171","msg":"trace[2040502941] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5428; }","duration":"516.829581ms","start":"2026-03-13T23:12:43.852322Z","end":"2026-03-13T23:12:44.369151Z","steps":["trace[2040502941] 'agreement among raft nodes before linearized reading' (duration: 516.644357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:44.36922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.852315Z","time spent":"516.895103ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19519,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:12:44.369322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.851837Z","time spent":"517.343574ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:44.763157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.918081ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-13T23:12:44.763447Z","caller":"traceutil/trace.go:171","msg":"trace[1989507111] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"248.627298ms","start":"2026-03-13T23:12:44.514796Z","end":"2026-03-13T23:12:44.763424Z","steps":["trace[1989507111] 'process raft request' (duration: 248.475845ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:44.763512Z","caller":"traceutil/trace.go:171","msg":"trace[867883120] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5645; }","duration":"394.536659ms","start":"2026-03-13T23:12:44.36894Z","end":"2026-03-13T23:12:44.763476Z","steps":["trace[867883120] 'read index received' (duration: 131.334222ms)","trace[867883120] 'applied index is now lower than readState.Index' (duration: 263.198037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:44.763873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.419216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:44.763667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:43.931301Z","time spent":"832.360725ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:12:44.763876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.000905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:12:44.763912Z","caller":"traceutil/trace.go:171","msg":"trace[2037460429] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5429; }","duration":"329.502548ms","start":"2026-03-13T23:12:44.434398Z","end":"2026-03-13T23:12:44.763901Z","steps":["trace[2037460429] 'agreement among raft nodes before linearized reading' (duration: 329.418856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:44.763887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.519818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:12:44.763912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.826587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-13T23:12:44.763949Z","caller":"traceutil/trace.go:171","msg":"trace[1078632752] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5429; }","duration":"563.113067ms","start":"2026-03-13T23:12:44.200818Z","end":"2026-03-13T23:12:44.763931Z","steps":["trace[1078632752] 'agreement among raft nodes before linearized reading' (duration: 562.976194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:44.764018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.2008Z","time spent":"563.20889ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-13T23:12:44.764006Z","caller":"traceutil/trace.go:171","msg":"trace[221506089] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5429; }","duration":"693.709072ms","start":"2026-03-13T23:12:44.070263Z","end":"2026-03-13T23:12:44.763972Z","steps":["trace[221506089] 'agreement among raft nodes before linearized reading' (duration: 693.475336ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:44.764021Z","caller":"traceutil/trace.go:171","msg":"trace[2059259874] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5429; }","duration":"391.941729ms","start":"2026-03-13T23:12:44.372048Z","end":"2026-03-13T23:12:44.763989Z","steps":["trace[2059259874] 'agreement among raft nodes before linearized reading' (duration: 391.754235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:44.764089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.070238Z","time spent":"693.831235ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:12:44.764087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.372033Z","time spent":"392.036851ms","remote":"127.0.0.1:60042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-13T23:12:44.763946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.434377Z","time spent":"329.562179ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T23:12:45.911426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.129145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:45.911558Z","caller":"traceutil/trace.go:171","msg":"trace[430138701] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5647; }","duration":"1.14546075s","start":"2026-03-13T23:12:44.766079Z","end":"2026-03-13T23:12:45.91154Z","steps":["trace[430138701] 'read index received' (duration: 419.189432ms)","trace[430138701] 'applied index is now lower than readState.Index' (duration: 726.270358ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:45.911593Z","caller":"traceutil/trace.go:171","msg":"trace[453350204] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"1.14632049s","start":"2026-03-13T23:12:44.765238Z","end":"2026-03-13T23:12:45.911558Z","steps":["trace[453350204] 'process raft request' (duration: 419.94549ms)","trace[453350204] 'compare' (duration: 725.418648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:45.911736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145655974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T23:12:45.911752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.765215Z","time spent":"1.146442772s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:45.911768Z","caller":"traceutil/trace.go:171","msg":"trace[273048571] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5430; }","duration":"1.145731966s","start":"2026-03-13T23:12:44.766028Z","end":"2026-03-13T23:12:45.91176Z","steps":["trace[273048571] 'agreement among raft nodes before linearized reading' (duration: 1.145577762s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.91184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.765998Z","time spent":"1.145833368s","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-13T23:12:45.923399Z","caller":"traceutil/trace.go:171","msg":"trace[156425110] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"1.153803423s","start":"2026-03-13T23:12:44.769562Z","end":"2026-03-13T23:12:45.923365Z","steps":["trace[156425110] 'process raft request' (duration: 1.1536522s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.923566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.769531Z","time spent":"1.153949377s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:45.973322Z","caller":"traceutil/trace.go:171","msg":"trace[897243220] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"422.470158ms","start":"2026-03-13T23:12:45.550823Z","end":"2026-03-13T23:12:45.973294Z","steps":["trace[897243220] 'process raft request' (duration: 422.367926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.97354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.550783Z","time spent":"422.636552ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:45.973741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.990726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:45.973804Z","caller":"traceutil/trace.go:171","msg":"trace[1784960013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5434; }","duration":"746.102299ms","start":"2026-03-13T23:12:45.227687Z","end":"2026-03-13T23:12:45.973789Z","steps":["trace[1784960013] 'agreement among raft nodes before linearized reading' (duration: 745.993336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.973789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.824877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-13T23:12:45.973843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.227655Z","time spent":"746.179851ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:12:45.973811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205815833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:12:45.97389Z","caller":"traceutil/trace.go:171","msg":"trace[1692140340] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5434; }","duration":"391.97656ms","start":"2026-03-13T23:12:45.581888Z","end":"2026-03-13T23:12:45.973864Z","steps":["trace[1692140340] 'agreement among raft nodes before linearized reading' (duration: 391.652393ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:45.973922Z","caller":"traceutil/trace.go:171","msg":"trace[636511461] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5434; }","duration":"1.205957786s","start":"2026-03-13T23:12:44.767939Z","end":"2026-03-13T23:12:45.973897Z","steps":["trace[636511461] 'agreement among raft nodes before linearized reading' (duration: 1.205665899s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.973942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.581871Z","time spent":"392.058012ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T23:12:45.973973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:44.767925Z","time spent":"1.206036668s","remote":"127.0.0.1:60068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-13T23:12:45.974473Z","caller":"traceutil/trace.go:171","msg":"trace[750681245] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"423.303378ms","start":"2026-03-13T23:12:45.551146Z","end":"2026-03-13T23:12:45.974449Z","steps":["trace[750681245] 'process raft request' (duration: 422.10536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.974681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.551132Z","time spent":"423.463971ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:45.97455Z","caller":"traceutil/trace.go:171","msg":"trace[1868089391] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"585.21277ms","start":"2026-03-13T23:12:45.388152Z","end":"2026-03-13T23:12:45.973365Z","steps":["trace[1868089391] 'process raft request' (duration: 584.871432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:45.974846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.388114Z","time spent":"586.618113ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:46.424218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.522865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:46.424347Z","caller":"traceutil/trace.go:171","msg":"trace[1759611176] linearizableReadLoop","detail":"{readStateIndex:5653; appliedIndex:5652; }","duration":"445.153255ms","start":"2026-03-13T23:12:45.979175Z","end":"2026-03-13T23:12:46.424328Z","steps":["trace[1759611176] 'read index received' (duration: 101.352µs)","trace[1759611176] 'applied index is now lower than readState.Index' (duration: 445.049813ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:46.424424Z","caller":"traceutil/trace.go:171","msg":"trace[1623416193] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"445.197997ms","start":"2026-03-13T23:12:45.979147Z","end":"2026-03-13T23:12:46.424345Z","steps":["trace[1623416193] 'process raft request' (duration: 82.439756ms)","trace[1623416193] 'compare' (duration: 362.367082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:46.424667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.979123Z","time spent":"445.414791ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:46.424665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.454462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-13T23:12:46.424764Z","caller":"traceutil/trace.go:171","msg":"trace[1224975719] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5435; }","duration":"445.579836ms","start":"2026-03-13T23:12:45.979161Z","end":"2026-03-13T23:12:46.424741Z","steps":["trace[1224975719] 'agreement among raft nodes before linearized reading' (duration: 445.257248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:46.424824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.979155Z","time spent":"445.660848ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-13T23:12:46.469232Z","caller":"traceutil/trace.go:171","msg":"trace[1974154476] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"471.701124ms","start":"2026-03-13T23:12:45.997509Z","end":"2026-03-13T23:12:46.469211Z","steps":["trace[1974154476] 'process raft request' (duration: 471.638332ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:46.469264Z","caller":"traceutil/trace.go:171","msg":"trace[1269934680] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"489.925486ms","start":"2026-03-13T23:12:45.979297Z","end":"2026-03-13T23:12:46.469222Z","steps":["trace[1269934680] 'process raft request' (duration: 489.6745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:46.469404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.997477Z","time spent":"471.834426ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:46.469477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.979287Z","time spent":"490.07939ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:12:46.469526Z","caller":"traceutil/trace.go:171","msg":"trace[114182136] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"471.640421ms","start":"2026-03-13T23:12:45.997855Z","end":"2026-03-13T23:12:46.469495Z","steps":["trace[114182136] 'process raft request' (duration: 471.325264ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:46.469262Z","caller":"traceutil/trace.go:171","msg":"trace[119996439] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"472.898601ms","start":"2026-03-13T23:12:45.99634Z","end":"2026-03-13T23:12:46.469239Z","steps":["trace[119996439] 'process raft request' (duration: 472.776698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:46.4697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.997846Z","time spent":"471.762555ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:46.469759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.996332Z","time spent":"473.383032ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:12:46.469875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.980508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19496"} {"level":"info","ts":"2026-03-13T23:12:46.469947Z","caller":"traceutil/trace.go:171","msg":"trace[1001455354] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5439; }","duration":"490.063179ms","start":"2026-03-13T23:12:45.979868Z","end":"2026-03-13T23:12:46.469931Z","steps":["trace[1001455354] 'agreement among raft nodes before linearized reading' (duration: 489.802183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:46.47Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.979861Z","time spent":"490.127961ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19519,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:12:46.469962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.52304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81890"} {"level":"info","ts":"2026-03-13T23:12:46.470138Z","caller":"traceutil/trace.go:171","msg":"trace[1413593492] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5439; }","duration":"490.777996ms","start":"2026-03-13T23:12:45.97934Z","end":"2026-03-13T23:12:46.470118Z","steps":["trace[1413593492] 'agreement among raft nodes before linearized reading' (duration: 490.139541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:46.470223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:45.979322Z","time spent":"490.886059ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81913,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:12:46.750319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.494286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:12:46.750454Z","caller":"traceutil/trace.go:171","msg":"trace[355520283] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5657; }","duration":"268.52569ms","start":"2026-03-13T23:12:46.481909Z","end":"2026-03-13T23:12:46.750434Z","steps":["trace[355520283] 'read index received' (duration: 96.724468ms)","trace[355520283] 'applied index is now lower than readState.Index' (duration: 171.799842ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:46.750488Z","caller":"traceutil/trace.go:171","msg":"trace[1142310402] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"268.879278ms","start":"2026-03-13T23:12:46.481566Z","end":"2026-03-13T23:12:46.750446Z","steps":["trace[1142310402] 'process raft request' (duration: 97.142557ms)","trace[1142310402] 'compare' (duration: 171.133117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:46.750701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.388541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-13T23:12:46.750732Z","caller":"traceutil/trace.go:171","msg":"trace[972185387] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5440; }","duration":"266.439882ms","start":"2026-03-13T23:12:46.484282Z","end":"2026-03-13T23:12:46.750722Z","steps":["trace[972185387] 'agreement among raft nodes before linearized reading' (duration: 266.266518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:46.75071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.121168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:12:46.750713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.776446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-13T23:12:46.750792Z","caller":"traceutil/trace.go:171","msg":"trace[1512605609] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5440; }","duration":"193.266592ms","start":"2026-03-13T23:12:46.557503Z","end":"2026-03-13T23:12:46.75077Z","steps":["trace[1512605609] 'agreement among raft nodes before linearized reading' (duration: 193.126129ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:46.750804Z","caller":"traceutil/trace.go:171","msg":"trace[1503710599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5440; }","duration":"268.897439ms","start":"2026-03-13T23:12:46.481885Z","end":"2026-03-13T23:12:46.750783Z","steps":["trace[1503710599] 'agreement among raft nodes before linearized reading' (duration: 268.640163ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:47.053833Z","caller":"traceutil/trace.go:171","msg":"trace[1487839934] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5658; }","duration":"285.219139ms","start":"2026-03-13T23:12:46.768588Z","end":"2026-03-13T23:12:47.053807Z","steps":["trace[1487839934] 'read index received' (duration: 53.555805ms)","trace[1487839934] 'applied index is now lower than readState.Index' (duration: 231.662194ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:12:47.053932Z","caller":"traceutil/trace.go:171","msg":"trace[213140240] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"285.352372ms","start":"2026-03-13T23:12:46.76854Z","end":"2026-03-13T23:12:47.053893Z","steps":["trace[213140240] 'process raft request' (duration: 285.054625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:47.054076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.458844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-13T23:12:47.054106Z","caller":"traceutil/trace.go:171","msg":"trace[388009032] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5442; }","duration":"285.593418ms","start":"2026-03-13T23:12:46.768503Z","end":"2026-03-13T23:12:47.054096Z","steps":["trace[388009032] 'agreement among raft nodes before linearized reading' (duration: 285.405443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:47.390251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.937123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:12:47.390387Z","caller":"traceutil/trace.go:171","msg":"trace[1408166580] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5660; }","duration":"331.288429ms","start":"2026-03-13T23:12:47.059073Z","end":"2026-03-13T23:12:47.390361Z","steps":["trace[1408166580] 'read index received' (duration: 45.442356ms)","trace[1408166580] 'applied index is now lower than readState.Index' (duration: 285.843723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:12:47.390585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.153948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:12:47.390588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.498464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189c897fe3313075\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-13T23:12:47.390638Z","caller":"traceutil/trace.go:171","msg":"trace[2100193808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5442; }","duration":"165.2506ms","start":"2026-03-13T23:12:47.225372Z","end":"2026-03-13T23:12:47.390622Z","steps":["trace[2100193808] 'agreement among raft nodes before linearized reading' (duration: 165.135518ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:12:47.390714Z","caller":"traceutil/trace.go:171","msg":"trace[1282010682] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189c897fe3313075; range_end:; response_count:1; response_revision:5442; }","duration":"331.683929ms","start":"2026-03-13T23:12:47.058994Z","end":"2026-03-13T23:12:47.390678Z","steps":["trace[1282010682] 'agreement among raft nodes before linearized reading' (duration: 331.466444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:12:47.391039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:12:47.058958Z","time spent":"332.005685ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":774,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189c897fe3313075\" "} {"level":"info","ts":"2026-03-13T23:13:02.377851Z","caller":"traceutil/trace.go:171","msg":"trace[168809843] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5761; }","duration":"314.658623ms","start":"2026-03-13T23:13:02.063157Z","end":"2026-03-13T23:13:02.377815Z","steps":["trace[168809843] 'read index received' (duration: 314.54556ms)","trace[168809843] 'applied index is now lower than readState.Index' (duration: 111.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:02.377951Z","caller":"traceutil/trace.go:171","msg":"trace[1894811322] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"317.678764ms","start":"2026-03-13T23:13:02.060245Z","end":"2026-03-13T23:13:02.377923Z","steps":["trace[1894811322] 'process raft request' (duration: 317.375687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:02.378148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:02.060218Z","time spent":"317.809736ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:02.378489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.328808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-13T23:13:02.378564Z","caller":"traceutil/trace.go:171","msg":"trace[497429356] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5540; }","duration":"315.431641ms","start":"2026-03-13T23:13:02.063114Z","end":"2026-03-13T23:13:02.378546Z","steps":["trace[497429356] 'agreement among raft nodes before linearized reading' (duration: 314.880828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:02.379314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:02.063097Z","time spent":"316.168358ms","remote":"127.0.0.1:58680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-13T23:13:02.385461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.311953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:02.385473Z","caller":"traceutil/trace.go:171","msg":"trace[1012989549] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"321.84831ms","start":"2026-03-13T23:13:02.063587Z","end":"2026-03-13T23:13:02.385435Z","steps":["trace[1012989549] 'process raft request' (duration: 321.625185ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:02.38553Z","caller":"traceutil/trace.go:171","msg":"trace[1897193899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5541; }","duration":"295.402156ms","start":"2026-03-13T23:13:02.090113Z","end":"2026-03-13T23:13:02.385515Z","steps":["trace[1897193899] 'agreement among raft nodes before linearized reading' (duration: 295.261753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:02.385613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:02.063572Z","time spent":"321.958502ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:13.373797Z","caller":"traceutil/trace.go:171","msg":"trace[966211087] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"173.554023ms","start":"2026-03-13T23:13:13.200194Z","end":"2026-03-13T23:13:13.373748Z","steps":["trace[966211087] 'process raft request' (duration: 173.294057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.06028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.280317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:13:14.060447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.609398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:394020"} {"level":"info","ts":"2026-03-13T23:13:14.060523Z","caller":"traceutil/trace.go:171","msg":"trace[1136101188] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:5602; }","duration":"563.732131ms","start":"2026-03-13T23:13:13.496774Z","end":"2026-03-13T23:13:14.060506Z","steps":["trace[1136101188] 'range keys from in-memory index tree' (duration: 563.195038ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:14.06046Z","caller":"traceutil/trace.go:171","msg":"trace[1248490886] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5602; }","duration":"306.478361ms","start":"2026-03-13T23:13:13.75396Z","end":"2026-03-13T23:13:14.060439Z","steps":["trace[1248490886] 'count revisions from in-memory index tree' (duration: 306.193486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:14.060584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.496746Z","time spent":"563.822282ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":12,"response size":394043,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:13:14.060689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:13.753865Z","time spent":"306.806859ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":36,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:13:14.060761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.814887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T23:13:14.061011Z","caller":"traceutil/trace.go:171","msg":"trace[157976602] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5602; }","duration":"115.158445ms","start":"2026-03-13T23:13:13.945816Z","end":"2026-03-13T23:13:14.060974Z","steps":["trace[157976602] 'range keys from in-memory index tree' (duration: 114.388578ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.105283Z","caller":"traceutil/trace.go:171","msg":"trace[1091780070] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"133.898121ms","start":"2026-03-13T23:13:15.971339Z","end":"2026-03-13T23:13:16.105237Z","steps":["trace[1091780070] 'process raft request' (duration: 124.204076ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.419234Z","caller":"traceutil/trace.go:171","msg":"trace[937405067] linearizableReadLoop","detail":"{readStateIndex:5842; appliedIndex:5841; }","duration":"106.341761ms","start":"2026-03-13T23:13:16.312864Z","end":"2026-03-13T23:13:16.419205Z","steps":["trace[937405067] 'read index received' (duration: 92.833987ms)","trace[937405067] 'applied index is now lower than readState.Index' (duration: 13.506344ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.419347Z","caller":"traceutil/trace.go:171","msg":"trace[488985577] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"106.748281ms","start":"2026-03-13T23:13:16.312535Z","end":"2026-03-13T23:13:16.419283Z","steps":["trace[488985577] 'process raft request' (duration: 93.203986ms)","trace[488985577] 'compare' (duration: 13.272749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:16.419482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.584557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-13T23:13:16.419581Z","caller":"traceutil/trace.go:171","msg":"trace[1825181297] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5617; }","duration":"106.701439ms","start":"2026-03-13T23:13:16.312854Z","end":"2026-03-13T23:13:16.419556Z","steps":["trace[1825181297] 'agreement among raft nodes before linearized reading' (duration: 106.441133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.576548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.551057ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:13:16.577Z","caller":"traceutil/trace.go:171","msg":"trace[2072795522] linearizableReadLoop","detail":"{readStateIndex:5844; appliedIndex:5842; }","duration":"150.092858ms","start":"2026-03-13T23:13:16.426876Z","end":"2026-03-13T23:13:16.576969Z","steps":["trace[2072795522] 'read index received' (duration: 21.203972ms)","trace[2072795522] 'applied index is now lower than readState.Index' (duration: 128.886866ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.577128Z","caller":"traceutil/trace.go:171","msg":"trace[1087395173] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"150.274803ms","start":"2026-03-13T23:13:16.426826Z","end":"2026-03-13T23:13:16.5771Z","steps":["trace[1087395173] 'process raft request' (duration: 149.833203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.67407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.167375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-13T23:13:16.674146Z","caller":"traceutil/trace.go:171","msg":"trace[244686316] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5618; }","duration":"247.294018ms","start":"2026-03-13T23:13:16.426831Z","end":"2026-03-13T23:13:16.674125Z","steps":["trace[244686316] 'agreement among raft nodes before linearized reading' (duration: 150.268563ms)","trace[244686316] 'range keys from in-memory index tree' (duration: 96.835971ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.674282Z","caller":"traceutil/trace.go:171","msg":"trace[692856268] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"223.958865ms","start":"2026-03-13T23:13:16.450291Z","end":"2026-03-13T23:13:16.674249Z","steps":["trace[692856268] 'process raft request' (duration: 179.290586ms)","trace[692856268] 'compare' (duration: 44.448924ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.674421Z","caller":"traceutil/trace.go:171","msg":"trace[1894084448] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"218.376155ms","start":"2026-03-13T23:13:16.456015Z","end":"2026-03-13T23:13:16.674392Z","steps":["trace[1894084448] 'process raft request' (duration: 218.188671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.674538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.810653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:13:16.674693Z","caller":"traceutil/trace.go:171","msg":"trace[319232575] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5620; }","duration":"178.022388ms","start":"2026-03-13T23:13:16.496628Z","end":"2026-03-13T23:13:16.67465Z","steps":["trace[319232575] 'agreement among raft nodes before linearized reading' (duration: 177.788253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.676023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.614793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-13T23:13:16.676137Z","caller":"traceutil/trace.go:171","msg":"trace[1068829870] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5620; }","duration":"160.789577ms","start":"2026-03-13T23:13:16.515323Z","end":"2026-03-13T23:13:16.676112Z","steps":["trace[1068829870] 'agreement among raft nodes before linearized reading' (duration: 159.161149ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.68209Z","caller":"traceutil/trace.go:171","msg":"trace[1020452055] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"100.136697ms","start":"2026-03-13T23:13:16.581928Z","end":"2026-03-13T23:13:16.682065Z","steps":["trace[1020452055] 'process raft request' (duration: 99.941542ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.821525Z","caller":"traceutil/trace.go:171","msg":"trace[1256279682] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"135.748555ms","start":"2026-03-13T23:13:16.685733Z","end":"2026-03-13T23:13:16.821481Z","steps":["trace[1256279682] 'process raft request' (duration: 103.987197ms)","trace[1256279682] 'compare' (duration: 31.497802ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.822272Z","caller":"traceutil/trace.go:171","msg":"trace[218531082] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"136.177935ms","start":"2026-03-13T23:13:16.686057Z","end":"2026-03-13T23:13:16.822235Z","steps":["trace[218531082] 'process raft request' (duration: 135.387626ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.822653Z","caller":"traceutil/trace.go:171","msg":"trace[423964929] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"135.52398ms","start":"2026-03-13T23:13:16.687094Z","end":"2026-03-13T23:13:16.822618Z","steps":["trace[423964929] 'process raft request' (duration: 135.09368ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.82287Z","caller":"traceutil/trace.go:171","msg":"trace[2039982460] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"135.601541ms","start":"2026-03-13T23:13:16.687257Z","end":"2026-03-13T23:13:16.822859Z","steps":["trace[2039982460] 'process raft request' (duration: 135.244533ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.822931Z","caller":"traceutil/trace.go:171","msg":"trace[1199381647] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"135.55577ms","start":"2026-03-13T23:13:16.687344Z","end":"2026-03-13T23:13:16.8229Z","steps":["trace[1199381647] 'process raft request' (duration: 135.208152ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.823169Z","caller":"traceutil/trace.go:171","msg":"trace[859243267] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"135.725355ms","start":"2026-03-13T23:13:16.68742Z","end":"2026-03-13T23:13:16.823145Z","steps":["trace[859243267] 'process raft request' (duration: 135.158672ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.823663Z","caller":"traceutil/trace.go:171","msg":"trace[1467368751] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"135.96636ms","start":"2026-03-13T23:13:16.687666Z","end":"2026-03-13T23:13:16.823633Z","steps":["trace[1467368751] 'process raft request' (duration: 135.895429ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.823879Z","caller":"traceutil/trace.go:171","msg":"trace[267080527] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"136.133974ms","start":"2026-03-13T23:13:16.68773Z","end":"2026-03-13T23:13:16.823864Z","steps":["trace[267080527] 'process raft request' (duration: 135.898118ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.823889Z","caller":"traceutil/trace.go:171","msg":"trace[861736591] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"136.129324ms","start":"2026-03-13T23:13:16.68775Z","end":"2026-03-13T23:13:16.82388Z","steps":["trace[861736591] 'process raft request' (duration: 135.983351ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.823924Z","caller":"traceutil/trace.go:171","msg":"trace[1933396938] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"136.090653ms","start":"2026-03-13T23:13:16.68781Z","end":"2026-03-13T23:13:16.823901Z","steps":["trace[1933396938] 'process raft request' (duration: 136.017381ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.823674Z","caller":"traceutil/trace.go:171","msg":"trace[77101230] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"136.047812ms","start":"2026-03-13T23:13:16.687583Z","end":"2026-03-13T23:13:16.823631Z","steps":["trace[77101230] 'process raft request' (duration: 135.93685ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.823949Z","caller":"traceutil/trace.go:171","msg":"trace[567932749] linearizableReadLoop","detail":"{readStateIndex:5862; appliedIndex:5847; }","duration":"135.488599ms","start":"2026-03-13T23:13:16.688407Z","end":"2026-03-13T23:13:16.823895Z","steps":["trace[567932749] 'read index received' (duration: 28.428041ms)","trace[567932749] 'applied index is now lower than readState.Index' (duration: 107.059148ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:16.823671Z","caller":"traceutil/trace.go:171","msg":"trace[142938217] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"136.095464ms","start":"2026-03-13T23:13:16.687503Z","end":"2026-03-13T23:13:16.823599Z","steps":["trace[142938217] 'process raft request' (duration: 135.105641ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.823748Z","caller":"traceutil/trace.go:171","msg":"trace[1571034964] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"136.045132ms","start":"2026-03-13T23:13:16.687694Z","end":"2026-03-13T23:13:16.823739Z","steps":["trace[1571034964] 'process raft request' (duration: 135.901338ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:16.8241Z","caller":"traceutil/trace.go:171","msg":"trace[635445317] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"136.200036ms","start":"2026-03-13T23:13:16.687871Z","end":"2026-03-13T23:13:16.824071Z","steps":["trace[635445317] 'process raft request' (duration: 135.985691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.824167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.738335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-13T23:13:16.824213Z","caller":"traceutil/trace.go:171","msg":"trace[893250379] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5636; }","duration":"135.828076ms","start":"2026-03-13T23:13:16.688371Z","end":"2026-03-13T23:13:16.824199Z","steps":["trace[893250379] 'agreement among raft nodes before linearized reading' (duration: 135.704484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.824245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.538967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:13:16.824307Z","caller":"traceutil/trace.go:171","msg":"trace[200693945] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5636; }","duration":"100.67093ms","start":"2026-03-13T23:13:16.723618Z","end":"2026-03-13T23:13:16.824289Z","steps":["trace[200693945] 'agreement among raft nodes before linearized reading' (duration: 100.531166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.82435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.625773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-13T23:13:16.824402Z","caller":"traceutil/trace.go:171","msg":"trace[562895735] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5636; }","duration":"117.727456ms","start":"2026-03-13T23:13:16.706654Z","end":"2026-03-13T23:13:16.824382Z","steps":["trace[562895735] 'agreement among raft nodes before linearized reading' (duration: 117.543251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:16.824439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.725074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112052"} {"level":"info","ts":"2026-03-13T23:13:16.824548Z","caller":"traceutil/trace.go:171","msg":"trace[1611834642] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5636; }","duration":"135.861908ms","start":"2026-03-13T23:13:16.688663Z","end":"2026-03-13T23:13:16.824525Z","steps":["trace[1611834642] 'agreement among raft nodes before linearized reading' (duration: 135.449598ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:20.070608Z","caller":"traceutil/trace.go:171","msg":"trace[1076826790] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"268.801897ms","start":"2026-03-13T23:13:19.801768Z","end":"2026-03-13T23:13:20.07057Z","steps":["trace[1076826790] 'process raft request' (duration: 262.433299ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:20.250984Z","caller":"traceutil/trace.go:171","msg":"trace[1364906995] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"163.845388ms","start":"2026-03-13T23:13:20.087106Z","end":"2026-03-13T23:13:20.250951Z","steps":["trace[1364906995] 'process raft request' (duration: 136.204836ms)","trace[1364906995] 'compare' (duration: 27.255233ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:20.423276Z","caller":"traceutil/trace.go:171","msg":"trace[492724254] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"165.872685ms","start":"2026-03-13T23:13:20.257373Z","end":"2026-03-13T23:13:20.423245Z","steps":["trace[492724254] 'process raft request' (duration: 127.160696ms)","trace[492724254] 'compare' (duration: 38.540595ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:20.889938Z","caller":"traceutil/trace.go:171","msg":"trace[1062953803] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"172.779246ms","start":"2026-03-13T23:13:20.717127Z","end":"2026-03-13T23:13:20.889906Z","steps":["trace[1062953803] 'process raft request' (duration: 172.556801ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:20.890055Z","caller":"traceutil/trace.go:171","msg":"trace[215301637] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"169.858648ms","start":"2026-03-13T23:13:20.720171Z","end":"2026-03-13T23:13:20.89003Z","steps":["trace[215301637] 'process raft request' (duration: 169.655413ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.099091Z","caller":"traceutil/trace.go:171","msg":"trace[891999002] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"203.994201ms","start":"2026-03-13T23:13:20.895074Z","end":"2026-03-13T23:13:21.099069Z","steps":["trace[891999002] 'process raft request' (duration: 203.828327ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.099413Z","caller":"traceutil/trace.go:171","msg":"trace[56587417] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"204.239747ms","start":"2026-03-13T23:13:20.895155Z","end":"2026-03-13T23:13:21.099394Z","steps":["trace[56587417] 'process raft request' (duration: 203.885828ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.099681Z","caller":"traceutil/trace.go:171","msg":"trace[655995461] transaction","detail":"{read_only:false; response_revision:5734; number_of_response:1; }","duration":"203.684794ms","start":"2026-03-13T23:13:20.895972Z","end":"2026-03-13T23:13:21.099657Z","steps":["trace[655995461] 'process raft request' (duration: 203.350816ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.099868Z","caller":"traceutil/trace.go:171","msg":"trace[1077658399] transaction","detail":"{read_only:false; response_revision:5735; number_of_response:1; }","duration":"203.871998ms","start":"2026-03-13T23:13:20.895982Z","end":"2026-03-13T23:13:21.099854Z","steps":["trace[1077658399] 'process raft request' (duration: 203.50059ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.099909Z","caller":"traceutil/trace.go:171","msg":"trace[554053423] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"203.853528ms","start":"2026-03-13T23:13:20.896026Z","end":"2026-03-13T23:13:21.099879Z","steps":["trace[554053423] 'process raft request' (duration: 203.604992ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.0999Z","caller":"traceutil/trace.go:171","msg":"trace[425331930] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"203.774216ms","start":"2026-03-13T23:13:20.896091Z","end":"2026-03-13T23:13:21.099866Z","steps":["trace[425331930] 'process raft request' (duration: 203.591421ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.099945Z","caller":"traceutil/trace.go:171","msg":"trace[2110826231] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"203.735035ms","start":"2026-03-13T23:13:20.896156Z","end":"2026-03-13T23:13:21.099891Z","steps":["trace[2110826231] 'process raft request' (duration: 203.574661ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.100161Z","caller":"traceutil/trace.go:171","msg":"trace[1670787801] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"203.879659ms","start":"2026-03-13T23:13:20.896255Z","end":"2026-03-13T23:13:21.100135Z","steps":["trace[1670787801] 'process raft request' (duration: 203.585712ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.100192Z","caller":"traceutil/trace.go:171","msg":"trace[1711085565] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"203.064ms","start":"2026-03-13T23:13:20.897115Z","end":"2026-03-13T23:13:21.100179Z","steps":["trace[1711085565] 'process raft request' (duration: 202.907056ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.100377Z","caller":"traceutil/trace.go:171","msg":"trace[1742104827] transaction","detail":"{read_only:false; response_revision:5741; number_of_response:1; }","duration":"202.294701ms","start":"2026-03-13T23:13:20.89807Z","end":"2026-03-13T23:13:21.100364Z","steps":["trace[1742104827] 'process raft request' (duration: 202.059836ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.100394Z","caller":"traceutil/trace.go:171","msg":"trace[1530336400] linearizableReadLoop","detail":"{readStateIndex:5968; appliedIndex:5957; }","duration":"180.325401ms","start":"2026-03-13T23:13:20.920047Z","end":"2026-03-13T23:13:21.100373Z","steps":["trace[1530336400] 'read index received' (duration: 178.778335ms)","trace[1530336400] 'applied index is now lower than readState.Index' (duration: 1.545816ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:21.100464Z","caller":"traceutil/trace.go:171","msg":"trace[2139434174] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"196.21573ms","start":"2026-03-13T23:13:20.90423Z","end":"2026-03-13T23:13:21.100445Z","steps":["trace[2139434174] 'process raft request' (duration: 196.036136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:21.100582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.422791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:13:21.100646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.205245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:21.100659Z","caller":"traceutil/trace.go:171","msg":"trace[578901282] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5742; }","duration":"173.516303ms","start":"2026-03-13T23:13:20.927108Z","end":"2026-03-13T23:13:21.100625Z","steps":["trace[578901282] 'agreement among raft nodes before linearized reading' (duration: 173.419151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:21.100684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.288729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-13T23:13:21.100699Z","caller":"traceutil/trace.go:171","msg":"trace[1261860487] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5742; }","duration":"173.296368ms","start":"2026-03-13T23:13:20.927389Z","end":"2026-03-13T23:13:21.100685Z","steps":["trace[1261860487] 'agreement among raft nodes before linearized reading' (duration: 173.212066ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.100746Z","caller":"traceutil/trace.go:171","msg":"trace[1997958268] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5742; }","duration":"161.370591ms","start":"2026-03-13T23:13:20.939359Z","end":"2026-03-13T23:13:21.10073Z","steps":["trace[1997958268] 'agreement among raft nodes before linearized reading' (duration: 161.183696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:21.100939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.599871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101827"} {"level":"info","ts":"2026-03-13T23:13:21.10107Z","caller":"traceutil/trace.go:171","msg":"trace[2007518990] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5742; }","duration":"203.773386ms","start":"2026-03-13T23:13:20.897263Z","end":"2026-03-13T23:13:21.101036Z","steps":["trace[2007518990] 'agreement among raft nodes before linearized reading' (duration: 203.236653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:21.554099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.143582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:21.554296Z","caller":"traceutil/trace.go:171","msg":"trace[2078971957] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"123.703035ms","start":"2026-03-13T23:13:21.430576Z","end":"2026-03-13T23:13:21.554279Z","steps":["trace[2078971957] 'process raft request' (duration: 123.621443ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.554353Z","caller":"traceutil/trace.go:171","msg":"trace[1992079496] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"128.610429ms","start":"2026-03-13T23:13:21.425713Z","end":"2026-03-13T23:13:21.554324Z","steps":["trace[1992079496] 'compare' (duration: 119.997019ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:21.578871Z","caller":"traceutil/trace.go:171","msg":"trace[472388837] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"126.277895ms","start":"2026-03-13T23:13:21.452563Z","end":"2026-03-13T23:13:21.578841Z","steps":["trace[472388837] 'process raft request' (duration: 126.106981ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:22.923357Z","caller":"traceutil/trace.go:171","msg":"trace[1082732147] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"144.055997ms","start":"2026-03-13T23:13:22.77918Z","end":"2026-03-13T23:13:22.923236Z","steps":["trace[1082732147] 'process raft request' (duration: 143.665808ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.257097Z","caller":"traceutil/trace.go:171","msg":"trace[1917423941] linearizableReadLoop","detail":"{readStateIndex:5974; appliedIndex:5973; }","duration":"333.999992ms","start":"2026-03-13T23:13:22.923077Z","end":"2026-03-13T23:13:23.257077Z","steps":["trace[1917423941] 'read index received' (duration: 333.311876ms)","trace[1917423941] 'applied index is now lower than readState.Index' (duration: 687.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:23.257114Z","caller":"traceutil/trace.go:171","msg":"trace[1592551597] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"360.858706ms","start":"2026-03-13T23:13:22.896239Z","end":"2026-03-13T23:13:23.257098Z","steps":["trace[1592551597] 'process raft request' (duration: 360.12897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.257228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.45887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:13:23.257265Z","caller":"traceutil/trace.go:171","msg":"trace[808155279] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5747; }","duration":"336.552602ms","start":"2026-03-13T23:13:22.920701Z","end":"2026-03-13T23:13:23.257254Z","steps":["trace[808155279] 'agreement among raft nodes before linearized reading' (duration: 336.47172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.257269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:22.896218Z","time spent":"360.964258ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:23.257319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.805071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:13:23.257348Z","caller":"traceutil/trace.go:171","msg":"trace[368932398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5747; }","duration":"331.859913ms","start":"2026-03-13T23:13:22.925479Z","end":"2026-03-13T23:13:23.257339Z","steps":["trace[368932398] 'agreement among raft nodes before linearized reading' (duration: 331.7452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.257366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:22.925464Z","time spent":"331.897304ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:13:23.257387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.360698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:13:23.257294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:22.920674Z","time spent":"336.609363ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:13:23.257414Z","caller":"traceutil/trace.go:171","msg":"trace[1066344168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:5747; }","duration":"148.388279ms","start":"2026-03-13T23:13:23.109019Z","end":"2026-03-13T23:13:23.257408Z","steps":["trace[1066344168] 'agreement among raft nodes before linearized reading' (duration: 148.294146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.257407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.670044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-13T23:13:23.257465Z","caller":"traceutil/trace.go:171","msg":"trace[538988204] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5747; }","duration":"151.742257ms","start":"2026-03-13T23:13:23.105704Z","end":"2026-03-13T23:13:23.257446Z","steps":["trace[538988204] 'agreement among raft nodes before linearized reading' (duration: 151.566532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.257528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.819378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:13:23.257555Z","caller":"traceutil/trace.go:171","msg":"trace[481629261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5747; }","duration":"151.870089ms","start":"2026-03-13T23:13:23.105678Z","end":"2026-03-13T23:13:23.257548Z","steps":["trace[481629261] 'agreement among raft nodes before linearized reading' (duration: 151.800387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.25766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.264368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:23.257692Z","caller":"traceutil/trace.go:171","msg":"trace[1564535417] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5747; }","duration":"152.31679ms","start":"2026-03-13T23:13:23.10537Z","end":"2026-03-13T23:13:23.257686Z","steps":["trace[1564535417] 'agreement among raft nodes before linearized reading' (duration: 152.267439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.257809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.701649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:23.257835Z","caller":"traceutil/trace.go:171","msg":"trace[1233027551] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5747; }","duration":"152.77286ms","start":"2026-03-13T23:13:23.105056Z","end":"2026-03-13T23:13:23.257829Z","steps":["trace[1233027551] 'agreement among raft nodes before linearized reading' (duration: 152.73322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.25789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.920261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:13:23.257916Z","caller":"traceutil/trace.go:171","msg":"trace[640239618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5747; }","duration":"151.996262ms","start":"2026-03-13T23:13:23.105913Z","end":"2026-03-13T23:13:23.25791Z","steps":["trace[640239618] 'agreement among raft nodes before linearized reading' (duration: 151.926451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.258105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.32673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:13:23.258081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.087201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:13:23.258147Z","caller":"traceutil/trace.go:171","msg":"trace[2040616684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5747; }","duration":"152.401752ms","start":"2026-03-13T23:13:23.105735Z","end":"2026-03-13T23:13:23.258137Z","steps":["trace[2040616684] 'agreement among raft nodes before linearized reading' (duration: 152.282359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.258138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.372227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:13:23.258173Z","caller":"traceutil/trace.go:171","msg":"trace[345479185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5747; }","duration":"330.215855ms","start":"2026-03-13T23:13:22.927936Z","end":"2026-03-13T23:13:23.258151Z","steps":["trace[345479185] 'agreement among raft nodes before linearized reading' (duration: 329.940089ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:23.258201Z","caller":"traceutil/trace.go:171","msg":"trace[2090788357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5747; }","duration":"154.47237ms","start":"2026-03-13T23:13:23.103711Z","end":"2026-03-13T23:13:23.258183Z","steps":["trace[2090788357] 'agreement among raft nodes before linearized reading' (duration: 154.139432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:23.258224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:22.927919Z","time spent":"330.299317ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:13:27.51071Z","caller":"traceutil/trace.go:171","msg":"trace[13987920] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"194.643524ms","start":"2026-03-13T23:13:27.315888Z","end":"2026-03-13T23:13:27.510531Z","steps":["trace[13987920] 'process raft request' (duration: 194.405388ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:27.511088Z","caller":"traceutil/trace.go:171","msg":"trace[373958267] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"195.004552ms","start":"2026-03-13T23:13:27.316046Z","end":"2026-03-13T23:13:27.51105Z","steps":["trace[373958267] 'process raft request' (duration: 194.424408ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:27.511664Z","caller":"traceutil/trace.go:171","msg":"trace[303059395] linearizableReadLoop","detail":"{readStateIndex:5996; appliedIndex:5992; }","duration":"195.169825ms","start":"2026-03-13T23:13:27.316471Z","end":"2026-03-13T23:13:27.511641Z","steps":["trace[303059395] 'read index received' (duration: 32.965245ms)","trace[303059395] 'applied index is now lower than readState.Index' (duration: 162.20304ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:27.511733Z","caller":"traceutil/trace.go:171","msg":"trace[2074915489] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"195.613286ms","start":"2026-03-13T23:13:27.316094Z","end":"2026-03-13T23:13:27.511707Z","steps":["trace[2074915489] 'process raft request' (duration: 194.819058ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:27.511951Z","caller":"traceutil/trace.go:171","msg":"trace[1527599972] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"194.275385ms","start":"2026-03-13T23:13:27.317641Z","end":"2026-03-13T23:13:27.511916Z","steps":["trace[1527599972] 'process raft request' (duration: 193.890056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:27.512112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.613437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101827"} {"level":"info","ts":"2026-03-13T23:13:27.512157Z","caller":"traceutil/trace.go:171","msg":"trace[510697641] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5769; }","duration":"195.717208ms","start":"2026-03-13T23:13:27.316429Z","end":"2026-03-13T23:13:27.512146Z","steps":["trace[510697641] 'agreement among raft nodes before linearized reading' (duration: 195.286698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:33.997842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.345511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:33.99817Z","caller":"traceutil/trace.go:171","msg":"trace[208750740] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"397.410816ms","start":"2026-03-13T23:13:33.600718Z","end":"2026-03-13T23:13:33.998128Z","steps":["trace[208750740] 'process raft request' (duration: 256.635914ms)","trace[208750740] 'compare' (duration: 140.182238ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:33.99826Z","caller":"traceutil/trace.go:171","msg":"trace[1734856493] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"397.318114ms","start":"2026-03-13T23:13:33.600851Z","end":"2026-03-13T23:13:33.998169Z","steps":["trace[1734856493] 'process raft request' (duration: 397.137009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:33.998514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:33.600841Z","time spent":"397.628972ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:33.998372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:33.600686Z","time spent":"397.57027ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:33.998537Z","caller":"traceutil/trace.go:171","msg":"trace[1078617246] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"312.539973ms","start":"2026-03-13T23:13:33.685965Z","end":"2026-03-13T23:13:33.998505Z","steps":["trace[1078617246] 'process raft request' (duration: 312.39478ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:33.998537Z","caller":"traceutil/trace.go:171","msg":"trace[216193253] linearizableReadLoop","detail":"{readStateIndex:6034; appliedIndex:6031; }","duration":"357.949069ms","start":"2026-03-13T23:13:33.640546Z","end":"2026-03-13T23:13:33.998496Z","steps":["trace[216193253] 'read index received' (duration: 216.8212ms)","trace[216193253] 'applied index is now lower than readState.Index' (duration: 141.123269ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:33.998405Z","caller":"traceutil/trace.go:171","msg":"trace[2131419716] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"397.108349ms","start":"2026-03-13T23:13:33.601274Z","end":"2026-03-13T23:13:33.998382Z","steps":["trace[2131419716] 'process raft request' (duration: 396.828922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:33.998711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:33.685907Z","time spent":"312.712827ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:33.998808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.786773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:33.998856Z","caller":"traceutil/trace.go:171","msg":"trace[1663847186] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5806; }","duration":"384.897105ms","start":"2026-03-13T23:13:33.613946Z","end":"2026-03-13T23:13:33.998843Z","steps":["trace[1663847186] 'agreement among raft nodes before linearized reading' (duration: 384.759132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:33.998903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:33.613921Z","time spent":"384.974057ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-13T23:13:33.998883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:33.601241Z","time spent":"397.518418ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:33.999584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.941697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-13T23:13:33.999674Z","caller":"traceutil/trace.go:171","msg":"trace[1944688705] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5806; }","duration":"382.065849ms","start":"2026-03-13T23:13:33.61759Z","end":"2026-03-13T23:13:33.999655Z","steps":["trace[1944688705] 'agreement among raft nodes before linearized reading' (duration: 381.022355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:33.999725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:33.617579Z","time spent":"382.136011ms","remote":"127.0.0.1:59976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211005,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-13T23:13:34.434489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.355581ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:34.434595Z","caller":"traceutil/trace.go:171","msg":"trace[1281351737] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5806; }","duration":"220.475994ms","start":"2026-03-13T23:13:34.214103Z","end":"2026-03-13T23:13:34.434579Z","steps":["trace[1281351737] 'range keys from in-memory index tree' (duration: 220.335781ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:34.713262Z","caller":"traceutil/trace.go:171","msg":"trace[673445976] linearizableReadLoop","detail":"{readStateIndex:6036; appliedIndex:6035; }","duration":"486.434405ms","start":"2026-03-13T23:13:34.2268Z","end":"2026-03-13T23:13:34.713235Z","steps":["trace[673445976] 'read index received' (duration: 486.151009ms)","trace[673445976] 'applied index is now lower than readState.Index' (duration: 282.246µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:34.713414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.601059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:34.713448Z","caller":"traceutil/trace.go:171","msg":"trace[300138257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5807; }","duration":"486.707281ms","start":"2026-03-13T23:13:34.22673Z","end":"2026-03-13T23:13:34.713437Z","steps":["trace[300138257] 'agreement among raft nodes before linearized reading' (duration: 486.624909ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:34.713436Z","caller":"traceutil/trace.go:171","msg":"trace[226090066] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"614.563803ms","start":"2026-03-13T23:13:34.098826Z","end":"2026-03-13T23:13:34.713389Z","steps":["trace[226090066] 'process raft request' (duration: 614.224295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:34.713485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:34.226691Z","time spent":"486.784903ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:13:34.713665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:34.098802Z","time spent":"614.741107ms","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:35.516101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.688598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:13:35.51608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.647627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:35.51619Z","caller":"traceutil/trace.go:171","msg":"trace[953832483] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5808; }","duration":"223.853132ms","start":"2026-03-13T23:13:35.292317Z","end":"2026-03-13T23:13:35.51617Z","steps":["trace[953832483] 'range keys from in-memory index tree' (duration: 223.555675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:35.516187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.795224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-13T23:13:35.516246Z","caller":"traceutil/trace.go:171","msg":"trace[400894667] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5808; }","duration":"221.873686ms","start":"2026-03-13T23:13:35.294357Z","end":"2026-03-13T23:13:35.516231Z","steps":["trace[400894667] 'range keys from in-memory index tree' (duration: 221.60169ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:35.516428Z","caller":"traceutil/trace.go:171","msg":"trace[1614723170] linearizableReadLoop","detail":"{readStateIndex:6038; appliedIndex:6037; }","duration":"105.662685ms","start":"2026-03-13T23:13:35.410748Z","end":"2026-03-13T23:13:35.516411Z","steps":["trace[1614723170] 'read index received' (duration: 87.550715ms)","trace[1614723170] 'applied index is now lower than readState.Index' (duration: 18.11048ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:35.516428Z","caller":"traceutil/trace.go:171","msg":"trace[1385905651] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"165.011024ms","start":"2026-03-13T23:13:35.351398Z","end":"2026-03-13T23:13:35.516409Z","steps":["trace[1385905651] 'process raft request' (duration: 146.919354ms)","trace[1385905651] 'compare' (duration: 17.581748ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:35.516222Z","caller":"traceutil/trace.go:171","msg":"trace[1420301086] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5808; }","duration":"223.871512ms","start":"2026-03-13T23:13:35.292317Z","end":"2026-03-13T23:13:35.516189Z","steps":["trace[1420301086] 'range keys from in-memory index tree' (duration: 223.509224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:35.516582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.84515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:13:35.516619Z","caller":"traceutil/trace.go:171","msg":"trace[1889672491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5809; }","duration":"105.933382ms","start":"2026-03-13T23:13:35.410678Z","end":"2026-03-13T23:13:35.516611Z","steps":["trace[1889672491] 'agreement among raft nodes before linearized reading' (duration: 105.791689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:35.993045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.526629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:35.993165Z","caller":"traceutil/trace.go:171","msg":"trace[912612608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5811; }","duration":"144.697273ms","start":"2026-03-13T23:13:35.848442Z","end":"2026-03-13T23:13:35.993139Z","steps":["trace[912612608] 'range keys from in-memory index tree' (duration: 144.428197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:36.457201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.055535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:36.457461Z","caller":"traceutil/trace.go:171","msg":"trace[676415669] linearizableReadLoop","detail":"{readStateIndex:6044; appliedIndex:6041; }","duration":"231.05903ms","start":"2026-03-13T23:13:36.226379Z","end":"2026-03-13T23:13:36.457438Z","steps":["trace[676415669] 'read index received' (duration: 43.471µs)","trace[676415669] 'applied index is now lower than readState.Index' (duration: 231.014209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:36.457562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.195243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:36.45759Z","caller":"traceutil/trace.go:171","msg":"trace[1497451020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5815; }","duration":"231.266465ms","start":"2026-03-13T23:13:36.226313Z","end":"2026-03-13T23:13:36.45758Z","steps":["trace[1497451020] 'agreement among raft nodes before linearized reading' (duration: 231.193203ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:36.457949Z","caller":"traceutil/trace.go:171","msg":"trace[1371303108] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"450.542372ms","start":"2026-03-13T23:13:36.00737Z","end":"2026-03-13T23:13:36.457912Z","steps":["trace[1371303108] 'process raft request' (duration: 99.669227ms)","trace[1371303108] 'compare' (duration: 349.876761ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:36.45768Z","caller":"traceutil/trace.go:171","msg":"trace[1887539660] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"448.952464ms","start":"2026-03-13T23:13:36.008684Z","end":"2026-03-13T23:13:36.457636Z","steps":["trace[1887539660] 'process raft request' (duration: 448.646767ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:36.457962Z","caller":"traceutil/trace.go:171","msg":"trace[1568934497] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"448.34528ms","start":"2026-03-13T23:13:36.009581Z","end":"2026-03-13T23:13:36.457926Z","steps":["trace[1568934497] 'process raft request' (duration: 447.809957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:36.458215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:36.007354Z","time spent":"450.717325ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:36.458357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:36.008675Z","time spent":"449.533017ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:36.458626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:36.009557Z","time spent":"448.816781ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:36.675318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.103715ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:13:37.293785Z","caller":"traceutil/trace.go:171","msg":"trace[350080565] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"124.704228ms","start":"2026-03-13T23:13:37.169044Z","end":"2026-03-13T23:13:37.293748Z","steps":["trace[350080565] 'process raft request' (duration: 123.693785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:37.686457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.018282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-13T23:13:37.686553Z","caller":"traceutil/trace.go:171","msg":"trace[1858062750] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5817; }","duration":"164.194227ms","start":"2026-03-13T23:13:37.522336Z","end":"2026-03-13T23:13:37.68653Z","steps":["trace[1858062750] 'range keys from in-memory index tree' (duration: 163.620463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:37.686617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.642514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:37.686722Z","caller":"traceutil/trace.go:171","msg":"trace[45068257] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5817; }","duration":"163.780417ms","start":"2026-03-13T23:13:37.522914Z","end":"2026-03-13T23:13:37.686694Z","steps":["trace[45068257] 'range keys from in-memory index tree' (duration: 163.585602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:37.686964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.74974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:37.687198Z","caller":"traceutil/trace.go:171","msg":"trace[542577567] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5817; }","duration":"165.020246ms","start":"2026-03-13T23:13:37.522164Z","end":"2026-03-13T23:13:37.687185Z","steps":["trace[542577567] 'range keys from in-memory index tree' (duration: 164.641236ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:37.777455Z","caller":"traceutil/trace.go:171","msg":"trace[298396910] linearizableReadLoop","detail":"{readStateIndex:6048; appliedIndex:6047; }","duration":"197.50766ms","start":"2026-03-13T23:13:37.579903Z","end":"2026-03-13T23:13:37.777411Z","steps":["trace[298396910] 'read index received' (duration: 197.183652ms)","trace[298396910] 'applied index is now lower than readState.Index' (duration: 322.278µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:37.777576Z","caller":"traceutil/trace.go:171","msg":"trace[1596752822] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"254.207808ms","start":"2026-03-13T23:13:37.523333Z","end":"2026-03-13T23:13:37.777541Z","steps":["trace[1596752822] 'process raft request' (duration: 253.795008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:37.778007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.069313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:13:37.778126Z","caller":"traceutil/trace.go:171","msg":"trace[1295729205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5818; }","duration":"198.242408ms","start":"2026-03-13T23:13:37.579855Z","end":"2026-03-13T23:13:37.778097Z","steps":["trace[1295729205] 'agreement among raft nodes before linearized reading' (duration: 197.826298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:38.16539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.104812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:38.165519Z","caller":"traceutil/trace.go:171","msg":"trace[1080675942] linearizableReadLoop","detail":"{readStateIndex:6049; appliedIndex:6048; }","duration":"382.591611ms","start":"2026-03-13T23:13:37.782909Z","end":"2026-03-13T23:13:38.1655Z","steps":["trace[1080675942] 'read index received' (duration: 132.223052ms)","trace[1080675942] 'applied index is now lower than readState.Index' (duration: 250.367349ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:38.165606Z","caller":"traceutil/trace.go:171","msg":"trace[82714415] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"383.474572ms","start":"2026-03-13T23:13:37.782119Z","end":"2026-03-13T23:13:38.165593Z","steps":["trace[82714415] 'process raft request' (duration: 133.031532ms)","trace[82714415] 'compare' (duration: 249.968739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:38.165659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:37.782098Z","time spent":"383.534173ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:38.166405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.467772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101760"} {"level":"info","ts":"2026-03-13T23:13:38.166513Z","caller":"traceutil/trace.go:171","msg":"trace[1663448666] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5819; }","duration":"383.619205ms","start":"2026-03-13T23:13:37.782869Z","end":"2026-03-13T23:13:38.166488Z","steps":["trace[1663448666] 'agreement among raft nodes before linearized reading' (duration: 382.810206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:38.166732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:37.782854Z","time spent":"383.79064ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101783,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:13:39.362552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079757053s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:39.362879Z","caller":"traceutil/trace.go:171","msg":"trace[1217376449] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"1.292243991s","start":"2026-03-13T23:13:38.070596Z","end":"2026-03-13T23:13:39.36284Z","steps":["trace[1217376449] 'process raft request' (duration: 212.029437ms)","trace[1217376449] 'compare' (duration: 1.079533918s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:39.36298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:38.070573Z","time spent":"1.292363794s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:39.363008Z","caller":"traceutil/trace.go:171","msg":"trace[1149719133] linearizableReadLoop","detail":"{readStateIndex:6050; appliedIndex:6049; }","duration":"1.197410548s","start":"2026-03-13T23:13:38.165544Z","end":"2026-03-13T23:13:39.362954Z","steps":["trace[1149719133] 'read index received' (duration: 117.04847ms)","trace[1149719133] 'applied index is now lower than readState.Index' (duration: 1.080357738s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:39.3629Z","caller":"traceutil/trace.go:171","msg":"trace[368609660] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"702.69347ms","start":"2026-03-13T23:13:38.660194Z","end":"2026-03-13T23:13:39.362887Z","steps":["trace[368609660] 'process raft request' (duration: 702.547417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.363269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:38.660165Z","time spent":"703.067039ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:39.363273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419927409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19721"} {"level":"info","ts":"2026-03-13T23:13:39.363323Z","caller":"traceutil/trace.go:171","msg":"trace[889800607] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5821; }","duration":"1.420014031s","start":"2026-03-13T23:13:37.943295Z","end":"2026-03-13T23:13:39.363309Z","steps":["trace[889800607] 'agreement among raft nodes before linearized reading' (duration: 1.419831817s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.363364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:37.94327Z","time spent":"1.420084233s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19744,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:13:39.363404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532233779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:13:39.363482Z","caller":"traceutil/trace.go:171","msg":"trace[1561022054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5821; }","duration":"1.532341971s","start":"2026-03-13T23:13:37.831117Z","end":"2026-03-13T23:13:39.363459Z","steps":["trace[1561022054] 'agreement among raft nodes before linearized reading' (duration: 1.532030664s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.363561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:37.83106Z","time spent":"1.532464375s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:13:39.91692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.230431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:13:39.917064Z","caller":"traceutil/trace.go:171","msg":"trace[1952802128] linearizableReadLoop","detail":"{readStateIndex:6052; appliedIndex:6051; }","duration":"553.939394ms","start":"2026-03-13T23:13:39.363102Z","end":"2026-03-13T23:13:39.917041Z","steps":["trace[1952802128] 'read index received' (duration: 362.932425ms)","trace[1952802128] 'applied index is now lower than readState.Index' (duration: 191.005289ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:39.917076Z","caller":"traceutil/trace.go:171","msg":"trace[766957202] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"808.894369ms","start":"2026-03-13T23:13:39.108145Z","end":"2026-03-13T23:13:39.91704Z","steps":["trace[766957202] 'process raft request' (duration: 617.815258ms)","trace[766957202] 'compare' (duration: 189.281529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:39.917369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690903777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:13:39.91717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.169625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:39.917412Z","caller":"traceutil/trace.go:171","msg":"trace[1086301324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5822; }","duration":"1.691189873s","start":"2026-03-13T23:13:38.22621Z","end":"2026-03-13T23:13:39.9174Z","steps":["trace[1086301324] 'agreement among raft nodes before linearized reading' (duration: 1.690924257s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:39.917435Z","caller":"traceutil/trace.go:171","msg":"trace[1019742041] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5822; }","duration":"750.441541ms","start":"2026-03-13T23:13:39.166973Z","end":"2026-03-13T23:13:39.917415Z","steps":["trace[1019742041] 'agreement among raft nodes before linearized reading' (duration: 750.138624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.917418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433660488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-13T23:13:39.917445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.108108Z","time spent":"809.068153ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:39.917417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448656567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-13T23:13:39.917478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.16695Z","time spent":"750.517713ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:13:39.917483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:38.226181Z","time spent":"1.691269396s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:13:39.917495Z","caller":"traceutil/trace.go:171","msg":"trace[50362773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5822; }","duration":"1.433799631s","start":"2026-03-13T23:13:38.483678Z","end":"2026-03-13T23:13:39.917477Z","steps":["trace[50362773] 'agreement among raft nodes before linearized reading' (duration: 1.433406442s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.917502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.675239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:13:39.917508Z","caller":"traceutil/trace.go:171","msg":"trace[687151928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5822; }","duration":"1.448820691s","start":"2026-03-13T23:13:38.468671Z","end":"2026-03-13T23:13:39.917491Z","steps":["trace[687151928] 'agreement among raft nodes before linearized reading' (duration: 1.448426921s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.917404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432941461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-13T23:13:39.917542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:38.483643Z","time spent":"1.433890844s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:13:39.917551Z","caller":"traceutil/trace.go:171","msg":"trace[1432284023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5822; }","duration":"893.795102ms","start":"2026-03-13T23:13:39.023741Z","end":"2026-03-13T23:13:39.917536Z","steps":["trace[1432284023] 'agreement among raft nodes before linearized reading' (duration: 893.698129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.917552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:38.46864Z","time spent":"1.448904863s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:13:39.917588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.023717Z","time spent":"893.864614ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:13:39.917626Z","caller":"traceutil/trace.go:171","msg":"trace[1454018424] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5822; }","duration":"1.433161837s","start":"2026-03-13T23:13:38.484413Z","end":"2026-03-13T23:13:39.917575Z","steps":["trace[1454018424] 'agreement among raft nodes before linearized reading' (duration: 1.432637074s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:39.917698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:38.484397Z","time spent":"1.433277669s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:13:40.41773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607026959,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:13:40.580989Z","caller":"traceutil/trace.go:171","msg":"trace[338015896] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"1.2121043s","start":"2026-03-13T23:13:39.368837Z","end":"2026-03-13T23:13:40.580941Z","steps":["trace[338015896] 'process raft request' (duration: 1.211770923s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.581219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.368809Z","time spent":"1.212299554s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:40.581443Z","caller":"traceutil/trace.go:171","msg":"trace[959755619] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"1.142247956s","start":"2026-03-13T23:13:39.43917Z","end":"2026-03-13T23:13:40.581418Z","steps":["trace[959755619] 'process raft request' (duration: 1.141624362s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.5816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.439128Z","time spent":"1.14239523s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:40.732608Z","caller":"traceutil/trace.go:171","msg":"trace[2067760957] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"947.218474ms","start":"2026-03-13T23:13:39.785358Z","end":"2026-03-13T23:13:40.732577Z","steps":["trace[2067760957] 'process raft request' (duration: 885.760215ms)","trace[2067760957] 'compare' (duration: 61.190942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:40.732809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.785323Z","time spent":"947.376897ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:40.733152Z","caller":"traceutil/trace.go:171","msg":"trace[1350767165] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"808.368166ms","start":"2026-03-13T23:13:39.924722Z","end":"2026-03-13T23:13:40.73309Z","steps":["trace[1350767165] 'process raft request' (duration: 807.751222ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:40.733271Z","caller":"traceutil/trace.go:171","msg":"trace[1518029814] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"800.935904ms","start":"2026-03-13T23:13:39.932312Z","end":"2026-03-13T23:13:40.733247Z","steps":["trace[1518029814] 'process raft request' (duration: 800.803111ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:40.733196Z","caller":"traceutil/trace.go:171","msg":"trace[688734011] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"800.948855ms","start":"2026-03-13T23:13:39.93221Z","end":"2026-03-13T23:13:40.733159Z","steps":["trace[688734011] 'process raft request' (duration: 800.757121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.733391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.932288Z","time spent":"801.039097ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:13:40.7334Z","caller":"traceutil/trace.go:171","msg":"trace[1340248708] linearizableReadLoop","detail":"{readStateIndex:6058; appliedIndex:6052; }","duration":"816.281471ms","start":"2026-03-13T23:13:39.917097Z","end":"2026-03-13T23:13:40.733378Z","steps":["trace[1340248708] 'read index received' (duration: 663.519731ms)","trace[1340248708] 'applied index is now lower than readState.Index' (duration: 152.75868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:13:40.73351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040508542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:13:40.733542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195405712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:40.733565Z","caller":"traceutil/trace.go:171","msg":"trace[137555899] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5829; }","duration":"1.040610094s","start":"2026-03-13T23:13:39.692942Z","end":"2026-03-13T23:13:40.733552Z","steps":["trace[137555899] 'agreement among raft nodes before linearized reading' (duration: 1.040505262s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:40.733577Z","caller":"traceutil/trace.go:171","msg":"trace[250021025] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5829; }","duration":"1.195501854s","start":"2026-03-13T23:13:39.538063Z","end":"2026-03-13T23:13:40.733565Z","steps":["trace[250021025] 'agreement among raft nodes before linearized reading' (duration: 1.195438593s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.733595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.96562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:13:40.733678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.294066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:13:40.733681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025150275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:13:40.733715Z","caller":"traceutil/trace.go:171","msg":"trace[1881436651] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5829; }","duration":"367.380889ms","start":"2026-03-13T23:13:40.366324Z","end":"2026-03-13T23:13:40.733705Z","steps":["trace[1881436651] 'agreement among raft nodes before linearized reading' (duration: 367.327157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.733721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040675906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"warn","ts":"2026-03-13T23:13:40.733732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364578034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19645"} {"level":"warn","ts":"2026-03-13T23:13:40.733597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.479975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:40.733795Z","caller":"traceutil/trace.go:171","msg":"trace[143834754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5829; }","duration":"816.71971ms","start":"2026-03-13T23:13:39.917063Z","end":"2026-03-13T23:13:40.733783Z","steps":["trace[143834754] 'agreement among raft nodes before linearized reading' (duration: 816.491115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.733814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.212638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-13T23:13:40.733849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.917043Z","time spent":"816.793463ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:13:40.733857Z","caller":"traceutil/trace.go:171","msg":"trace[928494961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5829; }","duration":"791.28641ms","start":"2026-03-13T23:13:39.942558Z","end":"2026-03-13T23:13:40.733845Z","steps":["trace[928494961] 'agreement among raft nodes before linearized reading' (duration: 791.139976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.733899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.942543Z","time spent":"791.349592ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:13:40.733689Z","caller":"traceutil/trace.go:171","msg":"trace[647492163] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5829; }","duration":"997.103963ms","start":"2026-03-13T23:13:39.736545Z","end":"2026-03-13T23:13:40.733649Z","steps":["trace[647492163] 'agreement among raft nodes before linearized reading' (duration: 997.006521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.733881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.909275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:13:40.733981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.736517Z","time spent":"997.444112ms","remote":"127.0.0.1:49352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:13:40.734024Z","caller":"traceutil/trace.go:171","msg":"trace[969417617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5829; }","duration":"564.07691ms","start":"2026-03-13T23:13:40.1699Z","end":"2026-03-13T23:13:40.733977Z","steps":["trace[969417617] 'agreement among raft nodes before linearized reading' (duration: 563.745992ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:40.733747Z","caller":"traceutil/trace.go:171","msg":"trace[1952774280] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5829; }","duration":"1.040736547s","start":"2026-03-13T23:13:39.693003Z","end":"2026-03-13T23:13:40.73374Z","steps":["trace[1952774280] 'agreement among raft nodes before linearized reading' (duration: 1.040626645s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.734067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.299189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:13:40.734126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:40.169868Z","time spent":"564.246583ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:13:40.73413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.692979Z","time spent":"1.041129546s","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6180,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-13T23:13:40.733798Z","caller":"traceutil/trace.go:171","msg":"trace[1016262229] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5829; }","duration":"1.364670415s","start":"2026-03-13T23:13:39.369109Z","end":"2026-03-13T23:13:40.73378Z","steps":["trace[1016262229] 'agreement among raft nodes before linearized reading' (duration: 1.364519562s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:40.734195Z","caller":"traceutil/trace.go:171","msg":"trace[1065750820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:5829; }","duration":"559.424121ms","start":"2026-03-13T23:13:40.174723Z","end":"2026-03-13T23:13:40.734147Z","steps":["trace[1065750820] 'agreement among raft nodes before linearized reading' (duration: 558.9496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.734249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:40.174701Z","time spent":"559.540714ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:13:40.734197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.36909Z","time spent":"1.365095116s","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19668,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:13:40.734221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.327928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:13:40.734486Z","caller":"traceutil/trace.go:171","msg":"trace[2103337373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5829; }","duration":"815.970353ms","start":"2026-03-13T23:13:39.918496Z","end":"2026-03-13T23:13:40.734467Z","steps":["trace[2103337373] 'agreement among raft nodes before linearized reading' (duration: 815.220886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.733507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040370949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:13:40.734551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.918459Z","time spent":"816.074736ms","remote":"127.0.0.1:59848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:13:40.734582Z","caller":"traceutil/trace.go:171","msg":"trace[1178815593] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5829; }","duration":"1.041489525s","start":"2026-03-13T23:13:39.693077Z","end":"2026-03-13T23:13:40.734567Z","steps":["trace[1178815593] 'agreement among raft nodes before linearized reading' (duration: 1.040355078s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.734634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.69307Z","time spent":"1.041550996s","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-13T23:13:40.73361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.538017Z","time spent":"1.195583716s","remote":"127.0.0.1:51492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:13:40.733531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.932198Z","time spent":"801.1891ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:40.733548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.924699Z","time spent":"808.527301ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:13:40.733747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:40.366296Z","time spent":"367.442149ms","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:13:40.733749Z","caller":"traceutil/trace.go:171","msg":"trace[463186664] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5829; }","duration":"1.025239117s","start":"2026-03-13T23:13:39.708491Z","end":"2026-03-13T23:13:40.73373Z","steps":["trace[463186664] 'agreement among raft nodes before linearized reading' (duration: 1.025120214s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:40.73511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.708479Z","time spent":"1.026599608s","remote":"127.0.0.1:60346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:13:40.733608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:13:39.692924Z","time spent":"1.040675986s","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-13T23:13:55.25424Z","caller":"traceutil/trace.go:171","msg":"trace[1907064696] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"121.970425ms","start":"2026-03-13T23:13:55.13224Z","end":"2026-03-13T23:13:55.254211Z","steps":["trace[1907064696] 'process raft request' (duration: 121.73704ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:13:55.572631Z","caller":"traceutil/trace.go:171","msg":"trace[2061763124] linearizableReadLoop","detail":"{readStateIndex:6159; appliedIndex:6158; }","duration":"118.520805ms","start":"2026-03-13T23:13:55.454084Z","end":"2026-03-13T23:13:55.572605Z","steps":["trace[2061763124] 'read index received' (duration: 118.3223ms)","trace[2061763124] 'applied index is now lower than readState.Index' (duration: 197.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:13:55.572718Z","caller":"traceutil/trace.go:171","msg":"trace[630907724] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"153.836025ms","start":"2026-03-13T23:13:55.418843Z","end":"2026-03-13T23:13:55.572679Z","steps":["trace[630907724] 'process raft request' (duration: 153.58611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:13:55.572822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.684919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:13:55.57291Z","caller":"traceutil/trace.go:171","msg":"trace[1780376036] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5925; }","duration":"118.835312ms","start":"2026-03-13T23:13:55.454052Z","end":"2026-03-13T23:13:55.572887Z","steps":["trace[1780376036] 'agreement among raft nodes before linearized reading' (duration: 118.653778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:19.182117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.640631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:14:19.182196Z","caller":"traceutil/trace.go:171","msg":"trace[552802094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6087; }","duration":"110.768924ms","start":"2026-03-13T23:14:19.071409Z","end":"2026-03-13T23:14:19.182178Z","steps":["trace[552802094] 'range keys from in-memory index tree' (duration: 110.507998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:14:19.182313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.338737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:14:19.182339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.71734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:14:19.182319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.733877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:14:19.182322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.506374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:14:19.18241Z","caller":"traceutil/trace.go:171","msg":"trace[1446427105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6087; }","duration":"114.495691ms","start":"2026-03-13T23:14:19.06789Z","end":"2026-03-13T23:14:19.182386Z","steps":["trace[1446427105] 'range keys from in-memory index tree' (duration: 114.186853ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:19.182453Z","caller":"traceutil/trace.go:171","msg":"trace[1025051912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:6087; }","duration":"108.953262ms","start":"2026-03-13T23:14:19.073466Z","end":"2026-03-13T23:14:19.182419Z","steps":["trace[1025051912] 'range keys from in-memory index tree' (duration: 108.432779ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:19.182493Z","caller":"traceutil/trace.go:171","msg":"trace[209032344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6087; }","duration":"115.784971ms","start":"2026-03-13T23:14:19.06667Z","end":"2026-03-13T23:14:19.182455Z","steps":["trace[209032344] 'range keys from in-memory index tree' (duration: 115.350321ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:14:19.182421Z","caller":"traceutil/trace.go:171","msg":"trace[416575898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6087; }","duration":"109.827752ms","start":"2026-03-13T23:14:19.072572Z","end":"2026-03-13T23:14:19.1824Z","steps":["trace[416575898] 'range keys from in-memory index tree' (duration: 109.537746ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:12.269286Z","caller":"traceutil/trace.go:171","msg":"trace[1610092447] transaction","detail":"{read_only:false; response_revision:6733; number_of_response:1; }","duration":"121.553687ms","start":"2026-03-13T23:16:12.147705Z","end":"2026-03-13T23:16:12.269259Z","steps":["trace[1610092447] 'process raft request' (duration: 120.998944ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:16.014282Z","caller":"traceutil/trace.go:171","msg":"trace[787006652] linearizableReadLoop","detail":"{readStateIndex:7014; appliedIndex:7013; }","duration":"148.538159ms","start":"2026-03-13T23:16:15.865712Z","end":"2026-03-13T23:16:16.014251Z","steps":["trace[787006652] 'read index received' (duration: 108.86055ms)","trace[787006652] 'applied index is now lower than readState.Index' (duration: 39.675899ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:16:16.014372Z","caller":"traceutil/trace.go:171","msg":"trace[1479531969] transaction","detail":"{read_only:false; response_revision:6750; number_of_response:1; }","duration":"143.993733ms","start":"2026-03-13T23:16:15.870258Z","end":"2026-03-13T23:16:16.014251Z","steps":["trace[1479531969] 'process raft request' (duration: 143.87789ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:16.014623Z","caller":"traceutil/trace.go:171","msg":"trace[732423068] transaction","detail":"{read_only:false; response_revision:6749; number_of_response:1; }","duration":"205.836731ms","start":"2026-03-13T23:16:15.808761Z","end":"2026-03-13T23:16:16.014598Z","steps":["trace[732423068] 'process raft request' (duration: 165.842874ms)","trace[732423068] 'compare' (duration: 39.373772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:16:16.014755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.131114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:16:16.014768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.902962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:16:16.014844Z","caller":"traceutil/trace.go:171","msg":"trace[21368081] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:6750; }","duration":"205.238167ms","start":"2026-03-13T23:16:15.809586Z","end":"2026-03-13T23:16:16.014825Z","steps":["trace[21368081] 'agreement among raft nodes before linearized reading' (duration: 205.002212ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:16:16.014843Z","caller":"traceutil/trace.go:171","msg":"trace[1600363565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6750; }","duration":"206.024425ms","start":"2026-03-13T23:16:15.808805Z","end":"2026-03-13T23:16:16.01483Z","steps":["trace[1600363565] 'agreement among raft nodes before linearized reading' (duration: 205.80395ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:03.963849Z","caller":"traceutil/trace.go:171","msg":"trace[1380719425] transaction","detail":"{read_only:false; response_revision:7179; number_of_response:1; }","duration":"219.86709ms","start":"2026-03-13T23:17:03.743943Z","end":"2026-03-13T23:17:03.96381Z","steps":["trace[1380719425] 'process raft request' (duration: 139.5511ms)","trace[1380719425] 'compare' (duration: 80.138596ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:04.446248Z","caller":"traceutil/trace.go:171","msg":"trace[533374315] transaction","detail":"{read_only:false; response_revision:7182; number_of_response:1; }","duration":"121.058509ms","start":"2026-03-13T23:17:04.325148Z","end":"2026-03-13T23:17:04.446207Z","steps":["trace[533374315] 'process raft request' (duration: 96.217911ms)","trace[533374315] 'compare' (duration: 24.50064ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:04.44642Z","caller":"traceutil/trace.go:171","msg":"trace[27856232] transaction","detail":"{read_only:false; response_revision:7183; number_of_response:1; }","duration":"121.207053ms","start":"2026-03-13T23:17:04.325189Z","end":"2026-03-13T23:17:04.446396Z","steps":["trace[27856232] 'process raft request' (duration: 120.818594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:17:04.446714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.179982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:17:04.446763Z","caller":"traceutil/trace.go:171","msg":"trace[1944859705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:7183; }","duration":"121.255044ms","start":"2026-03-13T23:17:04.325497Z","end":"2026-03-13T23:17:04.446752Z","steps":["trace[1944859705] 'agreement among raft nodes before linearized reading' (duration: 121.049789ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:17:04.446301Z","caller":"traceutil/trace.go:171","msg":"trace[1166803038] linearizableReadLoop","detail":"{readStateIndex:7461; appliedIndex:7458; }","duration":"120.765292ms","start":"2026-03-13T23:17:04.325511Z","end":"2026-03-13T23:17:04.446277Z","steps":["trace[1166803038] 'read index received' (duration: 57.384606ms)","trace[1166803038] 'applied index is now lower than readState.Index' (duration: 63.379496ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:17:28.613629Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5313} {"level":"info","ts":"2026-03-13T23:17:28.733939Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5313,"took":"118.697284ms","hash":2891567436,"current-db-size-bytes":39903232,"current-db-size":"40 MB","current-db-size-in-use-bytes":20566016,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-13T23:17:28.734009Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2891567436,"revision":5313,"compact-revision":2680} {"level":"info","ts":"2026-03-13T23:18:04.49648Z","caller":"traceutil/trace.go:171","msg":"trace[555200466] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"121.484919ms","start":"2026-03-13T23:18:04.374968Z","end":"2026-03-13T23:18:04.496453Z","steps":["trace[555200466] 'process raft request' (duration: 121.308825ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:26.115191Z","caller":"traceutil/trace.go:171","msg":"trace[172826946] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"100.230034ms","start":"2026-03-13T23:18:26.014937Z","end":"2026-03-13T23:18:26.115167Z","steps":["trace[172826946] 'process raft request' (duration: 100.05151ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:31.59259Z","caller":"traceutil/trace.go:171","msg":"trace[1235001471] linearizableReadLoop","detail":"{readStateIndex:8049; appliedIndex:8048; }","duration":"177.560765ms","start":"2026-03-13T23:18:31.415011Z","end":"2026-03-13T23:18:31.592572Z","steps":["trace[1235001471] 'read index received' (duration: 177.416881ms)","trace[1235001471] 'applied index is now lower than readState.Index' (duration: 143.024µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:31.592756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.732829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:18:31.592777Z","caller":"traceutil/trace.go:171","msg":"trace[1397517914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7749; }","duration":"177.809ms","start":"2026-03-13T23:18:31.41496Z","end":"2026-03-13T23:18:31.592769Z","steps":["trace[1397517914] 'agreement among raft nodes before linearized reading' (duration: 177.688518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:31.823589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.272359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:31.823742Z","caller":"traceutil/trace.go:171","msg":"trace[880091166] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7750; }","duration":"144.544336ms","start":"2026-03-13T23:18:31.679166Z","end":"2026-03-13T23:18:31.82371Z","steps":["trace[880091166] 'range keys from in-memory index tree' (duration: 144.157457ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:32.308464Z","caller":"traceutil/trace.go:171","msg":"trace[1285555018] transaction","detail":"{read_only:false; response_revision:7752; number_of_response:1; }","duration":"102.507307ms","start":"2026-03-13T23:18:32.205925Z","end":"2026-03-13T23:18:32.308433Z","steps":["trace[1285555018] 'process raft request' (duration: 20.401125ms)","trace[1285555018] 'compare' (duration: 81.949748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:33.127641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.003325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:18:33.127881Z","caller":"traceutil/trace.go:171","msg":"trace[88947243] transaction","detail":"{read_only:false; response_revision:7756; number_of_response:1; }","duration":"126.196519ms","start":"2026-03-13T23:18:33.001641Z","end":"2026-03-13T23:18:33.127837Z","steps":["trace[88947243] 'process raft request' (duration: 14.914037ms)","trace[88947243] 'compare' (duration: 110.880912ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:33.127957Z","caller":"traceutil/trace.go:171","msg":"trace[367987013] linearizableReadLoop","detail":"{readStateIndex:8058; appliedIndex:8055; }","duration":"121.868428ms","start":"2026-03-13T23:18:33.005997Z","end":"2026-03-13T23:18:33.127866Z","steps":["trace[367987013] 'read index received' (duration: 10.557066ms)","trace[367987013] 'applied index is now lower than readState.Index' (duration: 111.307662ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:33.127939Z","caller":"traceutil/trace.go:171","msg":"trace[1273456405] transaction","detail":"{read_only:false; response_revision:7757; number_of_response:1; }","duration":"124.418117ms","start":"2026-03-13T23:18:33.003484Z","end":"2026-03-13T23:18:33.127903Z","steps":["trace[1273456405] 'process raft request' (duration: 124.257744ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:33.128145Z","caller":"traceutil/trace.go:171","msg":"trace[1585356301] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"124.612071ms","start":"2026-03-13T23:18:33.003511Z","end":"2026-03-13T23:18:33.128124Z","steps":["trace[1585356301] 'process raft request' (duration: 124.311924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:33.128254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.247667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:18:33.128355Z","caller":"traceutil/trace.go:171","msg":"trace[2043692785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:7758; }","duration":"122.311068ms","start":"2026-03-13T23:18:33.005975Z","end":"2026-03-13T23:18:33.128286Z","steps":["trace[2043692785] 'agreement among raft nodes before linearized reading' (duration: 122.047022ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:41.077972Z","caller":"traceutil/trace.go:171","msg":"trace[1239211208] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"243.639595ms","start":"2026-03-13T23:18:40.834303Z","end":"2026-03-13T23:18:41.077943Z","steps":["trace[1239211208] 'process raft request' (duration: 225.294677ms)","trace[1239211208] 'compare' (duration: 18.045961ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:43.522913Z","caller":"traceutil/trace.go:171","msg":"trace[659475224] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8234; }","duration":"440.757848ms","start":"2026-03-13T23:18:43.082124Z","end":"2026-03-13T23:18:43.522882Z","steps":["trace[659475224] 'read index received' (duration: 440.548963ms)","trace[659475224] 'applied index is now lower than readState.Index' (duration: 207.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:43.523038Z","caller":"traceutil/trace.go:171","msg":"trace[2039808138] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"760.500599ms","start":"2026-03-13T23:18:42.762495Z","end":"2026-03-13T23:18:43.522995Z","steps":["trace[2039808138] 'process raft request' (duration: 760.183551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:43.523237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:42.762468Z","time spent":"760.662073ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:43.523317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.157077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:18:43.523376Z","caller":"traceutil/trace.go:171","msg":"trace[1552600601] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7932; }","duration":"441.28179ms","start":"2026-03-13T23:18:43.08208Z","end":"2026-03-13T23:18:43.523361Z","steps":["trace[1552600601] 'agreement among raft nodes before linearized reading' (duration: 440.976983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:43.52342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.082058Z","time spent":"441.352362ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:18:44.024002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607032632,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:18:44.309483Z","caller":"traceutil/trace.go:171","msg":"trace[1408173719] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"922.982417ms","start":"2026-03-13T23:18:43.386467Z","end":"2026-03-13T23:18:44.309449Z","steps":["trace[1408173719] 'process raft request' (duration: 922.894225ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:44.30959Z","caller":"traceutil/trace.go:171","msg":"trace[268576103] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"1.222200688s","start":"2026-03-13T23:18:43.087283Z","end":"2026-03-13T23:18:44.309484Z","steps":["trace[268576103] 'process raft request' (duration: 1.207921824s)","trace[268576103] 'compare' (duration: 13.481405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:44.309678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.386448Z","time spent":"923.13054ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:44.309705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.087257Z","time spent":"1.222394513s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:18:44.310059Z","caller":"traceutil/trace.go:171","msg":"trace[396303730] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8235; }","duration":"787.00441ms","start":"2026-03-13T23:18:43.523017Z","end":"2026-03-13T23:18:44.310021Z","steps":["trace[396303730] 'read index received' (duration: 772.183634ms)","trace[396303730] 'applied index is now lower than readState.Index' (duration: 14.819186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:44.310113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084127212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:44.310173Z","caller":"traceutil/trace.go:171","msg":"trace[444398112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7935; }","duration":"1.084216303s","start":"2026-03-13T23:18:43.225939Z","end":"2026-03-13T23:18:44.310156Z","steps":["trace[444398112] 'agreement among raft nodes before linearized reading' (duration: 1.08408507s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:44.310204Z","caller":"traceutil/trace.go:171","msg":"trace[519482275] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"782.049135ms","start":"2026-03-13T23:18:43.528116Z","end":"2026-03-13T23:18:44.310165Z","steps":["trace[519482275] 'process raft request' (duration: 781.757118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.310215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115874753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:18:44.310302Z","caller":"traceutil/trace.go:171","msg":"trace[1160937432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7935; }","duration":"1.115979345s","start":"2026-03-13T23:18:43.194302Z","end":"2026-03-13T23:18:44.310282Z","steps":["trace[1160937432] 'agreement among raft nodes before linearized reading' (duration: 1.11574008s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.310307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130012944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:18:44.310227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.225923Z","time spent":"1.084293916s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:18:44.310362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.194292Z","time spent":"1.116057978s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:18:44.310342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1131736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:18:44.310385Z","caller":"traceutil/trace.go:171","msg":"trace[1453050270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7935; }","duration":"1.130125776s","start":"2026-03-13T23:18:43.180242Z","end":"2026-03-13T23:18:44.310368Z","steps":["trace[1453050270] 'agreement among raft nodes before linearized reading' (duration: 1.129930792s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.310431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.180225Z","time spent":"1.130193707s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:18:44.31043Z","caller":"traceutil/trace.go:171","msg":"trace[41112178] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:7935; }","duration":"1.113274012s","start":"2026-03-13T23:18:43.197133Z","end":"2026-03-13T23:18:44.310407Z","steps":["trace[41112178] 'agreement among raft nodes before linearized reading' (duration: 1.113059257s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.310483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116445156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:18:44.310578Z","caller":"traceutil/trace.go:171","msg":"trace[318979517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7935; }","duration":"1.11657677s","start":"2026-03-13T23:18:43.193978Z","end":"2026-03-13T23:18:44.310555Z","steps":["trace[318979517] 'agreement among raft nodes before linearized reading' (duration: 1.116121119s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.310726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.193959Z","time spent":"1.116749683s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:18:44.310487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.197126Z","time spent":"1.113352634s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:18:44.310364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.528088Z","time spent":"782.188257ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:44.313363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.612701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:18:44.313419Z","caller":"traceutil/trace.go:171","msg":"trace[219961727] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7936; }","duration":"789.725303ms","start":"2026-03-13T23:18:43.523678Z","end":"2026-03-13T23:18:44.313403Z","steps":["trace[219961727] 'agreement among raft nodes before linearized reading' (duration: 789.634531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:44.313488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:43.523655Z","time spent":"789.822146ms","remote":"127.0.0.1:60168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:18:48.593361Z","caller":"traceutil/trace.go:171","msg":"trace[1020555512] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"160.561662ms","start":"2026-03-13T23:18:48.432754Z","end":"2026-03-13T23:18:48.593316Z","steps":["trace[1020555512] 'process raft request' (duration: 160.387228ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:48.616115Z","caller":"traceutil/trace.go:171","msg":"trace[2080579148] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"182.983016ms","start":"2026-03-13T23:18:48.433109Z","end":"2026-03-13T23:18:48.616092Z","steps":["trace[2080579148] 'process raft request' (duration: 182.848753ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:48.616237Z","caller":"traceutil/trace.go:171","msg":"trace[109398019] linearizableReadLoop","detail":"{readStateIndex:8264; appliedIndex:8261; }","duration":"180.18716ms","start":"2026-03-13T23:18:48.436041Z","end":"2026-03-13T23:18:48.616228Z","steps":["trace[109398019] 'read index received' (duration: 157.146382ms)","trace[109398019] 'applied index is now lower than readState.Index' (duration: 23.040058ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:48.61631Z","caller":"traceutil/trace.go:171","msg":"trace[112485617] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"182.841632ms","start":"2026-03-13T23:18:48.433438Z","end":"2026-03-13T23:18:48.61628Z","steps":["trace[112485617] 'process raft request' (duration: 182.597427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:48.616463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.408076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224099"} {"level":"info","ts":"2026-03-13T23:18:48.616488Z","caller":"traceutil/trace.go:171","msg":"trace[696667761] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7960; }","duration":"180.463777ms","start":"2026-03-13T23:18:48.436019Z","end":"2026-03-13T23:18:48.616482Z","steps":["trace[696667761] 'agreement among raft nodes before linearized reading' (duration: 180.242122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:52.696499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.845087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:18:52.696711Z","caller":"traceutil/trace.go:171","msg":"trace[2031214761] linearizableReadLoop","detail":"{readStateIndex:8279; appliedIndex:8277; }","duration":"255.92785ms","start":"2026-03-13T23:18:52.440767Z","end":"2026-03-13T23:18:52.696694Z","steps":["trace[2031214761] 'read index received' (duration: 118.760465ms)","trace[2031214761] 'applied index is now lower than readState.Index' (duration: 137.166295ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:52.696716Z","caller":"traceutil/trace.go:171","msg":"trace[1942089707] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"312.229296ms","start":"2026-03-13T23:18:52.384461Z","end":"2026-03-13T23:18:52.69669Z","steps":["trace[1942089707] 'process raft request' (duration: 175.101802ms)","trace[1942089707] 'compare' (duration: 136.596282ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:52.696755Z","caller":"traceutil/trace.go:171","msg":"trace[1938038402] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"276.111472ms","start":"2026-03-13T23:18:52.420612Z","end":"2026-03-13T23:18:52.696724Z","steps":["trace[1938038402] 'process raft request' (duration: 275.994769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:52.696815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:52.384444Z","time spent":"312.321598ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:52.69694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.157795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:18:52.697015Z","caller":"traceutil/trace.go:171","msg":"trace[1645255719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7974; }","duration":"256.284818ms","start":"2026-03-13T23:18:52.440712Z","end":"2026-03-13T23:18:52.696997Z","steps":["trace[1645255719] 'agreement among raft nodes before linearized reading' (duration: 256.038582ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:52.827198Z","caller":"traceutil/trace.go:171","msg":"trace[1182433869] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"126.007905ms","start":"2026-03-13T23:18:52.701165Z","end":"2026-03-13T23:18:52.827173Z","steps":["trace[1182433869] 'process raft request' (duration: 118.131321ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:52.827238Z","caller":"traceutil/trace.go:171","msg":"trace[1130569420] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"126.037756ms","start":"2026-03-13T23:18:52.701164Z","end":"2026-03-13T23:18:52.827202Z","steps":["trace[1130569420] 'process raft request' (duration: 125.945194ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:52.827461Z","caller":"traceutil/trace.go:171","msg":"trace[1286566094] linearizableReadLoop","detail":"{readStateIndex:8282; appliedIndex:8279; }","duration":"124.435247ms","start":"2026-03-13T23:18:52.703008Z","end":"2026-03-13T23:18:52.827443Z","steps":["trace[1286566094] 'read index received' (duration: 116.447891ms)","trace[1286566094] 'applied index is now lower than readState.Index' (duration: 7.986396ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:52.827541Z","caller":"traceutil/trace.go:171","msg":"trace[1119294784] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"124.446718ms","start":"2026-03-13T23:18:52.703057Z","end":"2026-03-13T23:18:52.827504Z","steps":["trace[1119294784] 'process raft request' (duration: 124.292974ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:52.827669Z","caller":"traceutil/trace.go:171","msg":"trace[1507227645] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"124.723095ms","start":"2026-03-13T23:18:52.702917Z","end":"2026-03-13T23:18:52.82764Z","steps":["trace[1507227645] 'process raft request' (duration: 124.236714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:52.827894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.867088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224099"} {"level":"info","ts":"2026-03-13T23:18:52.82794Z","caller":"traceutil/trace.go:171","msg":"trace[1408800288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7978; }","duration":"124.969691ms","start":"2026-03-13T23:18:52.70296Z","end":"2026-03-13T23:18:52.827929Z","steps":["trace[1408800288] 'agreement among raft nodes before linearized reading' (duration: 124.550291ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:54.050449Z","caller":"traceutil/trace.go:171","msg":"trace[934977848] linearizableReadLoop","detail":"{readStateIndex:8284; appliedIndex:8283; }","duration":"213.747455ms","start":"2026-03-13T23:18:53.836684Z","end":"2026-03-13T23:18:54.050431Z","steps":["trace[934977848] 'read index received' (duration: 213.657973ms)","trace[934977848] 'applied index is now lower than readState.Index' (duration: 88.912µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:54.050525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.847256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:18:54.050541Z","caller":"traceutil/trace.go:171","msg":"trace[656917375] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:7979; }","duration":"213.924209ms","start":"2026-03-13T23:18:53.836612Z","end":"2026-03-13T23:18:54.050536Z","steps":["trace[656917375] 'agreement among raft nodes before linearized reading' (duration: 213.880968ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:54.050519Z","caller":"traceutil/trace.go:171","msg":"trace[624234809] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"483.839946ms","start":"2026-03-13T23:18:53.566647Z","end":"2026-03-13T23:18:54.050487Z","steps":["trace[624234809] 'process raft request' (duration: 483.678062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:54.050669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:53.56662Z","time spent":"483.968259ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:54.572794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.027423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:18:54.572819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.961698ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:54.572941Z","caller":"traceutil/trace.go:171","msg":"trace[1435702318] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7979; }","duration":"268.206777ms","start":"2026-03-13T23:18:54.304671Z","end":"2026-03-13T23:18:54.572878Z","steps":["trace[1435702318] 'count revisions from in-memory index tree' (duration: 267.874229ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:54.573053Z","caller":"traceutil/trace.go:171","msg":"trace[26218575] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7979; }","duration":"359.143152ms","start":"2026-03-13T23:18:54.213824Z","end":"2026-03-13T23:18:54.572967Z","steps":["trace[26218575] 'range keys from in-memory index tree' (duration: 358.941818ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:54.57414Z","caller":"traceutil/trace.go:171","msg":"trace[590134637] linearizableReadLoop","detail":"{readStateIndex:8285; appliedIndex:8284; }","duration":"147.781443ms","start":"2026-03-13T23:18:54.426325Z","end":"2026-03-13T23:18:54.574107Z","steps":["trace[590134637] 'read index received' (duration: 147.6497ms)","trace[590134637] 'applied index is now lower than readState.Index' (duration: 130.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:54.574197Z","caller":"traceutil/trace.go:171","msg":"trace[1373584756] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"164.395321ms","start":"2026-03-13T23:18:54.409773Z","end":"2026-03-13T23:18:54.574168Z","steps":["trace[1373584756] 'process raft request' (duration: 164.151826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:54.574327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.999619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:18:54.574427Z","caller":"traceutil/trace.go:171","msg":"trace[1845867934] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7980; }","duration":"148.154602ms","start":"2026-03-13T23:18:54.42626Z","end":"2026-03-13T23:18:54.574414Z","steps":["trace[1845867934] 'agreement among raft nodes before linearized reading' (duration: 147.943937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.262998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607032753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:18:55.528034Z","caller":"traceutil/trace.go:171","msg":"trace[68851] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"909.260487ms","start":"2026-03-13T23:18:54.618752Z","end":"2026-03-13T23:18:55.528012Z","steps":["trace[68851] 'process raft request' (duration: 909.096853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.528174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.618732Z","time spent":"909.368429ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:18:55.653621Z","caller":"traceutil/trace.go:171","msg":"trace[718761126] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"951.417661ms","start":"2026-03-13T23:18:54.702177Z","end":"2026-03-13T23:18:55.653595Z","steps":["trace[718761126] 'process raft request' (duration: 880.197247ms)","trace[718761126] 'compare' (duration: 70.823985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:55.653928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.702147Z","time spent":"951.702188ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:18:55.653986Z","caller":"traceutil/trace.go:171","msg":"trace[1863827434] linearizableReadLoop","detail":"{readStateIndex:8289; appliedIndex:8285; }","duration":"891.170034ms","start":"2026-03-13T23:18:54.762796Z","end":"2026-03-13T23:18:55.653966Z","steps":["trace[1863827434] 'read index received' (duration: 765.092968ms)","trace[1863827434] 'applied index is now lower than readState.Index' (duration: 126.075766ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:55.65403Z","caller":"traceutil/trace.go:171","msg":"trace[1094208378] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"950.50804ms","start":"2026-03-13T23:18:54.703496Z","end":"2026-03-13T23:18:55.654004Z","steps":["trace[1094208378] 'process raft request' (duration: 950.015628ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:55.654073Z","caller":"traceutil/trace.go:171","msg":"trace[952130250] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"752.159555ms","start":"2026-03-13T23:18:54.901867Z","end":"2026-03-13T23:18:55.654026Z","steps":["trace[952130250] 'process raft request' (duration: 752.003682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.654202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.375438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:55.654271Z","caller":"traceutil/trace.go:171","msg":"trace[332555743] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:7984; }","duration":"891.47388ms","start":"2026-03-13T23:18:54.762778Z","end":"2026-03-13T23:18:55.654252Z","steps":["trace[332555743] 'agreement among raft nodes before linearized reading' (duration: 891.341857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.654271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.901847Z","time spent":"752.32717ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:55.654315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.762695Z","time spent":"891.608284ms","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:18:55.654282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.703469Z","time spent":"950.662804ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:55.654431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.764872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:18:55.654449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.2256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:18:55.654488Z","caller":"traceutil/trace.go:171","msg":"trace[1887512042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7984; }","duration":"426.856115ms","start":"2026-03-13T23:18:55.227616Z","end":"2026-03-13T23:18:55.654473Z","steps":["trace[1887512042] 'agreement among raft nodes before linearized reading' (duration: 426.776213ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:55.654507Z","caller":"traceutil/trace.go:171","msg":"trace[394132409] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:7984; }","duration":"818.312101ms","start":"2026-03-13T23:18:54.836179Z","end":"2026-03-13T23:18:55.654491Z","steps":["trace[394132409] 'agreement among raft nodes before linearized reading' (duration: 818.121517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.654527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:55.227603Z","time spent":"426.917266ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:18:55.654597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.836168Z","time spent":"818.416104ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:18:55.654914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.928303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-13T23:18:55.654972Z","caller":"traceutil/trace.go:171","msg":"trace[2130931823] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:7984; }","duration":"530.021195ms","start":"2026-03-13T23:18:55.124936Z","end":"2026-03-13T23:18:55.654957Z","steps":["trace[2130931823] 'agreement among raft nodes before linearized reading' (duration: 529.876652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.65499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.548961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:18:55.655016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:55.124918Z","time spent":"530.084936ms","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-13T23:18:55.655033Z","caller":"traceutil/trace.go:171","msg":"trace[454089200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7984; }","duration":"822.636442ms","start":"2026-03-13T23:18:54.832386Z","end":"2026-03-13T23:18:55.655022Z","steps":["trace[454089200] 'agreement among raft nodes before linearized reading' (duration: 822.52729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.655067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.832362Z","time spent":"822.698613ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:18:55.655118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.364056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:18:55.655208Z","caller":"traceutil/trace.go:171","msg":"trace[1003999560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7984; }","duration":"822.483948ms","start":"2026-03-13T23:18:54.832705Z","end":"2026-03-13T23:18:55.655189Z","steps":["trace[1003999560] 'agreement among raft nodes before linearized reading' (duration: 822.212132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.655265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.8327Z","time spent":"822.555981ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:18:55.655404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.306925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:18:55.655467Z","caller":"traceutil/trace.go:171","msg":"trace[513367910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7984; }","duration":"822.784275ms","start":"2026-03-13T23:18:54.832667Z","end":"2026-03-13T23:18:55.655451Z","steps":["trace[513367910] 'agreement among raft nodes before linearized reading' (duration: 822.162221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.655521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.83266Z","time spent":"822.844757ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:18:55.655554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.107254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:18:55.655611Z","caller":"traceutil/trace.go:171","msg":"trace[1580719067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7984; }","duration":"823.205726ms","start":"2026-03-13T23:18:54.832393Z","end":"2026-03-13T23:18:55.655598Z","steps":["trace[1580719067] 'agreement among raft nodes before linearized reading' (duration: 821.788323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:55.655646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:54.832377Z","time spent":"823.260847ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:18:55.903527Z","caller":"traceutil/trace.go:171","msg":"trace[1340935071] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"231.249874ms","start":"2026-03-13T23:18:55.672252Z","end":"2026-03-13T23:18:55.903502Z","steps":["trace[1340935071] 'process raft request' (duration: 231.070339ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:55.903789Z","caller":"traceutil/trace.go:171","msg":"trace[1685485994] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"230.580287ms","start":"2026-03-13T23:18:55.673173Z","end":"2026-03-13T23:18:55.903753Z","steps":["trace[1685485994] 'process raft request' (duration: 230.284961ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:55.903892Z","caller":"traceutil/trace.go:171","msg":"trace[2089302351] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"229.358719ms","start":"2026-03-13T23:18:55.674505Z","end":"2026-03-13T23:18:55.903864Z","steps":["trace[2089302351] 'process raft request' (duration: 229.159714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:58.179314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607032784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:18:58.266436Z","caller":"traceutil/trace.go:171","msg":"trace[80223497] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"593.363545ms","start":"2026-03-13T23:18:57.673046Z","end":"2026-03-13T23:18:58.266409Z","steps":["trace[80223497] 'process raft request' (duration: 593.175361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:58.266633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:57.673015Z","time spent":"593.515128ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:18:58.556291Z","caller":"traceutil/trace.go:171","msg":"trace[721106143] linearizableReadLoop","detail":"{readStateIndex:8299; appliedIndex:8297; }","duration":"877.221468ms","start":"2026-03-13T23:18:57.679045Z","end":"2026-03-13T23:18:58.556267Z","steps":["trace[721106143] 'read index received' (duration: 587.192901ms)","trace[721106143] 'applied index is now lower than readState.Index' (duration: 290.027297ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:58.556366Z","caller":"traceutil/trace.go:171","msg":"trace[1716236465] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"883.129936ms","start":"2026-03-13T23:18:57.6732Z","end":"2026-03-13T23:18:58.55633Z","steps":["trace[1716236465] 'process raft request' (duration: 882.89625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:58.556531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.473474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:18:58.556538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:57.673156Z","time spent":"883.287109ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:18:58.556573Z","caller":"traceutil/trace.go:171","msg":"trace[2034159573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:7993; }","duration":"877.579516ms","start":"2026-03-13T23:18:57.678983Z","end":"2026-03-13T23:18:58.556563Z","steps":["trace[2034159573] 'agreement among raft nodes before linearized reading' (duration: 877.413432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:58.556609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:57.678963Z","time spent":"877.637927ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:18:58.556833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.320732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:18:58.556898Z","caller":"traceutil/trace.go:171","msg":"trace[1835371656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7993; }","duration":"649.395905ms","start":"2026-03-13T23:18:57.907485Z","end":"2026-03-13T23:18:58.556881Z","steps":["trace[1835371656] 'agreement among raft nodes before linearized reading' (duration: 649.255561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:58.556899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.604289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:18:58.55691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.229591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:18:58.55695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:57.90748Z","time spent":"649.458666ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-13T23:18:58.556954Z","caller":"traceutil/trace.go:171","msg":"trace[156983395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7993; }","duration":"649.696331ms","start":"2026-03-13T23:18:57.907245Z","end":"2026-03-13T23:18:58.556941Z","steps":["trace[156983395] 'agreement among raft nodes before linearized reading' (duration: 649.552778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:58.55702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:57.907225Z","time spent":"649.786664ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:18:58.557021Z","caller":"traceutil/trace.go:171","msg":"trace[672304296] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7993; }","duration":"649.414214ms","start":"2026-03-13T23:18:57.907582Z","end":"2026-03-13T23:18:58.556996Z","steps":["trace[672304296] 'agreement among raft nodes before linearized reading' (duration: 649.065556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:58.55709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:57.907564Z","time spent":"649.509747ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:18:58.556656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.249607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:18:58.557286Z","caller":"traceutil/trace.go:171","msg":"trace[911789202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7993; }","duration":"817.86223ms","start":"2026-03-13T23:18:57.739355Z","end":"2026-03-13T23:18:58.557217Z","steps":["trace[911789202] 'agreement among raft nodes before linearized reading' (duration: 817.166834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:58.557345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:57.739339Z","time spent":"817.991234ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:18:58.557582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.796289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:18:58.557711Z","caller":"traceutil/trace.go:171","msg":"trace[179400468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7993; }","duration":"429.641899ms","start":"2026-03-13T23:18:58.128032Z","end":"2026-03-13T23:18:58.557674Z","steps":["trace[179400468] 'agreement among raft nodes before linearized reading' (duration: 428.664106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:58.557774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:58.127737Z","time spent":"430.023398ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:18:59.485763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.35869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:18:59.485902Z","caller":"traceutil/trace.go:171","msg":"trace[377782434] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"923.895028ms","start":"2026-03-13T23:18:58.561986Z","end":"2026-03-13T23:18:59.485881Z","steps":["trace[377782434] 'process raft request' (duration: 70.327063ms)","trace[377782434] 'compare' (duration: 852.891679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:18:59.485961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:58.561955Z","time spent":"923.97848ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:18:59.527865Z","caller":"traceutil/trace.go:171","msg":"trace[332185183] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"965.48635ms","start":"2026-03-13T23:18:58.562355Z","end":"2026-03-13T23:18:59.527841Z","steps":["trace[332185183] 'process raft request' (duration: 965.171283ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:59.527978Z","caller":"traceutil/trace.go:171","msg":"trace[740191484] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"965.459599ms","start":"2026-03-13T23:18:58.562501Z","end":"2026-03-13T23:18:59.527961Z","steps":["trace[740191484] 'process raft request' (duration: 965.224394ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:18:59.527868Z","caller":"traceutil/trace.go:171","msg":"trace[858062516] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"965.335967ms","start":"2026-03-13T23:18:58.562481Z","end":"2026-03-13T23:18:59.527817Z","steps":["trace[858062516] 'process raft request' (duration: 965.203164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.528089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:58.562472Z","time spent":"965.556772ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:18:59.528124Z","caller":"traceutil/trace.go:171","msg":"trace[1352379786] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8299; }","duration":"964.953917ms","start":"2026-03-13T23:18:58.563148Z","end":"2026-03-13T23:18:59.528102Z","steps":["trace[1352379786] 'read index received' (duration: 69.178796ms)","trace[1352379786] 'applied index is now lower than readState.Index' (duration: 895.773841ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:18:59.52821Z","caller":"traceutil/trace.go:171","msg":"trace[2137870750] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"965.557781ms","start":"2026-03-13T23:18:58.562627Z","end":"2026-03-13T23:18:59.528184Z","steps":["trace[2137870750] 'process raft request' (duration: 965.296365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.528236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:58.562439Z","time spent":"965.673935ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:59.528313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:58.562607Z","time spent":"965.657134ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:59.528666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.51082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224099"} {"level":"info","ts":"2026-03-13T23:18:59.528736Z","caller":"traceutil/trace.go:171","msg":"trace[392290627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7998; }","duration":"965.599693ms","start":"2026-03-13T23:18:58.563117Z","end":"2026-03-13T23:18:59.528716Z","steps":["trace[392290627] 'agreement among raft nodes before linearized reading' (duration: 965.102311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.528766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:58.562337Z","time spent":"965.619893ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:18:59.528793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:58.563109Z","time spent":"965.669344ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224122,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:18:59.537781Z","caller":"traceutil/trace.go:171","msg":"trace[1506433211] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"866.217261ms","start":"2026-03-13T23:18:58.671553Z","end":"2026-03-13T23:18:59.53777Z","steps":["trace[1506433211] 'process raft request' (duration: 866.122888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.537844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:58.671388Z","time spent":"866.426546ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:18:59.538042Z","caller":"traceutil/trace.go:171","msg":"trace[1883234078] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"112.288764ms","start":"2026-03-13T23:18:59.425745Z","end":"2026-03-13T23:18:59.538033Z","steps":["trace[1883234078] 'process raft request' (duration: 111.997057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.538111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.152014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.538164Z","caller":"traceutil/trace.go:171","msg":"trace[1139210847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8000; }","duration":"306.295888ms","start":"2026-03-13T23:18:59.231858Z","end":"2026-03-13T23:18:59.538154Z","steps":["trace[1139210847] 'agreement among raft nodes before linearized reading' (duration: 306.166675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.53821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:59.231834Z","time spent":"306.368909ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:18:59.53812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.843741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T23:18:59.53826Z","caller":"traceutil/trace.go:171","msg":"trace[1416244633] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8000; }","duration":"150.042806ms","start":"2026-03-13T23:18:59.388201Z","end":"2026-03-13T23:18:59.538244Z","steps":["trace[1416244633] 'agreement among raft nodes before linearized reading' (duration: 149.763649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.538481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.987874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:18:59.538587Z","caller":"traceutil/trace.go:171","msg":"trace[887547942] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8000; }","duration":"717.086196ms","start":"2026-03-13T23:18:58.821478Z","end":"2026-03-13T23:18:59.538564Z","steps":["trace[887547942] 'agreement among raft nodes before linearized reading' (duration: 716.477792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:18:59.538629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:18:58.82144Z","time spent":"717.180139ms","remote":"127.0.0.1:47510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:18:59.648303Z","caller":"traceutil/trace.go:171","msg":"trace[320876216] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"106.5593ms","start":"2026-03-13T23:18:59.541717Z","end":"2026-03-13T23:18:59.648276Z","steps":["trace[320876216] 'process raft request' (duration: 50.94194ms)","trace[320876216] 'compare' (duration: 55.494247ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:00.519331Z","caller":"traceutil/trace.go:171","msg":"trace[58332267] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"228.844197ms","start":"2026-03-13T23:19:00.290467Z","end":"2026-03-13T23:19:00.519311Z","steps":["trace[58332267] 'process raft request' (duration: 228.588961ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:01.526982Z","caller":"traceutil/trace.go:171","msg":"trace[213792473] linearizableReadLoop","detail":"{readStateIndex:8310; appliedIndex:8309; }","duration":"105.412444ms","start":"2026-03-13T23:19:01.421551Z","end":"2026-03-13T23:19:01.526963Z","steps":["trace[213792473] 'read index received' (duration: 105.346132ms)","trace[213792473] 'applied index is now lower than readState.Index' (duration: 63.232µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:01.527157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.588618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-13T23:19:01.527186Z","caller":"traceutil/trace.go:171","msg":"trace[1185590948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8003; }","duration":"105.66083ms","start":"2026-03-13T23:19:01.421517Z","end":"2026-03-13T23:19:01.527178Z","steps":["trace[1185590948] 'agreement among raft nodes before linearized reading' (duration: 105.537567ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:02.107155Z","caller":"traceutil/trace.go:171","msg":"trace[1152421267] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"578.913687ms","start":"2026-03-13T23:19:01.52821Z","end":"2026-03-13T23:19:02.107124Z","steps":["trace[1152421267] 'process raft request' (duration: 482.942714ms)","trace[1152421267] 'compare' (duration: 95.705587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:02.107306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.528184Z","time spent":"579.043151ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:02.195299Z","caller":"traceutil/trace.go:171","msg":"trace[1767295893] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8310; }","duration":"663.930103ms","start":"2026-03-13T23:19:01.531332Z","end":"2026-03-13T23:19:02.195262Z","steps":["trace[1767295893] 'read index received' (duration: 479.940054ms)","trace[1767295893] 'applied index is now lower than readState.Index' (duration: 183.988469ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:02.195378Z","caller":"traceutil/trace.go:171","msg":"trace[331899786] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"653.368637ms","start":"2026-03-13T23:19:01.541973Z","end":"2026-03-13T23:19:02.195341Z","steps":["trace[331899786] 'process raft request' (duration: 653.243124ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:02.195372Z","caller":"traceutil/trace.go:171","msg":"trace[283482654] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"664.531718ms","start":"2026-03-13T23:19:01.530819Z","end":"2026-03-13T23:19:02.195351Z","steps":["trace[283482654] 'process raft request' (duration: 664.111248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.195566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.541963Z","time spent":"653.48853ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:02.195618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.530797Z","time spent":"664.667921ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:02.195677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.865749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:19:02.195642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.736069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:19:02.195696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.658857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:19:02.195746Z","caller":"traceutil/trace.go:171","msg":"trace[529700770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8007; }","duration":"663.629276ms","start":"2026-03-13T23:19:01.5321Z","end":"2026-03-13T23:19:02.195729Z","steps":["trace[529700770] 'agreement among raft nodes before linearized reading' (duration: 663.425852ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:02.195814Z","caller":"traceutil/trace.go:171","msg":"trace[908828960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8007; }","duration":"663.804011ms","start":"2026-03-13T23:19:01.531987Z","end":"2026-03-13T23:19:02.195791Z","steps":["trace[908828960] 'agreement among raft nodes before linearized reading' (duration: 663.549915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.195824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.532083Z","time spent":"663.727709ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:19:02.195818Z","caller":"traceutil/trace.go:171","msg":"trace[376413096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8007; }","duration":"663.891773ms","start":"2026-03-13T23:19:01.531861Z","end":"2026-03-13T23:19:02.195753Z","steps":["trace[376413096] 'agreement among raft nodes before linearized reading' (duration: 663.594996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.195852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.531967Z","time spent":"663.875923ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:19:02.195881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.531827Z","time spent":"664.034946ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:19:02.195864Z","caller":"traceutil/trace.go:171","msg":"trace[1068686543] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"663.709489ms","start":"2026-03-13T23:19:01.531581Z","end":"2026-03-13T23:19:02.195291Z","steps":["trace[1068686543] 'process raft request' (duration: 663.587086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.196007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.678902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:19:02.196008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.474383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:19:02.196054Z","caller":"traceutil/trace.go:171","msg":"trace[1075564838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8007; }","duration":"664.754153ms","start":"2026-03-13T23:19:01.531285Z","end":"2026-03-13T23:19:02.196039Z","steps":["trace[1075564838] 'agreement among raft nodes before linearized reading' (duration: 664.117538ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:02.196062Z","caller":"traceutil/trace.go:171","msg":"trace[279053160] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8007; }","duration":"660.565855ms","start":"2026-03-13T23:19:01.535485Z","end":"2026-03-13T23:19:02.196051Z","steps":["trace[279053160] 'agreement among raft nodes before linearized reading' (duration: 659.986431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.196093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.535472Z","time spent":"660.614797ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:19:02.196095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.531265Z","time spent":"664.819015ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:02.196121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:01.531562Z","time spent":"664.466156ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:02.442765Z","caller":"traceutil/trace.go:171","msg":"trace[177873154] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"241.890702ms","start":"2026-03-13T23:19:02.200851Z","end":"2026-03-13T23:19:02.442742Z","steps":["trace[177873154] 'process raft request' (duration: 241.754159ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:02.589019Z","caller":"traceutil/trace.go:171","msg":"trace[1815365247] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"387.602147ms","start":"2026-03-13T23:19:02.201391Z","end":"2026-03-13T23:19:02.588993Z","steps":["trace[1815365247] 'process raft request' (duration: 387.3213ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:02.589053Z","caller":"traceutil/trace.go:171","msg":"trace[1108683417] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"387.519726ms","start":"2026-03-13T23:19:02.201509Z","end":"2026-03-13T23:19:02.589029Z","steps":["trace[1108683417] 'process raft request' (duration: 387.29586ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:02.589109Z","caller":"traceutil/trace.go:171","msg":"trace[1837544078] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"387.892644ms","start":"2026-03-13T23:19:02.201193Z","end":"2026-03-13T23:19:02.589086Z","steps":["trace[1837544078] 'process raft request' (duration: 385.073498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.589161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.201367Z","time spent":"387.7225ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:02.5892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.201502Z","time spent":"387.623938ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:02.589215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.201182Z","time spent":"387.974636ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:02.589295Z","caller":"traceutil/trace.go:171","msg":"trace[1279994845] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8314; }","duration":"387.983046ms","start":"2026-03-13T23:19:02.201301Z","end":"2026-03-13T23:19:02.589284Z","steps":["trace[1279994845] 'read index received' (duration: 241.285268ms)","trace[1279994845] 'applied index is now lower than readState.Index' (duration: 146.696687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:02.589404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.098859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:02.58945Z","caller":"traceutil/trace.go:171","msg":"trace[1996810779] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8012; }","duration":"388.16101ms","start":"2026-03-13T23:19:02.201278Z","end":"2026-03-13T23:19:02.589439Z","steps":["trace[1996810779] 'agreement among raft nodes before linearized reading' (duration: 388.076898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.589479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.20127Z","time spent":"388.202811ms","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-13T23:19:02.589508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.567318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:19:02.589559Z","caller":"traceutil/trace.go:171","msg":"trace[186309267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8012; }","duration":"257.662991ms","start":"2026-03-13T23:19:02.331881Z","end":"2026-03-13T23:19:02.589544Z","steps":["trace[186309267] 'agreement among raft nodes before linearized reading' (duration: 257.498617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.589701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.824479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224099"} {"level":"info","ts":"2026-03-13T23:19:02.589743Z","caller":"traceutil/trace.go:171","msg":"trace[1047820800] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8012; }","duration":"386.87878ms","start":"2026-03-13T23:19:02.202855Z","end":"2026-03-13T23:19:02.589734Z","steps":["trace[1047820800] 'agreement among raft nodes before linearized reading' (duration: 386.518972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.58977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.202849Z","time spent":"386.912501ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224122,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:19:02.589795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.540215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:02.589827Z","caller":"traceutil/trace.go:171","msg":"trace[1223197622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8012; }","duration":"363.614387ms","start":"2026-03-13T23:19:02.226203Z","end":"2026-03-13T23:19:02.589817Z","steps":["trace[1223197622] 'agreement among raft nodes before linearized reading' (duration: 363.561776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:02.589862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:02.22618Z","time spent":"363.676438ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:19:02.804323Z","caller":"traceutil/trace.go:171","msg":"trace[650432264] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8319; }","duration":"103.180762ms","start":"2026-03-13T23:19:02.701116Z","end":"2026-03-13T23:19:02.804296Z","steps":["trace[650432264] 'read index received' (duration: 49.647171ms)","trace[650432264] 'applied index is now lower than readState.Index' (duration: 53.532261ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:02.80444Z","caller":"traceutil/trace.go:171","msg":"trace[326165597] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"113.300787ms","start":"2026-03-13T23:19:02.691116Z","end":"2026-03-13T23:19:02.804417Z","steps":["trace[326165597] 'process raft request' (duration: 59.632084ms)","trace[326165597] 'compare' (duration: 53.426488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:02.804476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.343225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:02.804527Z","caller":"traceutil/trace.go:171","msg":"trace[1683646360] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8013; }","duration":"103.450678ms","start":"2026-03-13T23:19:02.70106Z","end":"2026-03-13T23:19:02.804511Z","steps":["trace[1683646360] 'agreement among raft nodes before linearized reading' (duration: 103.352775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.439087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264322183s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:19:04.439471Z","caller":"traceutil/trace.go:171","msg":"trace[1653023011] linearizableReadLoop","detail":"{readStateIndex:8321; appliedIndex:8320; }","duration":"237.555091ms","start":"2026-03-13T23:19:04.20189Z","end":"2026-03-13T23:19:04.439445Z","steps":["trace[1653023011] 'read index received' (duration: 237.435068ms)","trace[1653023011] 'applied index is now lower than readState.Index' (duration: 119.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:04.439502Z","caller":"traceutil/trace.go:171","msg":"trace[1878826270] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"1.264859126s","start":"2026-03-13T23:19:03.174618Z","end":"2026-03-13T23:19:04.439477Z","steps":["trace[1878826270] 'process raft request' (duration: 1.264679531s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.4397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.799317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:19:04.439723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:03.17459Z","time spent":"1.264965978s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:04.439739Z","caller":"traceutil/trace.go:171","msg":"trace[1292408562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8014; }","duration":"237.887479ms","start":"2026-03-13T23:19:04.201841Z","end":"2026-03-13T23:19:04.439728Z","steps":["trace[1292408562] 'agreement among raft nodes before linearized reading' (duration: 237.723606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.938807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.219582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:04.939319Z","caller":"traceutil/trace.go:171","msg":"trace[525726833] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8321; }","duration":"499.647144ms","start":"2026-03-13T23:19:04.439538Z","end":"2026-03-13T23:19:04.939185Z","steps":["trace[525726833] 'read index received' (duration: 62.92575ms)","trace[525726833] 'applied index is now lower than readState.Index' (duration: 436.718974ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:04.939128Z","caller":"traceutil/trace.go:171","msg":"trace[1650072181] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"735.059005ms","start":"2026-03-13T23:19:04.204038Z","end":"2026-03-13T23:19:04.939097Z","steps":["trace[1650072181] 'process raft request' (duration: 298.440894ms)","trace[1650072181] 'compare' (duration: 435.771771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:04.939365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.937561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:04.939445Z","caller":"traceutil/trace.go:171","msg":"trace[33279070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8015; }","duration":"714.055724ms","start":"2026-03-13T23:19:04.225371Z","end":"2026-03-13T23:19:04.939427Z","steps":["trace[33279070] 'agreement among raft nodes before linearized reading' (duration: 713.89069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.939501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.225357Z","time spent":"714.136496ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:19:04.939387Z","caller":"traceutil/trace.go:171","msg":"trace[1147141090] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"495.030276ms","start":"2026-03-13T23:19:04.444338Z","end":"2026-03-13T23:19:04.939368Z","steps":["trace[1147141090] 'process raft request' (duration: 494.898733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:04.939644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.444295Z","time spent":"495.262592ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:04.939573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.204013Z","time spent":"735.400913ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:05.000323Z","caller":"traceutil/trace.go:171","msg":"trace[1595851319] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"405.044484ms","start":"2026-03-13T23:19:04.595262Z","end":"2026-03-13T23:19:05.000306Z","steps":["trace[1595851319] 'process raft request' (duration: 404.88759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.000469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.595229Z","time spent":"405.181856ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:05.000533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.688367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:05.000508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.643566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:05.000607Z","caller":"traceutil/trace.go:171","msg":"trace[126195150] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8018; }","duration":"345.81828ms","start":"2026-03-13T23:19:04.654768Z","end":"2026-03-13T23:19:05.000586Z","steps":["trace[126195150] 'agreement among raft nodes before linearized reading' (duration: 345.682176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.000615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.031887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:05.000628Z","caller":"traceutil/trace.go:171","msg":"trace[1425003196] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8018; }","duration":"262.82222ms","start":"2026-03-13T23:19:04.737786Z","end":"2026-03-13T23:19:05.000608Z","steps":["trace[1425003196] 'agreement among raft nodes before linearized reading' (duration: 262.575134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.000645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.654743Z","time spent":"345.895871ms","remote":"127.0.0.1:47544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:19:05.000656Z","caller":"traceutil/trace.go:171","msg":"trace[818483877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8018; }","duration":"406.087438ms","start":"2026-03-13T23:19:04.594555Z","end":"2026-03-13T23:19:05.000643Z","steps":["trace[818483877] 'agreement among raft nodes before linearized reading' (duration: 405.981385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.000729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.997469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-13T23:19:05.000739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.049384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:19:05.000798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.354201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:19:05.000809Z","caller":"traceutil/trace.go:171","msg":"trace[431203919] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3; range_end:; response_count:1; response_revision:8018; }","duration":"386.104551ms","start":"2026-03-13T23:19:04.61468Z","end":"2026-03-13T23:19:05.000785Z","steps":["trace[431203919] 'agreement among raft nodes before linearized reading' (duration: 385.832165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.000484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.107312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:19:05.000838Z","caller":"traceutil/trace.go:171","msg":"trace[1025290017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8018; }","duration":"539.418673ms","start":"2026-03-13T23:19:04.461407Z","end":"2026-03-13T23:19:05.000825Z","steps":["trace[1025290017] 'agreement among raft nodes before linearized reading' (duration: 539.330541ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:05.000839Z","caller":"traceutil/trace.go:171","msg":"trace[259515346] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"190.712245ms","start":"2026-03-13T23:19:04.81011Z","end":"2026-03-13T23:19:05.000822Z","steps":["trace[259515346] 'process raft request' (duration: 190.115071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.000855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.614673Z","time spent":"386.174033ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3\" "} {"level":"warn","ts":"2026-03-13T23:19:05.000871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.461359Z","time spent":"539.505575ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:19:05.0008Z","caller":"traceutil/trace.go:171","msg":"trace[1719380882] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8018; }","duration":"405.109945ms","start":"2026-03-13T23:19:04.595679Z","end":"2026-03-13T23:19:05.000789Z","steps":["trace[1719380882] 'agreement among raft nodes before linearized reading' (duration: 404.999663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.000975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.595639Z","time spent":"405.3153ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:19:05.000847Z","caller":"traceutil/trace.go:171","msg":"trace[866267943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8018; }","duration":"404.529062ms","start":"2026-03-13T23:19:04.596311Z","end":"2026-03-13T23:19:05.00084Z","steps":["trace[866267943] 'agreement among raft nodes before linearized reading' (duration: 403.991879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.001114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.596291Z","time spent":"404.815079ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:19:05.000749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.594547Z","time spent":"406.18627ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:19:05.000701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.16193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:05.001398Z","caller":"traceutil/trace.go:171","msg":"trace[1319183371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8018; }","duration":"406.906707ms","start":"2026-03-13T23:19:04.594473Z","end":"2026-03-13T23:19:05.001379Z","steps":["trace[1319183371] 'agreement among raft nodes before linearized reading' (duration: 406.148029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:05.001975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:04.594445Z","time spent":"407.500531ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:05.506398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607032843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:19:06.007259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607032843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:19:06.067428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064577326s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:19:06.06779Z","caller":"traceutil/trace.go:171","msg":"trace[2065456036] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"1.064989086s","start":"2026-03-13T23:19:05.002757Z","end":"2026-03-13T23:19:06.067746Z","steps":["trace[2065456036] 'process raft request' (duration: 1.064838632s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:06.067938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.002729Z","time spent":"1.065133148s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:06.070901Z","caller":"traceutil/trace.go:171","msg":"trace[298623404] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8325; }","duration":"1.065396275s","start":"2026-03-13T23:19:05.005478Z","end":"2026-03-13T23:19:06.070874Z","steps":["trace[298623404] 'read index received' (duration: 1.062163409s)","trace[298623404] 'applied index is now lower than readState.Index' (duration: 3.231726ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:06.070989Z","caller":"traceutil/trace.go:171","msg":"trace[281611545] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"1.066277076s","start":"2026-03-13T23:19:05.004683Z","end":"2026-03-13T23:19:06.07096Z","steps":["trace[281611545] 'process raft request' (duration: 1.066096152s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:06.071006Z","caller":"traceutil/trace.go:171","msg":"trace[42410369] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"1.065068057s","start":"2026-03-13T23:19:05.005922Z","end":"2026-03-13T23:19:06.07099Z","steps":["trace[42410369] 'process raft request' (duration: 1.064921954s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:06.071077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.005912Z","time spent":"1.065134589s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:06.071153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.004663Z","time spent":"1.066380148s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:06.071178Z","caller":"traceutil/trace.go:171","msg":"trace[1579771253] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"1.065976878s","start":"2026-03-13T23:19:05.005168Z","end":"2026-03-13T23:19:06.071145Z","steps":["trace[1579771253] 'process raft request' (duration: 1.06564551s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:06.071294Z","caller":"traceutil/trace.go:171","msg":"trace[507105165] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"1.066603563s","start":"2026-03-13T23:19:05.004673Z","end":"2026-03-13T23:19:06.071276Z","steps":["trace[507105165] 'process raft request' (duration: 1.065988079s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:06.071289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.356414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:06.071333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065832975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224099"} {"level":"info","ts":"2026-03-13T23:19:06.071351Z","caller":"traceutil/trace.go:171","msg":"trace[48593865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8023; }","duration":"845.473436ms","start":"2026-03-13T23:19:05.225863Z","end":"2026-03-13T23:19:06.071336Z","steps":["trace[48593865] 'agreement among raft nodes before linearized reading' (duration: 845.352333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:06.071363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.004659Z","time spent":"1.066663244s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:06.071379Z","caller":"traceutil/trace.go:171","msg":"trace[21084674] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8023; }","duration":"1.065923227s","start":"2026-03-13T23:19:05.005444Z","end":"2026-03-13T23:19:06.071367Z","steps":["trace[21084674] 'agreement among raft nodes before linearized reading' (duration: 1.065532228s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:06.071388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.225837Z","time spent":"845.545528ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:06.071396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.136351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:06.071413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.00543Z","time spent":"1.065973868s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224122,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:19:06.071397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.005138Z","time spent":"1.066158573s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:06.071433Z","caller":"traceutil/trace.go:171","msg":"trace[1120412557] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8023; }","duration":"546.208293ms","start":"2026-03-13T23:19:05.525214Z","end":"2026-03-13T23:19:06.071422Z","steps":["trace[1120412557] 'agreement among raft nodes before linearized reading' (duration: 546.155621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:06.071464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:05.525191Z","time spent":"546.264644ms","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:06.071338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.610159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:06.071533Z","caller":"traceutil/trace.go:171","msg":"trace[1556191307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8023; }","duration":"263.839945ms","start":"2026-03-13T23:19:05.807675Z","end":"2026-03-13T23:19:06.071515Z","steps":["trace[1556191307] 'agreement among raft nodes before linearized reading' (duration: 263.61712ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:08.183244Z","caller":"traceutil/trace.go:171","msg":"trace[1046044785] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"103.473297ms","start":"2026-03-13T23:19:08.079744Z","end":"2026-03-13T23:19:08.183217Z","steps":["trace[1046044785] 'process raft request' (duration: 103.315834ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:08.184511Z","caller":"traceutil/trace.go:171","msg":"trace[1670094497] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"103.5893ms","start":"2026-03-13T23:19:08.080906Z","end":"2026-03-13T23:19:08.184496Z","steps":["trace[1670094497] 'process raft request' (duration: 103.512738ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:08.184692Z","caller":"traceutil/trace.go:171","msg":"trace[1368726152] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8343; }","duration":"103.261172ms","start":"2026-03-13T23:19:08.081404Z","end":"2026-03-13T23:19:08.184666Z","steps":["trace[1368726152] 'read index received' (duration: 101.640554ms)","trace[1368726152] 'applied index is now lower than readState.Index' (duration: 1.619358ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:08.184753Z","caller":"traceutil/trace.go:171","msg":"trace[1309328591] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"103.717113ms","start":"2026-03-13T23:19:08.081024Z","end":"2026-03-13T23:19:08.184741Z","steps":["trace[1309328591] 'process raft request' (duration: 103.442487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:08.184904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.487868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:19:08.184811Z","caller":"traceutil/trace.go:171","msg":"trace[405613375] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"104.274446ms","start":"2026-03-13T23:19:08.080489Z","end":"2026-03-13T23:19:08.184764Z","steps":["trace[405613375] 'process raft request' (duration: 103.852527ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:08.184947Z","caller":"traceutil/trace.go:171","msg":"trace[1919343013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8039; }","duration":"103.564039ms","start":"2026-03-13T23:19:08.081368Z","end":"2026-03-13T23:19:08.184932Z","steps":["trace[1919343013] 'agreement among raft nodes before linearized reading' (duration: 103.392315ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:12.329389Z","caller":"traceutil/trace.go:171","msg":"trace[1732564998] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"105.774992ms","start":"2026-03-13T23:19:12.223595Z","end":"2026-03-13T23:19:12.32937Z","steps":["trace[1732564998] 'process raft request' (duration: 98.400329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.329579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.933732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:19:12.329608Z","caller":"traceutil/trace.go:171","msg":"trace[778283498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8057; }","duration":"101.995814ms","start":"2026-03-13T23:19:12.227605Z","end":"2026-03-13T23:19:12.3296Z","steps":["trace[778283498] 'agreement among raft nodes before linearized reading' (duration: 101.790549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:12.329602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.735438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:19:12.329653Z","caller":"traceutil/trace.go:171","msg":"trace[701247139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8057; }","duration":"107.81986ms","start":"2026-03-13T23:19:12.221817Z","end":"2026-03-13T23:19:12.329637Z","steps":["trace[701247139] 'agreement among raft nodes before linearized reading' (duration: 107.567624ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:30.587523Z","caller":"traceutil/trace.go:171","msg":"trace[1272377392] linearizableReadLoop","detail":"{readStateIndex:8505; appliedIndex:8504; }","duration":"178.984773ms","start":"2026-03-13T23:19:30.408516Z","end":"2026-03-13T23:19:30.587501Z","steps":["trace[1272377392] 'read index received' (duration: 178.897751ms)","trace[1272377392] 'applied index is now lower than readState.Index' (duration: 85.702µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:30.587692Z","caller":"traceutil/trace.go:171","msg":"trace[814524134] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"226.535884ms","start":"2026-03-13T23:19:30.361146Z","end":"2026-03-13T23:19:30.587681Z","steps":["trace[814524134] 'process raft request' (duration: 226.208146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:30.588061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.529475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:30.588109Z","caller":"traceutil/trace.go:171","msg":"trace[1391751030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8191; }","duration":"179.620288ms","start":"2026-03-13T23:19:30.408474Z","end":"2026-03-13T23:19:30.588095Z","steps":["trace[1391751030] 'agreement among raft nodes before linearized reading' (duration: 179.483274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:30.588517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.872201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:19:30.588563Z","caller":"traceutil/trace.go:171","msg":"trace[180005689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8191; }","duration":"131.940073ms","start":"2026-03-13T23:19:30.456613Z","end":"2026-03-13T23:19:30.588553Z","steps":["trace[180005689] 'agreement among raft nodes before linearized reading' (duration: 131.838511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:30.588377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.143752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:19:30.589644Z","caller":"traceutil/trace.go:171","msg":"trace[1384644169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8191; }","duration":"176.439073ms","start":"2026-03-13T23:19:30.413177Z","end":"2026-03-13T23:19:30.589616Z","steps":["trace[1384644169] 'agreement among raft nodes before linearized reading' (duration: 175.00272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:30.588768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.266793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:19:30.590092Z","caller":"traceutil/trace.go:171","msg":"trace[1461749221] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8191; }","duration":"113.598055ms","start":"2026-03-13T23:19:30.476474Z","end":"2026-03-13T23:19:30.590072Z","steps":["trace[1461749221] 'agreement among raft nodes before linearized reading' (duration: 112.206332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:30.588994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.221559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-13T23:19:30.591028Z","caller":"traceutil/trace.go:171","msg":"trace[421295675] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8191; }","duration":"137.269618ms","start":"2026-03-13T23:19:30.453743Z","end":"2026-03-13T23:19:30.591012Z","steps":["trace[421295675] 'agreement among raft nodes before linearized reading' (duration: 135.172299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:33.644394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607033434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:19:34.145126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607033434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:19:34.418153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.368610629s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:19:34.419261Z","caller":"traceutil/trace.go:171","msg":"trace[432807892] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"1.369789937s","start":"2026-03-13T23:19:33.049447Z","end":"2026-03-13T23:19:34.419237Z","steps":["trace[432807892] 'process raft request' (duration: 1.369553631s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:34.419421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:33.049424Z","time spent":"1.369912309s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:34.82124Z","caller":"traceutil/trace.go:171","msg":"trace[2087644487] linearizableReadLoop","detail":"{readStateIndex:8524; appliedIndex:8521; }","duration":"1.677325302s","start":"2026-03-13T23:19:33.143892Z","end":"2026-03-13T23:19:34.821218Z","steps":["trace[2087644487] 'read index received' (duration: 1.275086954s)","trace[2087644487] 'applied index is now lower than readState.Index' (duration: 402.237478ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:34.821264Z","caller":"traceutil/trace.go:171","msg":"trace[450245646] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"1.649092703s","start":"2026-03-13T23:19:33.172133Z","end":"2026-03-13T23:19:34.821226Z","steps":["trace[450245646] 'process raft request' (duration: 1.648905868s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:34.821324Z","caller":"traceutil/trace.go:171","msg":"trace[119704679] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"1.648915958s","start":"2026-03-13T23:19:33.172375Z","end":"2026-03-13T23:19:34.821291Z","steps":["trace[119704679] 'process raft request' (duration: 1.648808916s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:34.821434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:33.172103Z","time spent":"1.649239526s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:34.821456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:33.172361Z","time spent":"1.649027091s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:34.821517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677609629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-13T23:19:34.82162Z","caller":"traceutil/trace.go:171","msg":"trace[221242006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8209; }","duration":"1.677744442s","start":"2026-03-13T23:19:33.143859Z","end":"2026-03-13T23:19:34.821603Z","steps":["trace[221242006] 'agreement among raft nodes before linearized reading' (duration: 1.677455666s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:34.821677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:33.143842Z","time spent":"1.677822224s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:35.226252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:19:35.226362Z","caller":"traceutil/trace.go:171","msg":"trace[1978275956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000409102s","start":"2026-03-13T23:19:33.225929Z","end":"2026-03-13T23:19:35.226338Z","steps":["trace[1978275956] 'agreement among raft nodes before linearized reading' (duration: 2.000281909s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.226418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:33.225911Z","time spent":"2.000496373s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:19:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:19:35.321719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607033439,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:19:35.650985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.317362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:35.651163Z","caller":"traceutil/trace.go:171","msg":"trace[1880584216] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8524; }","duration":"829.849131ms","start":"2026-03-13T23:19:34.821301Z","end":"2026-03-13T23:19:35.65115Z","steps":["trace[1880584216] 'read index received' (duration: 682.290154ms)","trace[1880584216] 'applied index is now lower than readState.Index' (duration: 147.558177ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:35.651232Z","caller":"traceutil/trace.go:171","msg":"trace[1322147300] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"1.125514099s","start":"2026-03-13T23:19:34.525711Z","end":"2026-03-13T23:19:35.651225Z","steps":["trace[1322147300] 'process raft request' (duration: 977.88393ms)","trace[1322147300] 'compare' (duration: 147.141007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:35.651273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:34.525669Z","time spent":"1.125580571s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:35.651479Z","caller":"traceutil/trace.go:171","msg":"trace[289061043] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"824.609369ms","start":"2026-03-13T23:19:34.826863Z","end":"2026-03-13T23:19:35.651472Z","steps":["trace[289061043] 'process raft request' (duration: 824.21599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.651513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:34.826843Z","time spent":"824.651519ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:35.65163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028624155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:19:35.651648Z","caller":"traceutil/trace.go:171","msg":"trace[306053195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8211; }","duration":"1.028661666s","start":"2026-03-13T23:19:34.62298Z","end":"2026-03-13T23:19:35.651642Z","steps":["trace[306053195] 'agreement among raft nodes before linearized reading' (duration: 1.028578014s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.651666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:34.622957Z","time spent":"1.028705697s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:19:35.651751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033739105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:35.651804Z","caller":"traceutil/trace.go:171","msg":"trace[1118469332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8211; }","duration":"1.033810816s","start":"2026-03-13T23:19:34.617981Z","end":"2026-03-13T23:19:35.651792Z","steps":["trace[1118469332] 'agreement among raft nodes before linearized reading' (duration: 1.033699754s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.651823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383561895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-13T23:19:35.651843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:34.617971Z","time spent":"1.033861798s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:19:35.651854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034153964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:19:35.651879Z","caller":"traceutil/trace.go:171","msg":"trace[473082782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8211; }","duration":"2.383665498s","start":"2026-03-13T23:19:33.268197Z","end":"2026-03-13T23:19:35.651862Z","steps":["trace[473082782] 'agreement among raft nodes before linearized reading' (duration: 2.383495684s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.651906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:33.268173Z","time spent":"2.383728569s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:19:35.651884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032532707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:19:35.651918Z","caller":"traceutil/trace.go:171","msg":"trace[647634597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8211; }","duration":"1.034238327s","start":"2026-03-13T23:19:34.617658Z","end":"2026-03-13T23:19:35.651896Z","steps":["trace[647634597] 'agreement among raft nodes before linearized reading' (duration: 1.034027812s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:35.65194Z","caller":"traceutil/trace.go:171","msg":"trace[1226423013] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8211; }","duration":"1.032620348s","start":"2026-03-13T23:19:34.619309Z","end":"2026-03-13T23:19:35.651929Z","steps":["trace[1226423013] 'agreement among raft nodes before linearized reading' (duration: 1.032433394s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.651912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.228436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:35.651967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:34.6193Z","time spent":"1.032662949s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:35.651898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034294427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-13T23:19:35.651961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:34.617644Z","time spent":"1.034307618s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:19:35.651993Z","caller":"traceutil/trace.go:171","msg":"trace[2059525576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8211; }","duration":"425.366709ms","start":"2026-03-13T23:19:35.226605Z","end":"2026-03-13T23:19:35.651972Z","steps":["trace[2059525576] 'agreement among raft nodes before linearized reading' (duration: 425.230146ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:35.652011Z","caller":"traceutil/trace.go:171","msg":"trace[1570061138] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3; range_end:; response_count:1; response_revision:8211; }","duration":"1.034436121s","start":"2026-03-13T23:19:34.617552Z","end":"2026-03-13T23:19:35.651989Z","steps":["trace[1570061138] 'agreement among raft nodes before linearized reading' (duration: 1.034265477s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.652034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:35.226578Z","time spent":"425.446482ms","remote":"127.0.0.1:59848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:35.652051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:34.617529Z","time spent":"1.034514743s","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3\" "} {"level":"warn","ts":"2026-03-13T23:19:35.652468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042669974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:35.652524Z","caller":"traceutil/trace.go:171","msg":"trace[814624912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8211; }","duration":"1.042763866s","start":"2026-03-13T23:19:34.609748Z","end":"2026-03-13T23:19:35.652512Z","steps":["trace[814624912] 'agreement among raft nodes before linearized reading' (duration: 1.041915816s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:35.652555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:34.609728Z","time spent":"1.042820837s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:38.374037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.46602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:38.374145Z","caller":"traceutil/trace.go:171","msg":"trace[692353883] linearizableReadLoop","detail":"{readStateIndex:8539; appliedIndex:8538; }","duration":"687.102085ms","start":"2026-03-13T23:19:37.687025Z","end":"2026-03-13T23:19:38.374127Z","steps":["trace[692353883] 'read index received' (duration: 39.330579ms)","trace[692353883] 'applied index is now lower than readState.Index' (duration: 647.769806ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:38.374185Z","caller":"traceutil/trace.go:171","msg":"trace[1030848425] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"714.991027ms","start":"2026-03-13T23:19:37.659163Z","end":"2026-03-13T23:19:38.374154Z","steps":["trace[1030848425] 'process raft request' (duration: 67.302943ms)","trace[1030848425] 'compare' (duration: 647.183712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:38.374342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:37.659137Z","time spent":"715.118249ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:38.37437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.32339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:38.374451Z","caller":"traceutil/trace.go:171","msg":"trace[2106724208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8223; }","duration":"687.442303ms","start":"2026-03-13T23:19:37.686986Z","end":"2026-03-13T23:19:38.374428Z","steps":["trace[2106724208] 'agreement among raft nodes before linearized reading' (duration: 687.202068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.374503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:37.686969Z","time spent":"687.524665ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:19:38.684454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.849559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:38.685268Z","caller":"traceutil/trace.go:171","msg":"trace[2104421581] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"691.205522ms","start":"2026-03-13T23:19:37.994008Z","end":"2026-03-13T23:19:38.685214Z","steps":["trace[2104421581] 'process raft request' (duration: 532.522804ms)","trace[2104421581] 'compare' (duration: 157.465189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:38.685332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.185331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:19:38.685366Z","caller":"traceutil/trace.go:171","msg":"trace[465002363] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8224; }","duration":"994.269263ms","start":"2026-03-13T23:19:37.691089Z","end":"2026-03-13T23:19:38.685358Z","steps":["trace[465002363] 'agreement among raft nodes before linearized reading' (duration: 994.089829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.685331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.936856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:38.685357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.24962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:19:38.685386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:37.691074Z","time spent":"994.307974ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"info","ts":"2026-03-13T23:19:38.685411Z","caller":"traceutil/trace.go:171","msg":"trace[297843651] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8224; }","duration":"641.07784ms","start":"2026-03-13T23:19:38.044312Z","end":"2026-03-13T23:19:38.685389Z","steps":["trace[297843651] 'agreement among raft nodes before linearized reading' (duration: 640.882835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.685457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:37.993962Z","time spent":"691.410656ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:38.685411Z","caller":"traceutil/trace.go:171","msg":"trace[112045252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8224; }","duration":"996.327341ms","start":"2026-03-13T23:19:37.689067Z","end":"2026-03-13T23:19:38.685394Z","steps":["trace[112045252] 'agreement among raft nodes before linearized reading' (duration: 996.121486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.685514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:38.044289Z","time spent":"641.209643ms","remote":"127.0.0.1:60264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:38.685532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.077458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:38.685598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.729701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-13T23:19:38.685641Z","caller":"traceutil/trace.go:171","msg":"trace[1689573559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8224; }","duration":"459.227221ms","start":"2026-03-13T23:19:38.226394Z","end":"2026-03-13T23:19:38.685621Z","steps":["trace[1689573559] 'agreement among raft nodes before linearized reading' (duration: 459.110408ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:38.685652Z","caller":"traceutil/trace.go:171","msg":"trace[1373949236] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8224; }","duration":"595.867443ms","start":"2026-03-13T23:19:38.089768Z","end":"2026-03-13T23:19:38.685636Z","steps":["trace[1373949236] 'agreement among raft nodes before linearized reading' (duration: 595.73901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.685622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.415486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:19:38.685694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:38.22636Z","time spent":"459.325394ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:38.685696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:38.089743Z","time spent":"595.943066ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19456,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:19:38.68573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.607374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:38.685753Z","caller":"traceutil/trace.go:171","msg":"trace[2012662908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8224; }","duration":"998.685566ms","start":"2026-03-13T23:19:37.687062Z","end":"2026-03-13T23:19:38.685748Z","steps":["trace[2012662908] 'agreement among raft nodes before linearized reading' (duration: 998.619905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.685768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:37.687042Z","time spent":"998.722648ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:19:38.685759Z","caller":"traceutil/trace.go:171","msg":"trace[1446889992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8224; }","duration":"997.658663ms","start":"2026-03-13T23:19:37.688069Z","end":"2026-03-13T23:19:38.685728Z","steps":["trace[1446889992] 'agreement among raft nodes before linearized reading' (duration: 997.207502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.685553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:37.689059Z","time spent":"996.456074ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:38.685816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:37.68804Z","time spent":"997.766884ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:19:38.685453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.258764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:38.68587Z","caller":"traceutil/trace.go:171","msg":"trace[539832130] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8224; }","duration":"837.747986ms","start":"2026-03-13T23:19:37.848117Z","end":"2026-03-13T23:19:38.685865Z","steps":["trace[539832130] 'agreement among raft nodes before linearized reading' (duration: 837.258434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.685895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:37.848088Z","time spent":"837.801706ms","remote":"127.0.0.1:60080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:38.68545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.733771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-13T23:19:38.685956Z","caller":"traceutil/trace.go:171","msg":"trace[1612789632] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8539; }","duration":"310.404664ms","start":"2026-03-13T23:19:38.37417Z","end":"2026-03-13T23:19:38.684574Z","steps":["trace[1612789632] 'read index received' (duration: 152.381001ms)","trace[1612789632] 'applied index is now lower than readState.Index' (duration: 158.022303ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:38.685995Z","caller":"traceutil/trace.go:171","msg":"trace[166178666] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8224; }","duration":"611.324514ms","start":"2026-03-13T23:19:38.07465Z","end":"2026-03-13T23:19:38.685974Z","steps":["trace[166178666] 'agreement among raft nodes before linearized reading' (duration: 610.534836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.686057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:38.074634Z","time spent":"611.406187ms","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:19:38.733854Z","caller":"traceutil/trace.go:171","msg":"trace[648124324] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"355.167409ms","start":"2026-03-13T23:19:38.37866Z","end":"2026-03-13T23:19:38.733827Z","steps":["trace[648124324] 'process raft request' (duration: 354.901733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.734076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:38.378608Z","time spent":"355.359344ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:38.734288Z","caller":"traceutil/trace.go:171","msg":"trace[1858101521] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"304.556817ms","start":"2026-03-13T23:19:38.4295Z","end":"2026-03-13T23:19:38.734056Z","steps":["trace[1858101521] 'process raft request' (duration: 304.27733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:38.734644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:38.42948Z","time spent":"305.018277ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:38.969882Z","caller":"traceutil/trace.go:171","msg":"trace[1545951562] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"134.214177ms","start":"2026-03-13T23:19:38.835643Z","end":"2026-03-13T23:19:38.969857Z","steps":["trace[1545951562] 'process raft request' (duration: 134.050363ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:39.98299Z","caller":"traceutil/trace.go:171","msg":"trace[1460565709] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"729.764033ms","start":"2026-03-13T23:19:39.253191Z","end":"2026-03-13T23:19:39.982955Z","steps":["trace[1460565709] 'process raft request' (duration: 729.451875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:39.983225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:39.253174Z","time spent":"729.933466ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:41.239048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607033491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:19:41.733716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.350182808s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:19:41.73426Z","caller":"traceutil/trace.go:171","msg":"trace[344346350] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"1.350798352s","start":"2026-03-13T23:19:40.383435Z","end":"2026-03-13T23:19:41.734234Z","steps":["trace[344346350] 'process raft request' (duration: 1.350652709s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:41.734401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.383417Z","time spent":"1.350912215s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:42.212413Z","caller":"traceutil/trace.go:171","msg":"trace[1893242619] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"1.471790871s","start":"2026-03-13T23:19:40.740602Z","end":"2026-03-13T23:19:42.212393Z","steps":["trace[1893242619] 'process raft request' (duration: 1.471727859s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:42.212446Z","caller":"traceutil/trace.go:171","msg":"trace[1998292523] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"1.767133141s","start":"2026-03-13T23:19:40.445297Z","end":"2026-03-13T23:19:42.21243Z","steps":["trace[1998292523] 'process raft request' (duration: 1.766866265s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.212543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.740566Z","time spent":"1.471908054s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:42.212601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.445269Z","time spent":"1.767280395s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:42.212698Z","caller":"traceutil/trace.go:171","msg":"trace[1101846891] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"1.279324214s","start":"2026-03-13T23:19:40.933354Z","end":"2026-03-13T23:19:42.212678Z","steps":["trace[1101846891] 'process raft request' (duration: 1.279007586s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:42.212811Z","caller":"traceutil/trace.go:171","msg":"trace[632643697] linearizableReadLoop","detail":"{readStateIndex:8555; appliedIndex:8550; }","duration":"1.474058463s","start":"2026-03-13T23:19:40.738742Z","end":"2026-03-13T23:19:42.212801Z","steps":["trace[632643697] 'read index received' (duration: 995.380438ms)","trace[632643697] 'applied index is now lower than readState.Index' (duration: 478.677335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:42.212816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.933317Z","time spent":"1.279442587s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:42.212825Z","caller":"traceutil/trace.go:171","msg":"trace[1792940696] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"1.237986188s","start":"2026-03-13T23:19:40.974831Z","end":"2026-03-13T23:19:42.212817Z","steps":["trace[1792940696] 'process raft request' (duration: 1.237754392s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.21291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.974796Z","time spent":"1.238091651s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:42.212974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463824244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:42.213003Z","caller":"traceutil/trace.go:171","msg":"trace[1738519802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8238; }","duration":"1.463876836s","start":"2026-03-13T23:19:40.749119Z","end":"2026-03-13T23:19:42.212996Z","steps":["trace[1738519802] 'agreement among raft nodes before linearized reading' (duration: 1.463752703s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.212993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474246908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:42.213071Z","caller":"traceutil/trace.go:171","msg":"trace[197205613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8238; }","duration":"1.474389451s","start":"2026-03-13T23:19:40.738664Z","end":"2026-03-13T23:19:42.213053Z","steps":["trace[197205613] 'agreement among raft nodes before linearized reading' (duration: 1.474185897s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.213089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462657357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:19:42.213115Z","caller":"traceutil/trace.go:171","msg":"trace[1660393279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8238; }","duration":"1.462700519s","start":"2026-03-13T23:19:40.750407Z","end":"2026-03-13T23:19:42.213108Z","steps":["trace[1660393279] 'agreement among raft nodes before linearized reading' (duration: 1.462638817s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.213032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.749107Z","time spent":"1.463918087s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:42.213143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.750397Z","time spent":"1.462739459s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:42.213149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443548141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:19:42.213234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463545809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:19:42.213233Z","caller":"traceutil/trace.go:171","msg":"trace[393733386] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8238; }","duration":"1.443696674s","start":"2026-03-13T23:19:40.769517Z","end":"2026-03-13T23:19:42.213214Z","steps":["trace[393733386] 'agreement among raft nodes before linearized reading' (duration: 1.443482839s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:42.213257Z","caller":"traceutil/trace.go:171","msg":"trace[176048446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8238; }","duration":"1.46361635s","start":"2026-03-13T23:19:40.749636Z","end":"2026-03-13T23:19:42.213252Z","steps":["trace[176048446] 'agreement among raft nodes before linearized reading' (duration: 1.463559199s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.213276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.74961Z","time spent":"1.463662062s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:19:42.213276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.769479Z","time spent":"1.443787286s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:19:42.213114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.738634Z","time spent":"1.474472404s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:19:42.213091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.219442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-13T23:19:42.213386Z","caller":"traceutil/trace.go:171","msg":"trace[145967826] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:8238; }","duration":"798.5544ms","start":"2026-03-13T23:19:41.414825Z","end":"2026-03-13T23:19:42.21338Z","steps":["trace[145967826] 'agreement among raft nodes before linearized reading' (duration: 798.154191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.213404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431940629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:19:42.21344Z","caller":"traceutil/trace.go:171","msg":"trace[1904793209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8238; }","duration":"1.431997741s","start":"2026-03-13T23:19:40.781433Z","end":"2026-03-13T23:19:42.21343Z","steps":["trace[1904793209] 'agreement among raft nodes before linearized reading' (duration: 1.431892309s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.213414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:41.414805Z","time spent":"798.600401ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-13T23:19:42.213487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.78142Z","time spent":"1.432057462s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:19:42.213501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441236688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:19:42.213536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.916787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:42.213536Z","caller":"traceutil/trace.go:171","msg":"trace[249212801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8238; }","duration":"1.441310348s","start":"2026-03-13T23:19:40.772216Z","end":"2026-03-13T23:19:42.213526Z","steps":["trace[249212801] 'agreement among raft nodes before linearized reading' (duration: 1.441249867s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:42.213562Z","caller":"traceutil/trace.go:171","msg":"trace[2027657375] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8238; }","duration":"658.971388ms","start":"2026-03-13T23:19:41.554582Z","end":"2026-03-13T23:19:42.213553Z","steps":["trace[2027657375] 'agreement among raft nodes before linearized reading' (duration: 658.892476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.213568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:40.772203Z","time spent":"1.44135699s","remote":"127.0.0.1:58624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:42.213582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:41.554562Z","time spent":"659.015399ms","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:42.213449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.309422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:42.213764Z","caller":"traceutil/trace.go:171","msg":"trace[2141864903] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8238; }","duration":"355.64887ms","start":"2026-03-13T23:19:41.8581Z","end":"2026-03-13T23:19:42.213749Z","steps":["trace[2141864903] 'agreement among raft nodes before linearized reading' (duration: 355.275071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.213803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:41.858086Z","time spent":"355.705702ms","remote":"127.0.0.1:51612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:42.378601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.714793ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-13T23:19:42.378952Z","caller":"traceutil/trace.go:171","msg":"trace[157928457] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"160.45134ms","start":"2026-03-13T23:19:42.218483Z","end":"2026-03-13T23:19:42.378935Z","steps":["trace[157928457] 'process raft request' (duration: 160.392898ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:42.378974Z","caller":"traceutil/trace.go:171","msg":"trace[1771212545] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"160.668375ms","start":"2026-03-13T23:19:42.218267Z","end":"2026-03-13T23:19:42.378936Z","steps":["trace[1771212545] 'process raft request' (duration: 160.432129ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:42.379028Z","caller":"traceutil/trace.go:171","msg":"trace[1849629975] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"160.610513ms","start":"2026-03-13T23:19:42.218409Z","end":"2026-03-13T23:19:42.379019Z","steps":["trace[1849629975] 'process raft request' (duration: 160.433388ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:42.378973Z","caller":"traceutil/trace.go:171","msg":"trace[1337770555] linearizableReadLoop","detail":"{readStateIndex:8556; appliedIndex:8555; }","duration":"161.726239ms","start":"2026-03-13T23:19:42.217222Z","end":"2026-03-13T23:19:42.378948Z","steps":["trace[1337770555] 'read index received' (duration: 57.659037ms)","trace[1337770555] 'applied index is now lower than readState.Index' (duration: 104.064702ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:42.379085Z","caller":"traceutil/trace.go:171","msg":"trace[1056267117] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"158.188267ms","start":"2026-03-13T23:19:42.220884Z","end":"2026-03-13T23:19:42.379072Z","steps":["trace[1056267117] 'process raft request' (duration: 158.019283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.379236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.003365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:19:42.379272Z","caller":"traceutil/trace.go:171","msg":"trace[1049144391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8242; }","duration":"162.065657ms","start":"2026-03-13T23:19:42.217196Z","end":"2026-03-13T23:19:42.379261Z","steps":["trace[1049144391] 'agreement among raft nodes before linearized reading' (duration: 161.823982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.379419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.010183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228829"} {"level":"info","ts":"2026-03-13T23:19:42.37945Z","caller":"traceutil/trace.go:171","msg":"trace[313927003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8242; }","duration":"161.070963ms","start":"2026-03-13T23:19:42.21837Z","end":"2026-03-13T23:19:42.379441Z","steps":["trace[313927003] 'agreement among raft nodes before linearized reading' (duration: 160.745666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:42.379466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.449725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:42.379486Z","caller":"traceutil/trace.go:171","msg":"trace[1041576828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8242; }","duration":"132.502956ms","start":"2026-03-13T23:19:42.246977Z","end":"2026-03-13T23:19:42.37948Z","steps":["trace[1041576828] 'agreement among raft nodes before linearized reading' (duration: 132.468996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.225894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.507934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:43.22603Z","caller":"traceutil/trace.go:171","msg":"trace[959883518] linearizableReadLoop","detail":"{readStateIndex:8561; appliedIndex:8560; }","duration":"845.62536ms","start":"2026-03-13T23:19:42.380384Z","end":"2026-03-13T23:19:43.226009Z","steps":["trace[959883518] 'read index received' (duration: 160.88487ms)","trace[959883518] 'applied index is now lower than readState.Index' (duration: 684.73789ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:43.226092Z","caller":"traceutil/trace.go:171","msg":"trace[1220009395] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"846.412038ms","start":"2026-03-13T23:19:42.37964Z","end":"2026-03-13T23:19:43.226052Z","steps":["trace[1220009395] 'process raft request' (duration: 161.663658ms)","trace[1220009395] 'compare' (duration: 683.790398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:43.226229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.379619Z","time spent":"846.53373ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:43.22619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.786724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:43.226292Z","caller":"traceutil/trace.go:171","msg":"trace[1356637800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8243; }","duration":"845.926796ms","start":"2026-03-13T23:19:42.380347Z","end":"2026-03-13T23:19:43.226274Z","steps":["trace[1356637800] 'agreement among raft nodes before linearized reading' (duration: 845.739892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.22634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.380332Z","time spent":"846.000239ms","remote":"127.0.0.1:59848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:43.229672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.981738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:43.229714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.249308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:43.229722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.494784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:43.229748Z","caller":"traceutil/trace.go:171","msg":"trace[871683139] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8244; }","duration":"650.107701ms","start":"2026-03-13T23:19:42.57962Z","end":"2026-03-13T23:19:43.229728Z","steps":["trace[871683139] 'agreement among raft nodes before linearized reading' (duration: 649.980398ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:43.229778Z","caller":"traceutil/trace.go:171","msg":"trace[1429386991] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8244; }","duration":"155.357111ms","start":"2026-03-13T23:19:43.074403Z","end":"2026-03-13T23:19:43.22976Z","steps":["trace[1429386991] 'agreement among raft nodes before linearized reading' (duration: 155.222697ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:43.229792Z","caller":"traceutil/trace.go:171","msg":"trace[1666957962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8244; }","duration":"173.602457ms","start":"2026-03-13T23:19:43.05617Z","end":"2026-03-13T23:19:43.229773Z","steps":["trace[1666957962] 'agreement among raft nodes before linearized reading' (duration: 173.489194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.2298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.579597Z","time spent":"650.187863ms","remote":"127.0.0.1:47538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:43.229852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.08962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-13T23:19:43.229906Z","caller":"traceutil/trace.go:171","msg":"trace[606981745] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8244; }","duration":"849.163432ms","start":"2026-03-13T23:19:42.380728Z","end":"2026-03-13T23:19:43.229891Z","steps":["trace[606981745] 'agreement among raft nodes before linearized reading' (duration: 848.988478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:43.229948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:42.380721Z","time spent":"849.214564ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19456,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:19:44.726417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607033522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:19:44.966646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617687619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:44.966756Z","caller":"traceutil/trace.go:171","msg":"trace[490726771] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8244; }","duration":"1.617837202s","start":"2026-03-13T23:19:43.348896Z","end":"2026-03-13T23:19:44.966734Z","steps":["trace[490726771] 'count revisions from in-memory index tree' (duration: 1.617611167s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:44.966819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:43.348884Z","time spent":"1.617914944s","remote":"127.0.0.1:60230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:44.966882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223720954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:19:44.966932Z","caller":"traceutil/trace.go:171","msg":"trace[344208647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8244; }","duration":"1.223824406s","start":"2026-03-13T23:19:43.743095Z","end":"2026-03-13T23:19:44.96692Z","steps":["trace[344208647] 'range keys from in-memory index tree' (duration: 1.223544449s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:44.966955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:43.743072Z","time spent":"1.223878187s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:44.966972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206147793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:44.967017Z","caller":"traceutil/trace.go:171","msg":"trace[546007931] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8244; }","duration":"1.206228004s","start":"2026-03-13T23:19:43.760771Z","end":"2026-03-13T23:19:44.967Z","steps":["trace[546007931] 'count revisions from in-memory index tree' (duration: 1.2060355s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:44.967041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:43.76076Z","time spent":"1.206274815s","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:44.966681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.906035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:19:44.966877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:43.427319Z","time spent":"1.539550653s","remote":"127.0.0.1:33762","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-13T23:19:44.967137Z","caller":"traceutil/trace.go:171","msg":"trace[1296679100] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8244; }","duration":"843.390066ms","start":"2026-03-13T23:19:44.123724Z","end":"2026-03-13T23:19:44.967114Z","steps":["trace[1296679100] 'count revisions from in-memory index tree' (duration: 842.817893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:44.967202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.123699Z","time spent":"843.483798ms","remote":"127.0.0.1:33642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:44.967148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.950104ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:44.967256Z","caller":"traceutil/trace.go:171","msg":"trace[1444961916] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8244; }","duration":"753.055457ms","start":"2026-03-13T23:19:44.21418Z","end":"2026-03-13T23:19:44.967236Z","steps":["trace[1444961916] 'range keys from in-memory index tree' (duration: 752.935713ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:44.980622Z","caller":"traceutil/trace.go:171","msg":"trace[1770613313] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"762.931867ms","start":"2026-03-13T23:19:44.217681Z","end":"2026-03-13T23:19:44.980612Z","steps":["trace[1770613313] 'process raft request' (duration: 762.853455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:44.980693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.217652Z","time spent":"762.999578ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:45.234385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.873511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:45.234563Z","caller":"traceutil/trace.go:171","msg":"trace[1630419300] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"1.016600364s","start":"2026-03-13T23:19:44.217937Z","end":"2026-03-13T23:19:45.234537Z","steps":["trace[1630419300] 'process raft request' (duration: 890.491718ms)","trace[1630419300] 'compare' (duration: 125.741858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:45.234628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.217905Z","time spent":"1.016692667s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:45.235169Z","caller":"traceutil/trace.go:171","msg":"trace[1667173791] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"1.015349005s","start":"2026-03-13T23:19:44.219797Z","end":"2026-03-13T23:19:45.235147Z","steps":["trace[1667173791] 'process raft request' (duration: 1.014693549s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.235211Z","caller":"traceutil/trace.go:171","msg":"trace[1306157696] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"264.247325ms","start":"2026-03-13T23:19:44.970938Z","end":"2026-03-13T23:19:45.235186Z","steps":["trace[1306157696] 'process raft request' (duration: 264.114271ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.235192Z","caller":"traceutil/trace.go:171","msg":"trace[985733090] linearizableReadLoop","detail":"{readStateIndex:8565; appliedIndex:8563; }","duration":"1.009303934s","start":"2026-03-13T23:19:44.225863Z","end":"2026-03-13T23:19:45.235167Z","steps":["trace[985733090] 'read index received' (duration: 754.752926ms)","trace[985733090] 'applied index is now lower than readState.Index' (duration: 254.549848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:45.235277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.219719Z","time spent":"1.015500128s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:45.235417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009540789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:45.23552Z","caller":"traceutil/trace.go:171","msg":"trace[373958686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8248; }","duration":"1.009688403s","start":"2026-03-13T23:19:44.225802Z","end":"2026-03-13T23:19:45.235491Z","steps":["trace[373958686] 'agreement among raft nodes before linearized reading' (duration: 1.009526019s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:45.235578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.225778Z","time spent":"1.009787125s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:45.23561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.762663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:19:45.235651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.404726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-13T23:19:45.235651Z","caller":"traceutil/trace.go:171","msg":"trace[753040273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8248; }","duration":"851.902276ms","start":"2026-03-13T23:19:44.383737Z","end":"2026-03-13T23:19:45.235639Z","steps":["trace[753040273] 'agreement among raft nodes before linearized reading' (duration: 851.770583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:45.235594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.427145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:19:45.235678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.972608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:19:45.235692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.383717Z","time spent":"851.966177ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:45.235708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.978414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-13T23:19:45.23568Z","caller":"traceutil/trace.go:171","msg":"trace[40572168] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3; range_end:; response_count:1; response_revision:8248; }","duration":"620.487778ms","start":"2026-03-13T23:19:44.615185Z","end":"2026-03-13T23:19:45.235672Z","steps":["trace[40572168] 'agreement among raft nodes before linearized reading' (duration: 620.428417ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.235728Z","caller":"traceutil/trace.go:171","msg":"trace[14912738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8248; }","duration":"848.554138ms","start":"2026-03-13T23:19:44.387149Z","end":"2026-03-13T23:19:45.235703Z","steps":["trace[14912738] 'agreement among raft nodes before linearized reading' (duration: 848.357123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:45.235784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.61516Z","time spent":"620.619161ms","remote":"127.0.0.1:59954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3\" "} {"level":"warn","ts":"2026-03-13T23:19:45.235732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.348787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:19:45.235747Z","caller":"traceutil/trace.go:171","msg":"trace[1540545389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8248; }","duration":"852.06321ms","start":"2026-03-13T23:19:44.383668Z","end":"2026-03-13T23:19:45.235731Z","steps":["trace[1540545389] 'agreement among raft nodes before linearized reading' (duration: 851.874796ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.235818Z","caller":"traceutil/trace.go:171","msg":"trace[936210861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8248; }","duration":"852.475259ms","start":"2026-03-13T23:19:44.383331Z","end":"2026-03-13T23:19:45.235806Z","steps":["trace[936210861] 'agreement among raft nodes before linearized reading' (duration: 852.294055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:45.235823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.38714Z","time spent":"848.66139ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:19:45.235838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.383659Z","time spent":"852.164313ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:19:45.235839Z","caller":"traceutil/trace.go:171","msg":"trace[744298050] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8248; }","duration":"563.128039ms","start":"2026-03-13T23:19:44.672653Z","end":"2026-03-13T23:19:45.235781Z","steps":["trace[744298050] 'agreement among raft nodes before linearized reading' (duration: 562.946064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:45.235859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.383312Z","time spent":"852.538681ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:19:45.235889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.672621Z","time spent":"563.254211ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-13T23:19:45.236053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.799532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:45.236119Z","caller":"traceutil/trace.go:171","msg":"trace[530618893] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8248; }","duration":"705.871514ms","start":"2026-03-13T23:19:44.530228Z","end":"2026-03-13T23:19:45.236099Z","steps":["trace[530618893] 'agreement among raft nodes before linearized reading' (duration: 705.26278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:45.236167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.810587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:19:45.236172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.530155Z","time spent":"706.001677ms","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:19:45.236212Z","caller":"traceutil/trace.go:171","msg":"trace[944884841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8248; }","duration":"852.898139ms","start":"2026-03-13T23:19:44.383303Z","end":"2026-03-13T23:19:45.236202Z","steps":["trace[944884841] 'agreement among raft nodes before linearized reading' (duration: 852.121481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:45.236248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:44.383259Z","time spent":"852.982301ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:19:45.411875Z","caller":"traceutil/trace.go:171","msg":"trace[2141478007] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"172.341717ms","start":"2026-03-13T23:19:45.23951Z","end":"2026-03-13T23:19:45.411852Z","steps":["trace[2141478007] 'process raft request' (duration: 172.109501ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.456684Z","caller":"traceutil/trace.go:171","msg":"trace[1298494934] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"215.641579ms","start":"2026-03-13T23:19:45.24103Z","end":"2026-03-13T23:19:45.456671Z","steps":["trace[1298494934] 'process raft request' (duration: 215.580858ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.456776Z","caller":"traceutil/trace.go:171","msg":"trace[1296798127] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"215.736151ms","start":"2026-03-13T23:19:45.241005Z","end":"2026-03-13T23:19:45.456741Z","steps":["trace[1296798127] 'process raft request' (duration: 215.539616ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.45701Z","caller":"traceutil/trace.go:171","msg":"trace[1678363842] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"215.835633ms","start":"2026-03-13T23:19:45.241154Z","end":"2026-03-13T23:19:45.45699Z","steps":["trace[1678363842] 'process raft request' (duration: 215.492135ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.457094Z","caller":"traceutil/trace.go:171","msg":"trace[640529137] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"215.143798ms","start":"2026-03-13T23:19:45.24194Z","end":"2026-03-13T23:19:45.457084Z","steps":["trace[640529137] 'process raft request' (duration: 215.051205ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.457102Z","caller":"traceutil/trace.go:171","msg":"trace[1184641454] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"215.788543ms","start":"2026-03-13T23:19:45.241291Z","end":"2026-03-13T23:19:45.457079Z","steps":["trace[1184641454] 'process raft request' (duration: 215.581878ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:45.457067Z","caller":"traceutil/trace.go:171","msg":"trace[1652587605] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8567; }","duration":"215.24844ms","start":"2026-03-13T23:19:45.241793Z","end":"2026-03-13T23:19:45.457041Z","steps":["trace[1652587605] 'read index received' (duration: 170.047284ms)","trace[1652587605] 'applied index is now lower than readState.Index' (duration: 45.200106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:45.457334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.583734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:45.457358Z","caller":"traceutil/trace.go:171","msg":"trace[59162703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8254; }","duration":"211.636555ms","start":"2026-03-13T23:19:45.245715Z","end":"2026-03-13T23:19:45.457352Z","steps":["trace[59162703] 'agreement among raft nodes before linearized reading' (duration: 211.582514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:45.457472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.656569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228829"} {"level":"info","ts":"2026-03-13T23:19:45.45752Z","caller":"traceutil/trace.go:171","msg":"trace[1880236513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8254; }","duration":"215.912836ms","start":"2026-03-13T23:19:45.241597Z","end":"2026-03-13T23:19:45.45751Z","steps":["trace[1880236513] 'agreement among raft nodes before linearized reading' (duration: 215.520056ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:50.83972Z","caller":"traceutil/trace.go:171","msg":"trace[1500276877] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"103.397117ms","start":"2026-03-13T23:19:50.736278Z","end":"2026-03-13T23:19:50.839675Z","steps":["trace[1500276877] 'process raft request' (duration: 103.12017ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:51.504214Z","caller":"traceutil/trace.go:171","msg":"trace[1823365348] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"198.107478ms","start":"2026-03-13T23:19:51.306084Z","end":"2026-03-13T23:19:51.504191Z","steps":["trace[1823365348] 'process raft request' (duration: 197.994306ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:51.504252Z","caller":"traceutil/trace.go:171","msg":"trace[186468712] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"198.855906ms","start":"2026-03-13T23:19:51.30537Z","end":"2026-03-13T23:19:51.504226Z","steps":["trace[186468712] 'process raft request' (duration: 118.206522ms)","trace[186468712] 'compare' (duration: 80.366808ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:51.720275Z","caller":"traceutil/trace.go:171","msg":"trace[1786122172] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"209.24975ms","start":"2026-03-13T23:19:51.510992Z","end":"2026-03-13T23:19:51.720242Z","steps":["trace[1786122172] 'process raft request' (duration: 209.153957ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:51.720285Z","caller":"traceutil/trace.go:171","msg":"trace[351108444] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"209.547876ms","start":"2026-03-13T23:19:51.510679Z","end":"2026-03-13T23:19:51.720227Z","steps":["trace[351108444] 'process raft request' (duration: 136.09478ms)","trace[351108444] 'compare' (duration: 73.138749ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:51.720544Z","caller":"traceutil/trace.go:171","msg":"trace[283057543] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"207.875867ms","start":"2026-03-13T23:19:51.512657Z","end":"2026-03-13T23:19:51.720533Z","steps":["trace[283057543] 'process raft request' (duration: 207.53749ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:51.720791Z","caller":"traceutil/trace.go:171","msg":"trace[570064809] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"207.716224ms","start":"2026-03-13T23:19:51.513038Z","end":"2026-03-13T23:19:51.720754Z","steps":["trace[570064809] 'process raft request' (duration: 207.385396ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:51.720849Z","caller":"traceutil/trace.go:171","msg":"trace[881122339] linearizableReadLoop","detail":"{readStateIndex:8645; appliedIndex:8641; }","duration":"181.263065ms","start":"2026-03-13T23:19:51.539559Z","end":"2026-03-13T23:19:51.720822Z","steps":["trace[881122339] 'read index received' (duration: 107.324658ms)","trace[881122339] 'applied index is now lower than readState.Index' (duration: 73.936017ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:51.72088Z","caller":"traceutil/trace.go:171","msg":"trace[626577920] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"180.062608ms","start":"2026-03-13T23:19:51.540792Z","end":"2026-03-13T23:19:51.720855Z","steps":["trace[626577920] 'process raft request' (duration: 179.971896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:51.721105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.111699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8jpnk\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-13T23:19:51.721137Z","caller":"traceutil/trace.go:171","msg":"trace[688883327] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8jpnk; range_end:; response_count:1; response_revision:8323; }","duration":"210.188051ms","start":"2026-03-13T23:19:51.510941Z","end":"2026-03-13T23:19:51.721129Z","steps":["trace[688883327] 'agreement among raft nodes before linearized reading' (duration: 210.001737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:51.721326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.181611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-8jpnk\" ","response":"range_response_count:1 size:2802"} {"level":"warn","ts":"2026-03-13T23:19:51.72136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.941568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:51.721377Z","caller":"traceutil/trace.go:171","msg":"trace[212440070] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8323; }","duration":"159.963528ms","start":"2026-03-13T23:19:51.561409Z","end":"2026-03-13T23:19:51.721373Z","steps":["trace[212440070] 'agreement among raft nodes before linearized reading' (duration: 159.901917ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:51.721387Z","caller":"traceutil/trace.go:171","msg":"trace[1803651901] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-8jpnk; range_end:; response_count:1; response_revision:8323; }","duration":"207.301484ms","start":"2026-03-13T23:19:51.514068Z","end":"2026-03-13T23:19:51.721369Z","steps":["trace[1803651901] 'agreement among raft nodes before linearized reading' (duration: 206.810753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:51.721483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.189884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228764"} {"level":"info","ts":"2026-03-13T23:19:51.721536Z","caller":"traceutil/trace.go:171","msg":"trace[142317694] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8323; }","duration":"178.300197ms","start":"2026-03-13T23:19:51.543223Z","end":"2026-03-13T23:19:51.721523Z","steps":["trace[142317694] 'agreement among raft nodes before linearized reading' (duration: 177.727783ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:51.932687Z","caller":"traceutil/trace.go:171","msg":"trace[1407961778] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"203.622138ms","start":"2026-03-13T23:19:51.729032Z","end":"2026-03-13T23:19:51.932654Z","steps":["trace[1407961778] 'process raft request' (duration: 172.154403ms)","trace[1407961778] 'compare' (duration: 31.318932ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:51.995073Z","caller":"traceutil/trace.go:171","msg":"trace[1727916262] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8325; }","duration":"265.409871ms","start":"2026-03-13T23:19:51.729617Z","end":"2026-03-13T23:19:51.995026Z","steps":["trace[1727916262] 'process raft request' (duration: 265.092144ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:52.190135Z","caller":"traceutil/trace.go:171","msg":"trace[464139512] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"160.463ms","start":"2026-03-13T23:19:52.029642Z","end":"2026-03-13T23:19:52.190105Z","steps":["trace[464139512] 'process raft request' (duration: 64.59552ms)","trace[464139512] 'compare' (duration: 95.714826ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:52.232054Z","caller":"traceutil/trace.go:171","msg":"trace[875726712] linearizableReadLoop","detail":"{readStateIndex:8650; appliedIndex:8648; }","duration":"156.425635ms","start":"2026-03-13T23:19:52.075616Z","end":"2026-03-13T23:19:52.232042Z","steps":["trace[875726712] 'read index received' (duration: 18.698937ms)","trace[875726712] 'applied index is now lower than readState.Index' (duration: 137.725618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:52.232159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.535668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:52.232198Z","caller":"traceutil/trace.go:171","msg":"trace[1947024059] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"171.408915ms","start":"2026-03-13T23:19:52.060718Z","end":"2026-03-13T23:19:52.232127Z","steps":["trace[1947024059] 'process raft request' (duration: 171.248791ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:52.232353Z","caller":"traceutil/trace.go:171","msg":"trace[2096025060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8327; }","duration":"156.63431ms","start":"2026-03-13T23:19:52.075543Z","end":"2026-03-13T23:19:52.232178Z","steps":["trace[2096025060] 'agreement among raft nodes before linearized reading' (duration: 156.543648ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:53.15972Z","caller":"traceutil/trace.go:171","msg":"trace[700799404] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"754.802957ms","start":"2026-03-13T23:19:52.404893Z","end":"2026-03-13T23:19:53.159696Z","steps":["trace[700799404] 'process raft request' (duration: 754.667774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:53.159887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:52.40487Z","time spent":"754.952821ms","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:53.169271Z","caller":"traceutil/trace.go:171","msg":"trace[1409767430] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"672.888153ms","start":"2026-03-13T23:19:52.496343Z","end":"2026-03-13T23:19:53.169232Z","steps":["trace[1409767430] 'process raft request' (duration: 672.549705ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:53.169325Z","caller":"traceutil/trace.go:171","msg":"trace[1719927533] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"119.285257ms","start":"2026-03-13T23:19:53.050009Z","end":"2026-03-13T23:19:53.169295Z","steps":["trace[1719927533] 'process raft request' (duration: 118.98067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:53.169453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:52.496315Z","time spent":"673.044267ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:54.672844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.306523ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:54.672969Z","caller":"traceutil/trace.go:171","msg":"trace[1017392607] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8330; }","duration":"459.443946ms","start":"2026-03-13T23:19:54.213508Z","end":"2026-03-13T23:19:54.672952Z","steps":["trace[1017392607] 'range keys from in-memory index tree' (duration: 459.288842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.672992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221296738s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:54.673225Z","caller":"traceutil/trace.go:171","msg":"trace[1700546239] linearizableReadLoop","detail":"{readStateIndex:8654; appliedIndex:8653; }","duration":"1.447860892s","start":"2026-03-13T23:19:53.225339Z","end":"2026-03-13T23:19:54.673199Z","steps":["trace[1700546239] 'read index received' (duration: 226.220326ms)","trace[1700546239] 'applied index is now lower than readState.Index' (duration: 1.221637976s)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:54.673235Z","caller":"traceutil/trace.go:171","msg":"trace[1781471969] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"1.49571863s","start":"2026-03-13T23:19:53.177482Z","end":"2026-03-13T23:19:54.6732Z","steps":["trace[1781471969] 'process raft request' (duration: 274.151066ms)","trace[1781471969] 'compare' (duration: 1.221188835s)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:54.673358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.17746Z","time spent":"1.495850823s","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:19:54.67345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448087838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:54.673547Z","caller":"traceutil/trace.go:171","msg":"trace[1485959673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8331; }","duration":"1.448247101s","start":"2026-03-13T23:19:53.225277Z","end":"2026-03-13T23:19:54.673524Z","steps":["trace[1485959673] 'agreement among raft nodes before linearized reading' (duration: 1.447993155s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.673597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.225252Z","time spent":"1.448337023s","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:54.744921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293242198s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-13T23:19:54.745358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020167118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:54.745406Z","caller":"traceutil/trace.go:171","msg":"trace[1213446652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8333; }","duration":"1.02024756s","start":"2026-03-13T23:19:53.725144Z","end":"2026-03-13T23:19:54.745392Z","steps":["trace[1213446652] 'agreement among raft nodes before linearized reading' (duration: 1.020119697s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.745437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.725121Z","time spent":"1.020308801s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:54.745437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019651946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:19:54.74549Z","caller":"traceutil/trace.go:171","msg":"trace[304100928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8333; }","duration":"1.019750328s","start":"2026-03-13T23:19:53.725728Z","end":"2026-03-13T23:19:54.745479Z","steps":["trace[304100928] 'agreement among raft nodes before linearized reading' (duration: 1.019592295s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.74552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.725715Z","time spent":"1.019800799s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:54.745355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020846774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:54.745626Z","caller":"traceutil/trace.go:171","msg":"trace[108734541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8333; }","duration":"1.021163912s","start":"2026-03-13T23:19:53.724457Z","end":"2026-03-13T23:19:54.745621Z","steps":["trace[108734541] 'agreement among raft nodes before linearized reading' (duration: 1.020811804s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.74565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.724412Z","time spent":"1.021228383s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:19:54.745668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020162798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:19:54.745706Z","caller":"traceutil/trace.go:171","msg":"trace[809816560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8333; }","duration":"1.02021529s","start":"2026-03-13T23:19:53.725481Z","end":"2026-03-13T23:19:54.745697Z","steps":["trace[809816560] 'agreement among raft nodes before linearized reading' (duration: 1.020118207s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.745742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.853184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-13T23:19:54.745739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.725471Z","time spent":"1.02026224s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:19:54.745758Z","caller":"traceutil/trace.go:171","msg":"trace[1313547569] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5f84f57454-qxgp2.189c89d631a81ae3; range_end:; response_count:1; response_revision:8333; }","duration":"129.902985ms","start":"2026-03-13T23:19:54.615849Z","end":"2026-03-13T23:19:54.745752Z","steps":["trace[1313547569] 'agreement among raft nodes before linearized reading' (duration: 129.856574ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:54.74586Z","caller":"traceutil/trace.go:171","msg":"trace[182508475] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"1.470732366s","start":"2026-03-13T23:19:53.275121Z","end":"2026-03-13T23:19:54.745854Z","steps":["trace[182508475] 'process raft request' (duration: 1.469955928s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.745868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323355862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-13T23:19:54.745933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.334894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:54.745981Z","caller":"traceutil/trace.go:171","msg":"trace[339165016] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8333; }","duration":"189.435527ms","start":"2026-03-13T23:19:54.556535Z","end":"2026-03-13T23:19:54.745971Z","steps":["trace[339165016] 'agreement among raft nodes before linearized reading' (duration: 189.373205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.746074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.497478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:54.746031Z","caller":"traceutil/trace.go:171","msg":"trace[595433624] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8333; }","duration":"1.323513246s","start":"2026-03-13T23:19:53.422453Z","end":"2026-03-13T23:19:54.745966Z","steps":["trace[595433624] 'agreement among raft nodes before linearized reading' (duration: 1.32285025s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.74589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.370806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:54.746096Z","caller":"traceutil/trace.go:171","msg":"trace[1492983613] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8333; }","duration":"994.521079ms","start":"2026-03-13T23:19:53.75157Z","end":"2026-03-13T23:19:54.746091Z","steps":["trace[1492983613] 'agreement among raft nodes before linearized reading' (duration: 994.479638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.74606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017962176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:19:54.746117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.751527Z","time spent":"994.58384ms","remote":"127.0.0.1:60316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:19:54.746123Z","caller":"traceutil/trace.go:171","msg":"trace[1903878958] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8333; }","duration":"201.626761ms","start":"2026-03-13T23:19:54.544482Z","end":"2026-03-13T23:19:54.746109Z","steps":["trace[1903878958] 'agreement among raft nodes before linearized reading' (duration: 201.330514ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:54.746141Z","caller":"traceutil/trace.go:171","msg":"trace[78036554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8333; }","duration":"1.018071069s","start":"2026-03-13T23:19:53.728052Z","end":"2026-03-13T23:19:54.746123Z","steps":["trace[78036554] 'agreement among raft nodes before linearized reading' (duration: 1.017826764s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.746155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233473702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-13T23:19:54.745916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.275097Z","time spent":"1.470779188s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:54.745939Z","caller":"traceutil/trace.go:171","msg":"trace[1081295179] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"1.469135799s","start":"2026-03-13T23:19:53.276798Z","end":"2026-03-13T23:19:54.745934Z","steps":["trace[1081295179] 'process raft request' (duration: 1.468392102s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:54.746229Z","caller":"traceutil/trace.go:171","msg":"trace[1624895029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8333; }","duration":"1.233584855s","start":"2026-03-13T23:19:53.512627Z","end":"2026-03-13T23:19:54.746211Z","steps":["trace[1624895029] 'agreement among raft nodes before linearized reading' (duration: 1.233415041s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.746268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.512599Z","time spent":"1.233659157s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:19:54.746185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.728044Z","time spent":"1.018132631s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:19:54.746309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.27677Z","time spent":"1.469482638s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:54.746213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:53.422431Z","time spent":"1.32367597s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-13T23:19:54.870871Z","caller":"traceutil/trace.go:171","msg":"trace[231955406] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"119.145074ms","start":"2026-03-13T23:19:54.751699Z","end":"2026-03-13T23:19:54.870844Z","steps":["trace[231955406] 'process raft request' (duration: 118.912769ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:54.87089Z","caller":"traceutil/trace.go:171","msg":"trace[1846791549] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8656; }","duration":"119.067313ms","start":"2026-03-13T23:19:54.751803Z","end":"2026-03-13T23:19:54.87087Z","steps":["trace[1846791549] 'read index received' (duration: 16.177068ms)","trace[1846791549] 'applied index is now lower than readState.Index' (duration: 102.889395ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:54.87114Z","caller":"traceutil/trace.go:171","msg":"trace[1177195282] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"119.127334ms","start":"2026-03-13T23:19:54.752004Z","end":"2026-03-13T23:19:54.871132Z","steps":["trace[1177195282] 'process raft request' (duration: 118.766325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.871305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.484272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-13T23:19:54.871343Z","caller":"traceutil/trace.go:171","msg":"trace[1600278871] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8339; }","duration":"119.542693ms","start":"2026-03-13T23:19:54.751786Z","end":"2026-03-13T23:19:54.871329Z","steps":["trace[1600278871] 'agreement among raft nodes before linearized reading' (duration: 119.421571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.871383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.667573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:19:54.871413Z","caller":"traceutil/trace.go:171","msg":"trace[1025538071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8339; }","duration":"118.721284ms","start":"2026-03-13T23:19:54.752685Z","end":"2026-03-13T23:19:54.871406Z","steps":["trace[1025538071] 'agreement among raft nodes before linearized reading' (duration: 118.610592ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:54.871445Z","caller":"traceutil/trace.go:171","msg":"trace[349945590] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"119.417581ms","start":"2026-03-13T23:19:54.75202Z","end":"2026-03-13T23:19:54.871438Z","steps":["trace[349945590] 'process raft request' (duration: 118.784106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.871541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.910712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:54.871567Z","caller":"traceutil/trace.go:171","msg":"trace[420307975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8339; }","duration":"116.946903ms","start":"2026-03-13T23:19:54.754613Z","end":"2026-03-13T23:19:54.87156Z","steps":["trace[420307975] 'agreement among raft nodes before linearized reading' (duration: 116.910552ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:54.871576Z","caller":"traceutil/trace.go:171","msg":"trace[1864095878] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"117.858444ms","start":"2026-03-13T23:19:54.75371Z","end":"2026-03-13T23:19:54.871569Z","steps":["trace[1864095878] 'process raft request' (duration: 117.117507ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:54.871664Z","caller":"traceutil/trace.go:171","msg":"trace[487796532] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"117.816503ms","start":"2026-03-13T23:19:54.753842Z","end":"2026-03-13T23:19:54.871659Z","steps":["trace[487796532] 'process raft request' (duration: 117.006074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:54.872797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.208225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228744"} {"level":"info","ts":"2026-03-13T23:19:54.872849Z","caller":"traceutil/trace.go:171","msg":"trace[1926601388] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8339; }","duration":"119.286848ms","start":"2026-03-13T23:19:54.753548Z","end":"2026-03-13T23:19:54.872835Z","steps":["trace[1926601388] 'agreement among raft nodes before linearized reading' (duration: 118.143051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:55.148578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.71158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-13T23:19:55.148994Z","caller":"traceutil/trace.go:171","msg":"trace[1468095891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8339; }","duration":"183.16ms","start":"2026-03-13T23:19:54.965814Z","end":"2026-03-13T23:19:55.148974Z","steps":["trace[1468095891] 'range keys from in-memory index tree' (duration: 182.578816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:55.149099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.407874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-13T23:19:55.149241Z","caller":"traceutil/trace.go:171","msg":"trace[414038068] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8339; }","duration":"147.63962ms","start":"2026-03-13T23:19:55.001557Z","end":"2026-03-13T23:19:55.149196Z","steps":["trace[414038068] 'range keys from in-memory index tree' (duration: 146.578706ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:55.452919Z","caller":"traceutil/trace.go:171","msg":"trace[1446712856] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"108.011334ms","start":"2026-03-13T23:19:55.344878Z","end":"2026-03-13T23:19:55.452889Z","steps":["trace[1446712856] 'process raft request' (duration: 107.85545ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:56.878207Z","caller":"traceutil/trace.go:171","msg":"trace[1561838762] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"127.278504ms","start":"2026-03-13T23:19:56.750908Z","end":"2026-03-13T23:19:56.878187Z","steps":["trace[1561838762] 'process raft request' (duration: 127.142501ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:57.064203Z","caller":"traceutil/trace.go:171","msg":"trace[963287718] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8664; }","duration":"292.010743ms","start":"2026-03-13T23:19:56.772168Z","end":"2026-03-13T23:19:57.064179Z","steps":["trace[963287718] 'read index received' (duration: 105.895244ms)","trace[963287718] 'applied index is now lower than readState.Index' (duration: 186.114299ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:57.064335Z","caller":"traceutil/trace.go:171","msg":"trace[395897118] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"313.154237ms","start":"2026-03-13T23:19:56.751168Z","end":"2026-03-13T23:19:57.064322Z","steps":["trace[395897118] 'process raft request' (duration: 214.499262ms)","trace[395897118] 'compare' (duration: 98.41302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:57.064443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:56.751154Z","time spent":"313.207198ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:19:57.064556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.8683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:57.064688Z","caller":"traceutil/trace.go:171","msg":"trace[1526327509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8343; }","duration":"194.016424ms","start":"2026-03-13T23:19:56.870633Z","end":"2026-03-13T23:19:57.064649Z","steps":["trace[1526327509] 'agreement among raft nodes before linearized reading' (duration: 193.798139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.064754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.792168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:19:57.064823Z","caller":"traceutil/trace.go:171","msg":"trace[1257529542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8343; }","duration":"187.900651ms","start":"2026-03-13T23:19:56.876908Z","end":"2026-03-13T23:19:57.064809Z","steps":["trace[1257529542] 'agreement among raft nodes before linearized reading' (duration: 187.615944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.064901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.957246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:19:57.064944Z","caller":"traceutil/trace.go:171","msg":"trace[233434083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8343; }","duration":"189.040178ms","start":"2026-03-13T23:19:56.875893Z","end":"2026-03-13T23:19:57.064933Z","steps":["trace[233434083] 'agreement among raft nodes before linearized reading' (duration: 188.903094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.064997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.061134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:19:57.065078Z","caller":"traceutil/trace.go:171","msg":"trace[602339941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8343; }","duration":"188.175637ms","start":"2026-03-13T23:19:56.876883Z","end":"2026-03-13T23:19:57.065059Z","steps":["trace[602339941] 'agreement among raft nodes before linearized reading' (duration: 187.922892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.065126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.963716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:19:57.065159Z","caller":"traceutil/trace.go:171","msg":"trace[617318138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8343; }","duration":"293.022587ms","start":"2026-03-13T23:19:56.772127Z","end":"2026-03-13T23:19:57.06515Z","steps":["trace[617318138] 'agreement among raft nodes before linearized reading' (duration: 292.948535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.065195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.264782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:19:57.065245Z","caller":"traceutil/trace.go:171","msg":"trace[1576901641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8343; }","duration":"189.358125ms","start":"2026-03-13T23:19:56.875875Z","end":"2026-03-13T23:19:57.065233Z","steps":["trace[1576901641] 'agreement among raft nodes before linearized reading' (duration: 189.16292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.065026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.86088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:19:57.065373Z","caller":"traceutil/trace.go:171","msg":"trace[187635148] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8343; }","duration":"185.151196ms","start":"2026-03-13T23:19:56.880159Z","end":"2026-03-13T23:19:57.065311Z","steps":["trace[187635148] 'agreement among raft nodes before linearized reading' (duration: 184.800468ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:57.209386Z","caller":"traceutil/trace.go:171","msg":"trace[1871496086] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"140.142215ms","start":"2026-03-13T23:19:57.069212Z","end":"2026-03-13T23:19:57.209355Z","steps":["trace[1871496086] 'process raft request' (duration: 125.413251ms)","trace[1871496086] 'compare' (duration: 14.606931ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:57.240904Z","caller":"traceutil/trace.go:171","msg":"trace[1204432956] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"171.079398ms","start":"2026-03-13T23:19:57.069797Z","end":"2026-03-13T23:19:57.240877Z","steps":["trace[1204432956] 'process raft request' (duration: 171.000266ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:57.240974Z","caller":"traceutil/trace.go:171","msg":"trace[2038445296] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"171.343614ms","start":"2026-03-13T23:19:57.069607Z","end":"2026-03-13T23:19:57.240951Z","steps":["trace[2038445296] 'process raft request' (duration: 171.061137ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:57.24122Z","caller":"traceutil/trace.go:171","msg":"trace[445220045] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"171.274763ms","start":"2026-03-13T23:19:57.069932Z","end":"2026-03-13T23:19:57.241206Z","steps":["trace[445220045] 'process raft request' (duration: 170.907204ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:57.24125Z","caller":"traceutil/trace.go:171","msg":"trace[1949341923] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"171.297093ms","start":"2026-03-13T23:19:57.069938Z","end":"2026-03-13T23:19:57.241235Z","steps":["trace[1949341923] 'process raft request' (duration: 171.17772ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:57.241226Z","caller":"traceutil/trace.go:171","msg":"trace[1142979837] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8666; }","duration":"170.255488ms","start":"2026-03-13T23:19:57.07095Z","end":"2026-03-13T23:19:57.241205Z","steps":["trace[1142979837] 'read index received' (duration: 123.768282ms)","trace[1142979837] 'applied index is now lower than readState.Index' (duration: 46.486056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:57.241653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.681398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228744"} {"level":"info","ts":"2026-03-13T23:19:57.241698Z","caller":"traceutil/trace.go:171","msg":"trace[1490326471] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8348; }","duration":"170.766251ms","start":"2026-03-13T23:19:57.070922Z","end":"2026-03-13T23:19:57.241688Z","steps":["trace[1490326471] 'agreement among raft nodes before linearized reading' (duration: 170.387372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:57.597658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.439049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:19:57.597971Z","caller":"traceutil/trace.go:171","msg":"trace[1399050540] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"384.290959ms","start":"2026-03-13T23:19:57.213648Z","end":"2026-03-13T23:19:57.597939Z","steps":["trace[1399050540] 'process raft request' (duration: 107.482211ms)","trace[1399050540] 'compare' (duration: 276.224515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:57.598122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:57.213625Z","time spent":"384.419953ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:57.598191Z","caller":"traceutil/trace.go:171","msg":"trace[108261710] linearizableReadLoop","detail":"{readStateIndex:8672; appliedIndex:8671; }","duration":"356.867529ms","start":"2026-03-13T23:19:57.241295Z","end":"2026-03-13T23:19:57.598163Z","steps":["trace[108261710] 'read index received' (duration: 79.774093ms)","trace[108261710] 'applied index is now lower than readState.Index' (duration: 277.090906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:57.878513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.329769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:57.878539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.73577ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:19:57.878609Z","caller":"traceutil/trace.go:171","msg":"trace[168172246] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8349; }","duration":"740.500253ms","start":"2026-03-13T23:19:57.138082Z","end":"2026-03-13T23:19:57.878583Z","steps":["trace[168172246] 'agreement among raft nodes before linearized reading' (duration: 460.175283ms)","trace[168172246] 'count revisions from in-memory index tree' (duration: 280.152697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:57.878658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:57.138055Z","time spent":"740.591725ms","remote":"127.0.0.1:51468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:57.878775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.451522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:57.878831Z","caller":"traceutil/trace.go:171","msg":"trace[1154470217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8349; }","duration":"654.545034ms","start":"2026-03-13T23:19:57.224269Z","end":"2026-03-13T23:19:57.878814Z","steps":["trace[1154470217] 'agreement among raft nodes before linearized reading' (duration: 373.898097ms)","trace[1154470217] 'range keys from in-memory index tree' (duration: 280.568106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:57.878982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:57.224251Z","time spent":"654.720379ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:19:58.910838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607033830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:19:59.178708Z","caller":"traceutil/trace.go:171","msg":"trace[1437604044] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"859.81946ms","start":"2026-03-13T23:19:58.318869Z","end":"2026-03-13T23:19:59.178688Z","steps":["trace[1437604044] 'process raft request' (duration: 859.656736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:59.178816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.318841Z","time spent":"859.921453ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:59.27221Z","caller":"traceutil/trace.go:171","msg":"trace[658940126] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"387.896474ms","start":"2026-03-13T23:19:58.884296Z","end":"2026-03-13T23:19:59.272193Z","steps":["trace[658940126] 'process raft request' (duration: 387.837182ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:19:59.272221Z","caller":"traceutil/trace.go:171","msg":"trace[796018230] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"927.346238ms","start":"2026-03-13T23:19:58.344845Z","end":"2026-03-13T23:19:59.272191Z","steps":["trace[796018230] 'process raft request' (duration: 865.310378ms)","trace[796018230] 'compare' (duration: 61.856445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:19:59.272347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.884263Z","time spent":"388.004786ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:59.2724Z","caller":"traceutil/trace.go:171","msg":"trace[1595171393] linearizableReadLoop","detail":"{readStateIndex:8676; appliedIndex:8673; }","duration":"862.075093ms","start":"2026-03-13T23:19:58.410296Z","end":"2026-03-13T23:19:59.272372Z","steps":["trace[1595171393] 'read index received' (duration: 768.322032ms)","trace[1595171393] 'applied index is now lower than readState.Index' (duration: 93.750771ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:19:59.272453Z","caller":"traceutil/trace.go:171","msg":"trace[1242126015] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"202.744777ms","start":"2026-03-13T23:19:59.069685Z","end":"2026-03-13T23:19:59.27243Z","steps":["trace[1242126015] 'process raft request' (duration: 202.478701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:59.272581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.199803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:19:59.273158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.344813Z","time spent":"927.574743ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:19:59.273221Z","caller":"traceutil/trace.go:171","msg":"trace[886734598] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8353; }","duration":"662.879419ms","start":"2026-03-13T23:19:58.610323Z","end":"2026-03-13T23:19:59.273202Z","steps":["trace[886734598] 'agreement among raft nodes before linearized reading' (duration: 662.196893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:59.273297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.61031Z","time spent":"662.960381ms","remote":"127.0.0.1:51580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:59.272569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.249777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:19:59.273433Z","caller":"traceutil/trace.go:171","msg":"trace[1029540284] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8353; }","duration":"863.119207ms","start":"2026-03-13T23:19:58.410289Z","end":"2026-03-13T23:19:59.273408Z","steps":["trace[1029540284] 'agreement among raft nodes before linearized reading' (duration: 862.206826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:59.273511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.410244Z","time spent":"863.23991ms","remote":"127.0.0.1:51554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:19:59.272654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.2296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:19:59.273578Z","caller":"traceutil/trace.go:171","msg":"trace[135941243] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8353; }","duration":"439.191643ms","start":"2026-03-13T23:19:58.834377Z","end":"2026-03-13T23:19:59.273569Z","steps":["trace[135941243] 'agreement among raft nodes before linearized reading' (duration: 438.240461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:19:59.273625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:19:58.834357Z","time spent":"439.256104ms","remote":"127.0.0.1:60304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:20:09.530524Z","caller":"traceutil/trace.go:171","msg":"trace[1877399573] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"106.536189ms","start":"2026-03-13T23:20:09.423965Z","end":"2026-03-13T23:20:09.530501Z","steps":["trace[1877399573] 'process raft request' (duration: 106.315834ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:09.536063Z","caller":"traceutil/trace.go:171","msg":"trace[1718735692] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"111.23611ms","start":"2026-03-13T23:20:09.424807Z","end":"2026-03-13T23:20:09.536043Z","steps":["trace[1718735692] 'process raft request' (duration: 111.027835ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:09.53608Z","caller":"traceutil/trace.go:171","msg":"trace[1620251218] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"111.24912ms","start":"2026-03-13T23:20:09.424807Z","end":"2026-03-13T23:20:09.536056Z","steps":["trace[1620251218] 'process raft request' (duration: 111.146398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.013258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.309875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-13T23:20:11.013353Z","caller":"traceutil/trace.go:171","msg":"trace[1669858831] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8442; }","duration":"418.448528ms","start":"2026-03-13T23:20:10.594885Z","end":"2026-03-13T23:20:11.013333Z","steps":["trace[1669858831] 'range keys from in-memory index tree' (duration: 418.12738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.013388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:10.594852Z","time spent":"418.528509ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-13T23:20:11.013633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.222218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:605111"} {"level":"info","ts":"2026-03-13T23:20:11.013712Z","caller":"traceutil/trace.go:171","msg":"trace[336894981] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8442; }","duration":"161.349121ms","start":"2026-03-13T23:20:10.852347Z","end":"2026-03-13T23:20:11.013697Z","steps":["trace[336894981] 'range keys from in-memory index tree' (duration: 160.705765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.694018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607034162,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:20:11.821342Z","caller":"traceutil/trace.go:171","msg":"trace[1751573966] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"764.010572ms","start":"2026-03-13T23:20:11.057309Z","end":"2026-03-13T23:20:11.82132Z","steps":["trace[1751573966] 'process raft request' (duration: 763.869469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.821472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.057287Z","time spent":"764.120005ms","remote":"127.0.0.1:44500","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:11.895838Z","caller":"traceutil/trace.go:171","msg":"trace[1439305870] linearizableReadLoop","detail":"{readStateIndex:8772; appliedIndex:8768; }","duration":"702.28476ms","start":"2026-03-13T23:20:11.193523Z","end":"2026-03-13T23:20:11.895807Z","steps":["trace[1439305870] 'read index received' (duration: 627.746398ms)","trace[1439305870] 'applied index is now lower than readState.Index' (duration: 74.537362ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:11.895973Z","caller":"traceutil/trace.go:171","msg":"trace[1193023793] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"214.155234ms","start":"2026-03-13T23:20:11.681806Z","end":"2026-03-13T23:20:11.895962Z","steps":["trace[1193023793] 'process raft request' (duration: 213.900918ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:11.895969Z","caller":"traceutil/trace.go:171","msg":"trace[1751130950] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"475.301206ms","start":"2026-03-13T23:20:11.420601Z","end":"2026-03-13T23:20:11.895903Z","steps":["trace[1751130950] 'process raft request' (duration: 474.817954ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:11.89598Z","caller":"traceutil/trace.go:171","msg":"trace[2143903357] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"354.321729ms","start":"2026-03-13T23:20:11.54161Z","end":"2026-03-13T23:20:11.895932Z","steps":["trace[2143903357] 'process raft request' (duration: 354.057113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.896254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.541583Z","time spent":"354.521535ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:20:11.896393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.038986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:20:11.896463Z","caller":"traceutil/trace.go:171","msg":"trace[1092917260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8446; }","duration":"242.140147ms","start":"2026-03-13T23:20:11.654306Z","end":"2026-03-13T23:20:11.896447Z","steps":["trace[1092917260] 'agreement among raft nodes before linearized reading' (duration: 241.972214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.896434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.876944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-w8n8b\" ","response":"range_response_count:1 size:4558"} {"level":"warn","ts":"2026-03-13T23:20:11.896584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.558831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-13T23:20:11.896618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.139816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:20:11.896666Z","caller":"traceutil/trace.go:171","msg":"trace[1640450077] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8446; }","duration":"347.668364ms","start":"2026-03-13T23:20:11.548977Z","end":"2026-03-13T23:20:11.896646Z","steps":["trace[1640450077] 'agreement among raft nodes before linearized reading' (duration: 347.319226ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:11.896701Z","caller":"traceutil/trace.go:171","msg":"trace[1084078920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8446; }","duration":"274.266899ms","start":"2026-03-13T23:20:11.622415Z","end":"2026-03-13T23:20:11.896681Z","steps":["trace[1084078920] 'agreement among raft nodes before linearized reading' (duration: 273.956592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.896557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.702264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-13T23:20:11.896715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.548959Z","time spent":"347.747076ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:20:11.89672Z","caller":"traceutil/trace.go:171","msg":"trace[1534490443] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-w8n8b; range_end:; response_count:1; response_revision:8446; }","duration":"703.15433ms","start":"2026-03-13T23:20:11.193476Z","end":"2026-03-13T23:20:11.89663Z","steps":["trace[1534490443] 'agreement among raft nodes before linearized reading' (duration: 702.646698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.896726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.33523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-13T23:20:11.896594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.152338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:20:11.896769Z","caller":"traceutil/trace.go:171","msg":"trace[1290219006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8446; }","duration":"308.97492ms","start":"2026-03-13T23:20:11.587774Z","end":"2026-03-13T23:20:11.896749Z","steps":["trace[1290219006] 'agreement among raft nodes before linearized reading' (duration: 308.534799ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:11.896871Z","caller":"traceutil/trace.go:171","msg":"trace[1538876656] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:8446; }","duration":"479.520735ms","start":"2026-03-13T23:20:11.417328Z","end":"2026-03-13T23:20:11.896849Z","steps":["trace[1538876656] 'agreement among raft nodes before linearized reading' (duration: 478.798228ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:11.896966Z","caller":"traceutil/trace.go:171","msg":"trace[2037048498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8446; }","duration":"242.547098ms","start":"2026-03-13T23:20:11.654376Z","end":"2026-03-13T23:20:11.896923Z","steps":["trace[2037048498] 'agreement among raft nodes before linearized reading' (duration: 242.058386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.896994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.41731Z","time spent":"479.667968ms","remote":"127.0.0.1:59886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-13T23:20:11.897011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.58774Z","time spent":"309.247846ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:20:11.896991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.193445Z","time spent":"703.377205ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4581,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-w8n8b\" "} {"level":"warn","ts":"2026-03-13T23:20:11.897288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.247292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:20:11.897346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.420583Z","time spent":"475.512381ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:20:11.89737Z","caller":"traceutil/trace.go:171","msg":"trace[135436667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8446; }","duration":"281.376715ms","start":"2026-03-13T23:20:11.615978Z","end":"2026-03-13T23:20:11.897354Z","steps":["trace[135436667] 'agreement among raft nodes before linearized reading' (duration: 280.239428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.810764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:45 size:605111"} {"level":"info","ts":"2026-03-13T23:20:11.897719Z","caller":"traceutil/trace.go:171","msg":"trace[407797287] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:45; response_revision:8446; }","duration":"358.977198ms","start":"2026-03-13T23:20:11.538692Z","end":"2026-03-13T23:20:11.897669Z","steps":["trace[407797287] 'agreement among raft nodes before linearized reading' (duration: 357.718519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:11.897816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:20:11.53867Z","time spent":"359.094051ms","remote":"127.0.0.1:59970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":45,"response size":605134,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-13T23:20:13.310373Z","caller":"traceutil/trace.go:171","msg":"trace[1779114583] linearizableReadLoop","detail":"{readStateIndex:8793; appliedIndex:8791; }","duration":"277.995186ms","start":"2026-03-13T23:20:13.032356Z","end":"2026-03-13T23:20:13.310351Z","steps":["trace[1779114583] 'read index received' (duration: 56.290935ms)","trace[1779114583] 'applied index is now lower than readState.Index' (duration: 221.703361ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:20:13.310477Z","caller":"traceutil/trace.go:171","msg":"trace[1546898474] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"281.033377ms","start":"2026-03-13T23:20:13.029388Z","end":"2026-03-13T23:20:13.310421Z","steps":["trace[1546898474] 'process raft request' (duration: 280.824733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:13.310555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.17466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-w8n8b\" ","response":"range_response_count:1 size:4736"} {"level":"warn","ts":"2026-03-13T23:20:13.311118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.117821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-13T23:20:13.311208Z","caller":"traceutil/trace.go:171","msg":"trace[1977968733] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8465; }","duration":"219.271004ms","start":"2026-03-13T23:20:13.091915Z","end":"2026-03-13T23:20:13.311186Z","steps":["trace[1977968733] 'agreement among raft nodes before linearized reading' (duration: 219.021519ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:13.311164Z","caller":"traceutil/trace.go:171","msg":"trace[518720940] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-w8n8b; range_end:; response_count:1; response_revision:8465; }","duration":"278.796875ms","start":"2026-03-13T23:20:13.03234Z","end":"2026-03-13T23:20:13.311137Z","steps":["trace[518720940] 'agreement among raft nodes before linearized reading' (duration: 278.15326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:13.310938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.300706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-03-13T23:20:13.311474Z","caller":"traceutil/trace.go:171","msg":"trace[896555749] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8465; }","duration":"276.8624ms","start":"2026-03-13T23:20:13.034584Z","end":"2026-03-13T23:20:13.311447Z","steps":["trace[896555749] 'agreement among raft nodes before linearized reading' (duration: 276.178363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:20:13.310899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.107241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:20:13.311721Z","caller":"traceutil/trace.go:171","msg":"trace[1227421959] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8465; }","duration":"173.001803ms","start":"2026-03-13T23:20:13.138701Z","end":"2026-03-13T23:20:13.311703Z","steps":["trace[1227421959] 'agreement among raft nodes before linearized reading' (duration: 172.082051ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:20:14.421571Z","caller":"traceutil/trace.go:171","msg":"trace[1292198260] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"101.942822ms","start":"2026-03-13T23:20:14.319606Z","end":"2026-03-13T23:20:14.421549Z","steps":["trace[1292198260] 'process raft request' (duration: 101.759478ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:02.554978Z","caller":"traceutil/trace.go:171","msg":"trace[1655935541] linearizableReadLoop","detail":"{readStateIndex:9330; appliedIndex:9329; }","duration":"268.955093ms","start":"2026-03-13T23:21:02.286Z","end":"2026-03-13T23:21:02.554955Z","steps":["trace[1655935541] 'read index received' (duration: 268.795049ms)","trace[1655935541] 'applied index is now lower than readState.Index' (duration: 159.204µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:02.555073Z","caller":"traceutil/trace.go:171","msg":"trace[302969724] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"273.58346ms","start":"2026-03-13T23:21:02.281468Z","end":"2026-03-13T23:21:02.555051Z","steps":["trace[302969724] 'process raft request' (duration: 273.353075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:02.55531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.41131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:21:02.555363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.4269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-13T23:21:02.555365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.780821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-13T23:21:02.555425Z","caller":"traceutil/trace.go:171","msg":"trace[1997754621] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:8989; }","duration":"148.551624ms","start":"2026-03-13T23:21:02.406856Z","end":"2026-03-13T23:21:02.555407Z","steps":["trace[1997754621] 'agreement among raft nodes before linearized reading' (duration: 148.291698ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:02.555434Z","caller":"traceutil/trace.go:171","msg":"trace[205504674] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8989; }","duration":"124.889034ms","start":"2026-03-13T23:21:02.430529Z","end":"2026-03-13T23:21:02.555418Z","steps":["trace[205504674] 'agreement among raft nodes before linearized reading' (duration: 124.621708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:02.555326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.62639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:21:02.55544Z","caller":"traceutil/trace.go:171","msg":"trace[166850923] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8989; }","duration":"148.537963ms","start":"2026-03-13T23:21:02.406855Z","end":"2026-03-13T23:21:02.555393Z","steps":["trace[166850923] 'agreement among raft nodes before linearized reading' (duration: 148.41225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:02.555504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.614576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-13T23:21:02.55558Z","caller":"traceutil/trace.go:171","msg":"trace[141298432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8989; }","duration":"259.710408ms","start":"2026-03-13T23:21:02.295852Z","end":"2026-03-13T23:21:02.555562Z","steps":["trace[141298432] 'agreement among raft nodes before linearized reading' (duration: 259.545084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:02.555608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.181876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:21:02.555639Z","caller":"traceutil/trace.go:171","msg":"trace[1670001145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8989; }","duration":"256.224307ms","start":"2026-03-13T23:21:02.299405Z","end":"2026-03-13T23:21:02.555629Z","steps":["trace[1670001145] 'agreement among raft nodes before linearized reading' (duration: 256.134595ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:02.555505Z","caller":"traceutil/trace.go:171","msg":"trace[1837036128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8989; }","duration":"254.837645ms","start":"2026-03-13T23:21:02.300656Z","end":"2026-03-13T23:21:02.555493Z","steps":["trace[1837036128] 'agreement among raft nodes before linearized reading' (duration: 254.535488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:02.555335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.308911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-13T23:21:02.556133Z","caller":"traceutil/trace.go:171","msg":"trace[1716416559] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8989; }","duration":"270.13425ms","start":"2026-03-13T23:21:02.285969Z","end":"2026-03-13T23:21:02.556104Z","steps":["trace[1716416559] 'agreement among raft nodes before linearized reading' (duration: 269.098856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:02.555873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.940222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-13T23:21:02.556255Z","caller":"traceutil/trace.go:171","msg":"trace[1123214158] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8989; }","duration":"269.324752ms","start":"2026-03-13T23:21:02.286912Z","end":"2026-03-13T23:21:02.556236Z","steps":["trace[1123214158] 'agreement among raft nodes before linearized reading' (duration: 268.198016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:03.130036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.069285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:21:03.130172Z","caller":"traceutil/trace.go:171","msg":"trace[455079664] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"564.540794ms","start":"2026-03-13T23:21:02.565608Z","end":"2026-03-13T23:21:03.130149Z","steps":["trace[455079664] 'process raft request' (duration: 375.281894ms)","trace[455079664] 'compare' (duration: 188.85925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:03.130511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:02.565587Z","time spent":"564.880492ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:03.132021Z","caller":"traceutil/trace.go:171","msg":"trace[1573301611] transaction","detail":"{read_only:false; response_revision:8991; number_of_response:1; }","duration":"565.806054ms","start":"2026-03-13T23:21:02.566189Z","end":"2026-03-13T23:21:03.131995Z","steps":["trace[1573301611] 'process raft request' (duration: 565.607459ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:03.132023Z","caller":"traceutil/trace.go:171","msg":"trace[1857494929] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"565.266591ms","start":"2026-03-13T23:21:02.566729Z","end":"2026-03-13T23:21:03.131996Z","steps":["trace[1857494929] 'process raft request' (duration: 565.204019ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:03.132113Z","caller":"traceutil/trace.go:171","msg":"trace[1796084162] linearizableReadLoop","detail":"{readStateIndex:9334; appliedIndex:9330; }","duration":"565.073186ms","start":"2026-03-13T23:21:02.567024Z","end":"2026-03-13T23:21:03.132097Z","steps":["trace[1796084162] 'read index received' (duration: 373.879661ms)","trace[1796084162] 'applied index is now lower than readState.Index' (duration: 191.192705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:03.132154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:02.56618Z","time spent":"565.899926ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:03.132192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:02.566723Z","time spent":"565.362223ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:03.132217Z","caller":"traceutil/trace.go:171","msg":"trace[482240080] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"565.003355ms","start":"2026-03-13T23:21:02.567183Z","end":"2026-03-13T23:21:03.132186Z","steps":["trace[482240080] 'process raft request' (duration: 564.77961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:03.132333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:02.567176Z","time spent":"565.109887ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:03.132429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.212414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7253"} {"level":"info","ts":"2026-03-13T23:21:03.132482Z","caller":"traceutil/trace.go:171","msg":"trace[459461957] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8994; }","duration":"271.301817ms","start":"2026-03-13T23:21:02.861166Z","end":"2026-03-13T23:21:03.132468Z","steps":["trace[459461957] 'agreement among raft nodes before linearized reading' (duration: 271.153573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:03.132535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.515727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291508"} {"level":"info","ts":"2026-03-13T23:21:03.132584Z","caller":"traceutil/trace.go:171","msg":"trace[961237751] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8994; }","duration":"565.603079ms","start":"2026-03-13T23:21:02.566971Z","end":"2026-03-13T23:21:03.132574Z","steps":["trace[961237751] 'agreement among raft nodes before linearized reading' (duration: 565.23029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:03.13263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:02.566953Z","time spent":"565.66776ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291531,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-13T23:21:03.13411Z","caller":"traceutil/trace.go:171","msg":"trace[1640666694] transaction","detail":"{read_only:false; response_revision:8992; number_of_response:1; }","duration":"565.63459ms","start":"2026-03-13T23:21:02.566405Z","end":"2026-03-13T23:21:03.13204Z","steps":["trace[1640666694] 'process raft request' (duration: 565.491196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:03.134426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:02.566384Z","time spent":"567.886952ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:10.413592Z","caller":"traceutil/trace.go:171","msg":"trace[1489697567] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"305.125383ms","start":"2026-03-13T23:21:10.108443Z","end":"2026-03-13T23:21:10.413569Z","steps":["trace[1489697567] 'process raft request' (duration: 304.97554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:10.414453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:10.108427Z","time spent":"305.242137ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:10.495862Z","caller":"traceutil/trace.go:171","msg":"trace[1321771607] transaction","detail":"{read_only:false; response_revision:9030; number_of_response:1; }","duration":"359.675782ms","start":"2026-03-13T23:21:10.136144Z","end":"2026-03-13T23:21:10.49582Z","steps":["trace[1321771607] 'process raft request' (duration: 341.080519ms)","trace[1321771607] 'compare' (duration: 18.273645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:10.496045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:10.136114Z","time spent":"359.841626ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:10.495873Z","caller":"traceutil/trace.go:171","msg":"trace[1740431710] linearizableReadLoop","detail":"{readStateIndex:9373; appliedIndex:9370; }","duration":"263.20464ms","start":"2026-03-13T23:21:10.232644Z","end":"2026-03-13T23:21:10.495849Z","steps":["trace[1740431710] 'read index received' (duration: 180.784583ms)","trace[1740431710] 'applied index is now lower than readState.Index' (duration: 82.419177ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:10.49615Z","caller":"traceutil/trace.go:171","msg":"trace[1715674280] transaction","detail":"{read_only:false; response_revision:9031; number_of_response:1; }","duration":"355.170938ms","start":"2026-03-13T23:21:10.14094Z","end":"2026-03-13T23:21:10.496111Z","steps":["trace[1715674280] 'process raft request' (duration: 354.786249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:10.496157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.431735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:21:10.496362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:10.140908Z","time spent":"355.333852ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:10.496386Z","caller":"traceutil/trace.go:171","msg":"trace[1362817972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9031; }","duration":"263.764183ms","start":"2026-03-13T23:21:10.232606Z","end":"2026-03-13T23:21:10.49637Z","steps":["trace[1362817972] 'agreement among raft nodes before linearized reading' (duration: 263.325292ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:15.920649Z","caller":"traceutil/trace.go:171","msg":"trace[1635544191] transaction","detail":"{read_only:false; response_revision:9057; number_of_response:1; }","duration":"355.978545ms","start":"2026-03-13T23:21:15.564637Z","end":"2026-03-13T23:21:15.920616Z","steps":["trace[1635544191] 'process raft request' (duration: 355.828042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:15.920819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:15.564615Z","time spent":"356.117269ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:16.140319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.032253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:21:16.140453Z","caller":"traceutil/trace.go:171","msg":"trace[2091259781] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9057; }","duration":"127.253739ms","start":"2026-03-13T23:21:16.013173Z","end":"2026-03-13T23:21:16.140427Z","steps":["trace[2091259781] 'count revisions from in-memory index tree' (duration: 126.969982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:17.142634Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607035761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:21:17.515173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080588972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:21:17.515649Z","caller":"traceutil/trace.go:171","msg":"trace[1116216916] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"1.081158114s","start":"2026-03-13T23:21:16.434465Z","end":"2026-03-13T23:21:17.515623Z","steps":["trace[1116216916] 'process raft request' (duration: 1.08098363s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:17.515846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:16.43444Z","time spent":"1.081289068s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:17.726091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.640462ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:21:17.726365Z","caller":"traceutil/trace.go:171","msg":"trace[492455727] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"1.188658954s","start":"2026-03-13T23:21:16.537688Z","end":"2026-03-13T23:21:17.726347Z","steps":["trace[492455727] 'process raft request' (duration: 1.18850066s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:17.726471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:16.537667Z","time spent":"1.188741346s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:17.726543Z","caller":"traceutil/trace.go:171","msg":"trace[1194048718] linearizableReadLoop","detail":"{readStateIndex:9404; appliedIndex:9400; }","duration":"1.093678876s","start":"2026-03-13T23:21:16.632838Z","end":"2026-03-13T23:21:17.726517Z","steps":["trace[1194048718] 'read index received' (duration: 882.587088ms)","trace[1194048718] 'applied index is now lower than readState.Index' (duration: 211.090668ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:17.726671Z","caller":"traceutil/trace.go:171","msg":"trace[1573623142] transaction","detail":"{read_only:false; response_revision:9060; number_of_response:1; }","duration":"1.13598391s","start":"2026-03-13T23:21:16.590675Z","end":"2026-03-13T23:21:17.726659Z","steps":["trace[1573623142] 'process raft request' (duration: 1.135631042s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:17.726778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:16.590652Z","time spent":"1.136051391s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:17.94639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.536727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:21:17.946413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.769545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-13T23:21:17.946461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.661941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-13T23:21:17.946476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.015919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:21:17.946559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.36065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:21:17.946585Z","caller":"traceutil/trace.go:171","msg":"trace[979077038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9060; }","duration":"721.40295ms","start":"2026-03-13T23:21:17.225174Z","end":"2026-03-13T23:21:17.946577Z","steps":["trace[979077038] 'agreement among raft nodes before linearized reading' (duration: 501.614651ms)","trace[979077038] 'range keys from in-memory index tree' (duration: 219.761359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:17.946593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.662356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-46tlq\" ","response":"range_response_count:1 size:19694"} {"level":"info","ts":"2026-03-13T23:21:17.946654Z","caller":"traceutil/trace.go:171","msg":"trace[1420189662] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-46tlq; range_end:; response_count:1; response_revision:9060; }","duration":"385.759769ms","start":"2026-03-13T23:21:17.560875Z","end":"2026-03-13T23:21:17.946635Z","steps":["trace[1420189662] 'agreement among raft nodes before linearized reading' (duration: 165.942549ms)","trace[1420189662] 'range keys from in-memory index tree' (duration: 219.699837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:17.946656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.176316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-13T23:21:17.946664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313840243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-13T23:21:17.946691Z","caller":"traceutil/trace.go:171","msg":"trace[345610891] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9060; }","duration":"1.313907065s","start":"2026-03-13T23:21:16.632779Z","end":"2026-03-13T23:21:17.946686Z","steps":["trace[345610891] 'agreement among raft nodes before linearized reading' (duration: 1.094009093s)","trace[345610891] 'range keys from in-memory index tree' (duration: 219.840721ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:17.946694Z","caller":"traceutil/trace.go:171","msg":"trace[189704180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9060; }","duration":"749.229008ms","start":"2026-03-13T23:21:17.197454Z","end":"2026-03-13T23:21:17.946683Z","steps":["trace[189704180] 'agreement among raft nodes before linearized reading' (duration: 529.347666ms)","trace[189704180] 'range keys from in-memory index tree' (duration: 219.79666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:17.946709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:16.632758Z","time spent":"1.313947946s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-13T23:21:17.946701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.126929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-13T23:21:17.946716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.560846Z","time spent":"385.84051ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19717,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-46tlq\" "} {"level":"warn","ts":"2026-03-13T23:21:17.946468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.533632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:21:17.946733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.197444Z","time spent":"749.280959ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:21:17.946749Z","caller":"traceutil/trace.go:171","msg":"trace[1994284541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9060; }","duration":"679.18047ms","start":"2026-03-13T23:21:17.267553Z","end":"2026-03-13T23:21:17.946733Z","steps":["trace[1994284541] 'agreement among raft nodes before linearized reading' (duration: 459.220217ms)","trace[1994284541] 'range keys from in-memory index tree' (duration: 219.850041ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:17.946784Z","caller":"traceutil/trace.go:171","msg":"trace[1062479562] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9060; }","duration":"856.924132ms","start":"2026-03-13T23:21:17.089836Z","end":"2026-03-13T23:21:17.94676Z","steps":["trace[1062479562] 'agreement among raft nodes before linearized reading' (duration: 636.921027ms)","trace[1062479562] 'count revisions from in-memory index tree' (duration: 219.630806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:17.946575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.543621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:21:17.946826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.095958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:21:17.946845Z","caller":"traceutil/trace.go:171","msg":"trace[363140570] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9060; }","duration":"295.815167ms","start":"2026-03-13T23:21:17.651017Z","end":"2026-03-13T23:21:17.946832Z","steps":["trace[363140570] 'agreement among raft nodes before linearized reading' (duration: 75.779352ms)","trace[363140570] 'count revisions from in-memory index tree' (duration: 219.755279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:17.946844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.089819Z","time spent":"857.011913ms","remote":"127.0.0.1:60016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:21:17.946905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.896231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:21:17.946946Z","caller":"traceutil/trace.go:171","msg":"trace[1067715380] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9060; }","duration":"442.1837ms","start":"2026-03-13T23:21:17.504678Z","end":"2026-03-13T23:21:17.946862Z","steps":["trace[1067715380] 'agreement among raft nodes before linearized reading' (duration: 222.133724ms)","trace[1067715380] 'count revisions from in-memory index tree' (duration: 219.993234ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:17.946586Z","caller":"traceutil/trace.go:171","msg":"trace[2080210883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9060; }","duration":"686.160562ms","start":"2026-03-13T23:21:17.260397Z","end":"2026-03-13T23:21:17.946558Z","steps":["trace[2080210883] 'agreement among raft nodes before linearized reading' (duration: 466.383983ms)","trace[2080210883] 'range keys from in-memory index tree' (duration: 219.514393ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:17.946961Z","caller":"traceutil/trace.go:171","msg":"trace[322578480] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:9060; }","duration":"674.972982ms","start":"2026-03-13T23:21:17.271972Z","end":"2026-03-13T23:21:17.946945Z","steps":["trace[322578480] 'agreement among raft nodes before linearized reading' (duration: 454.798883ms)","trace[322578480] 'range keys from in-memory index tree' (duration: 220.055825ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:17.946522Z","caller":"traceutil/trace.go:171","msg":"trace[1204184789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9060; }","duration":"747.739423ms","start":"2026-03-13T23:21:17.198766Z","end":"2026-03-13T23:21:17.946506Z","steps":["trace[1204184789] 'agreement among raft nodes before linearized reading' (duration: 528.028605ms)","trace[1204184789] 'range keys from in-memory index tree' (duration: 219.521403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:17.946997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.504652Z","time spent":"442.328364ms","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:21:17.947005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.271962Z","time spent":"675.031994ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:21:17.946999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.260387Z","time spent":"686.601313ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:21:17.947108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.988088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:21:17.946473Z","caller":"traceutil/trace.go:171","msg":"trace[584172116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9060; }","duration":"386.70847ms","start":"2026-03-13T23:21:17.559743Z","end":"2026-03-13T23:21:17.946451Z","steps":["trace[584172116] 'agreement among raft nodes before linearized reading' (duration: 167.068094ms)","trace[584172116] 'count revisions from in-memory index tree' (duration: 219.507303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:17.947182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.559723Z","time spent":"387.447778ms","remote":"127.0.0.1:58696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:21:17.947011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.198731Z","time spent":"748.268175ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-13T23:21:17.947184Z","caller":"traceutil/trace.go:171","msg":"trace[2019126523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9060; }","duration":"751.135162ms","start":"2026-03-13T23:21:17.196025Z","end":"2026-03-13T23:21:17.947161Z","steps":["trace[2019126523] 'agreement among raft nodes before linearized reading' (duration: 530.783439ms)","trace[2019126523] 'range keys from in-memory index tree' (duration: 220.109517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:17.947233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.196007Z","time spent":"751.216583ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-13T23:21:17.946507Z","caller":"traceutil/trace.go:171","msg":"trace[2100332360] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9060; }","duration":"384.915169ms","start":"2026-03-13T23:21:17.561563Z","end":"2026-03-13T23:21:17.946478Z","steps":["trace[2100332360] 'agreement among raft nodes before linearized reading' (duration: 165.242452ms)","trace[2100332360] 'range keys from in-memory index tree' (duration: 219.414031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:17.946615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.225163Z","time spent":"721.447571ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:21:17.947315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.561556Z","time spent":"385.735308ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-13T23:21:17.946803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.267547Z","time spent":"679.244191ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:21:18.452366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953338607035769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:21:18.534179Z","caller":"traceutil/trace.go:171","msg":"trace[501222563] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"582.885532ms","start":"2026-03-13T23:21:17.951267Z","end":"2026-03-13T23:21:18.534153Z","steps":["trace[501222563] 'process raft request' (duration: 582.740919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:18.534319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.951254Z","time spent":"582.991244ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:18.822694Z","caller":"traceutil/trace.go:171","msg":"trace[2091243663] transaction","detail":"{read_only:false; response_revision:9062; number_of_response:1; }","duration":"871.317878ms","start":"2026-03-13T23:21:17.951352Z","end":"2026-03-13T23:21:18.82267Z","steps":["trace[2091243663] 'process raft request' (duration: 870.809746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:18.822838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.951334Z","time spent":"871.43328ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:18.82313Z","caller":"traceutil/trace.go:171","msg":"trace[1145854200] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"871.467871ms","start":"2026-03-13T23:21:17.951637Z","end":"2026-03-13T23:21:18.823104Z","steps":["trace[1145854200] 'process raft request' (duration: 871.375779ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:18.823231Z","caller":"traceutil/trace.go:171","msg":"trace[1187907069] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"871.818409ms","start":"2026-03-13T23:21:17.951384Z","end":"2026-03-13T23:21:18.823202Z","steps":["trace[1187907069] 'process raft request' (duration: 871.209675ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:18.823293Z","caller":"traceutil/trace.go:171","msg":"trace[395793682] transaction","detail":"{read_only:false; response_revision:9066; number_of_response:1; }","duration":"869.925315ms","start":"2026-03-13T23:21:17.953352Z","end":"2026-03-13T23:21:18.823278Z","steps":["trace[395793682] 'process raft request' (duration: 869.70985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:18.823294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.951631Z","time spent":"871.574163ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:18.823373Z","caller":"traceutil/trace.go:171","msg":"trace[845881097] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"865.196305ms","start":"2026-03-13T23:21:17.958146Z","end":"2026-03-13T23:21:18.823343Z","steps":["trace[845881097] 'process raft request' (duration: 865.027471ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:18.823378Z","caller":"traceutil/trace.go:171","msg":"trace[1043865724] linearizableReadLoop","detail":"{readStateIndex:9411; appliedIndex:9404; }","duration":"871.168184ms","start":"2026-03-13T23:21:17.952129Z","end":"2026-03-13T23:21:18.823298Z","steps":["trace[1043865724] 'read index received' (duration: 581.93538ms)","trace[1043865724] 'applied index is now lower than readState.Index' (duration: 289.231454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:18.823529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.958136Z","time spent":"865.321668ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19679,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:18.82355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.41456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19405"} {"level":"info","ts":"2026-03-13T23:21:18.823321Z","caller":"traceutil/trace.go:171","msg":"trace[418619843] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"871.736947ms","start":"2026-03-13T23:21:17.95148Z","end":"2026-03-13T23:21:18.823217Z","steps":["trace[418619843] 'process raft request' (duration: 871.452571ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:18.823587Z","caller":"traceutil/trace.go:171","msg":"trace[862625448] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9067; }","duration":"871.462491ms","start":"2026-03-13T23:21:17.952114Z","end":"2026-03-13T23:21:18.823577Z","steps":["trace[862625448] 'agreement among raft nodes before linearized reading' (duration: 871.321848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:18.823405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.951361Z","time spent":"871.956462ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:18.823616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.952108Z","time spent":"871.502502ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19428,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-13T23:21:18.823914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.592013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:21:18.823965Z","caller":"traceutil/trace.go:171","msg":"trace[1190904267] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9067; }","duration":"286.689906ms","start":"2026-03-13T23:21:18.537262Z","end":"2026-03-13T23:21:18.823952Z","steps":["trace[1190904267] 'agreement among raft nodes before linearized reading' (duration: 286.604474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:18.824088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.601217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:21:18.824122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.234656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291463"} {"level":"info","ts":"2026-03-13T23:21:18.824153Z","caller":"traceutil/trace.go:171","msg":"trace[993270062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9067; }","duration":"598.70505ms","start":"2026-03-13T23:21:18.225429Z","end":"2026-03-13T23:21:18.824134Z","steps":["trace[993270062] 'agreement among raft nodes before linearized reading' (duration: 598.558046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:18.823413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.953344Z","time spent":"869.983316ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:18.824172Z","caller":"traceutil/trace.go:171","msg":"trace[485534518] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9067; }","duration":"871.310017ms","start":"2026-03-13T23:21:17.952849Z","end":"2026-03-13T23:21:18.824159Z","steps":["trace[485534518] 'agreement among raft nodes before linearized reading' (duration: 870.768655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:21:18.8242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:18.225408Z","time spent":"598.780401ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:21:18.824215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.952844Z","time spent":"871.361648ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291486,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-13T23:21:18.824247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:17.951473Z","time spent":"872.118566ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:21:19.045776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.313761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:21:19.045845Z","caller":"traceutil/trace.go:171","msg":"trace[912418258] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9067; }","duration":"121.434454ms","start":"2026-03-13T23:21:18.924396Z","end":"2026-03-13T23:21:19.045831Z","steps":["trace[912418258] 'count revisions from in-memory index tree' (duration: 121.249119ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:19.841039Z","caller":"traceutil/trace.go:171","msg":"trace[386401072] transaction","detail":"{read_only:false; response_revision:9069; number_of_response:1; }","duration":"109.529857ms","start":"2026-03-13T23:21:19.731479Z","end":"2026-03-13T23:21:19.841009Z","steps":["trace[386401072] 'process raft request' (duration: 109.370513ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:19.852132Z","caller":"traceutil/trace.go:171","msg":"trace[1883234738] transaction","detail":"{read_only:false; response_revision:9070; number_of_response:1; }","duration":"119.873807ms","start":"2026-03-13T23:21:19.732232Z","end":"2026-03-13T23:21:19.852106Z","steps":["trace[1883234738] 'process raft request' (duration: 119.731343ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:21:26.268004Z","caller":"traceutil/trace.go:171","msg":"trace[1756735185] linearizableReadLoop","detail":"{readStateIndex:9466; appliedIndex:9465; }","duration":"241.805732ms","start":"2026-03-13T23:21:26.026174Z","end":"2026-03-13T23:21:26.267979Z","steps":["trace[1756735185] 'read index received' (duration: 201.949565ms)","trace[1756735185] 'applied index is now lower than readState.Index' (duration: 39.854977ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:21:26.268087Z","caller":"traceutil/trace.go:171","msg":"trace[570011524] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"396.065148ms","start":"2026-03-13T23:21:25.871983Z","end":"2026-03-13T23:21:26.268048Z","steps":["trace[570011524] 'process raft request' (duration: 356.220392ms)","trace[570011524] 'compare' (duration: 39.673052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:21:26.268408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.18441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:21:26.268427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:21:25.87196Z","time spent":"396.214361ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:21:26.26846Z","caller":"traceutil/trace.go:171","msg":"trace[358323535] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:9121; }","duration":"242.316953ms","start":"2026-03-13T23:21:26.02613Z","end":"2026-03-13T23:21:26.268447Z","steps":["trace[358323535] 'agreement among raft nodes before linearized reading' (duration: 241.940475ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:22:28.619683Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7346} {"level":"info","ts":"2026-03-13T23:22:28.688536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7346,"took":"66.908986ms","hash":809021013,"current-db-size-bytes":39903232,"current-db-size":"40 MB","current-db-size-in-use-bytes":24305664,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-13T23:22:28.68862Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":809021013,"revision":7346,"compact-revision":5313} {"level":"info","ts":"2026-03-13T23:22:48.684123Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-13T23:22:48.697571Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-13T23:22:48.69768Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-13T23:23:08.523923Z","caller":"traceutil/trace.go:171","msg":"trace[1053870047] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"142.083682ms","start":"2026-03-13T23:23:08.381816Z","end":"2026-03-13T23:23:08.523899Z","steps":["trace[1053870047] 'process raft request' (duration: 141.878157ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:23:25.053955Z","caller":"traceutil/trace.go:171","msg":"trace[525611172] transaction","detail":"{read_only:false; response_revision:9872; number_of_response:1; }","duration":"347.894782ms","start":"2026-03-13T23:23:24.706009Z","end":"2026-03-13T23:23:25.053904Z","steps":["trace[525611172] 'process raft request' (duration: 346.205522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:23:25.054365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:23:24.705983Z","time spent":"348.105506ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:25:22.431625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.225245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:25:22.431732Z","caller":"traceutil/trace.go:171","msg":"trace[1198676495] linearizableReadLoop","detail":"{readStateIndex:10903; appliedIndex:10902; }","duration":"258.739983ms","start":"2026-03-13T23:25:22.172977Z","end":"2026-03-13T23:25:22.431717Z","steps":["trace[1198676495] 'read index received' (duration: 47.354714ms)","trace[1198676495] 'applied index is now lower than readState.Index' (duration: 211.384169ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:22.431791Z","caller":"traceutil/trace.go:171","msg":"trace[137883294] transaction","detail":"{read_only:false; response_revision:10503; number_of_response:1; }","duration":"264.986127ms","start":"2026-03-13T23:25:22.166759Z","end":"2026-03-13T23:25:22.431745Z","steps":["trace[137883294] 'process raft request' (duration: 53.565868ms)","trace[137883294] 'compare' (duration: 211.108762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:25:22.431851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.315077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:25:22.4319Z","caller":"traceutil/trace.go:171","msg":"trace[564234385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10503; }","duration":"205.398709ms","start":"2026-03-13T23:25:22.22649Z","end":"2026-03-13T23:25:22.431888Z","steps":["trace[564234385] 'agreement among raft nodes before linearized reading' (duration: 205.328507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:22.431935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.937067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-13T23:25:22.431992Z","caller":"traceutil/trace.go:171","msg":"trace[210478470] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10503; }","duration":"259.025759ms","start":"2026-03-13T23:25:22.172951Z","end":"2026-03-13T23:25:22.431977Z","steps":["trace[210478470] 'agreement among raft nodes before linearized reading' (duration: 258.853345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:22.443247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.468065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-13T23:25:22.443355Z","caller":"traceutil/trace.go:171","msg":"trace[1428496575] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10503; }","duration":"122.615549ms","start":"2026-03-13T23:25:22.320717Z","end":"2026-03-13T23:25:22.443333Z","steps":["trace[1428496575] 'agreement among raft nodes before linearized reading' (duration: 111.191322ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:26.407083Z","caller":"traceutil/trace.go:171","msg":"trace[373261710] transaction","detail":"{read_only:false; response_revision:10535; number_of_response:1; }","duration":"233.949125ms","start":"2026-03-13T23:25:26.173108Z","end":"2026-03-13T23:25:26.407057Z","steps":["trace[373261710] 'process raft request' (duration: 233.75995ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:26.414908Z","caller":"traceutil/trace.go:171","msg":"trace[1619725823] linearizableReadLoop","detail":"{readStateIndex:10938; appliedIndex:10934; }","duration":"204.59854ms","start":"2026-03-13T23:25:26.210286Z","end":"2026-03-13T23:25:26.414884Z","steps":["trace[1619725823] 'read index received' (duration: 196.593504ms)","trace[1619725823] 'applied index is now lower than readState.Index' (duration: 8.003916ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:26.414946Z","caller":"traceutil/trace.go:171","msg":"trace[1513075746] transaction","detail":"{read_only:false; response_revision:10538; number_of_response:1; }","duration":"238.363318ms","start":"2026-03-13T23:25:26.176546Z","end":"2026-03-13T23:25:26.414909Z","steps":["trace[1513075746] 'process raft request' (duration: 238.300087ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:26.415001Z","caller":"traceutil/trace.go:171","msg":"trace[1370212960] transaction","detail":"{read_only:false; response_revision:10537; number_of_response:1; }","duration":"238.635515ms","start":"2026-03-13T23:25:26.176311Z","end":"2026-03-13T23:25:26.414946Z","steps":["trace[1370212960] 'process raft request' (duration: 238.481821ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:26.415057Z","caller":"traceutil/trace.go:171","msg":"trace[429146417] transaction","detail":"{read_only:false; response_revision:10536; number_of_response:1; }","duration":"241.207685ms","start":"2026-03-13T23:25:26.173818Z","end":"2026-03-13T23:25:26.415026Z","steps":["trace[429146417] 'process raft request' (duration: 240.861487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:26.415218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.868127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:25:26.415272Z","caller":"traceutil/trace.go:171","msg":"trace[127943295] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10538; }","duration":"204.99262ms","start":"2026-03-13T23:25:26.210264Z","end":"2026-03-13T23:25:26.415256Z","steps":["trace[127943295] 'agreement among raft nodes before linearized reading' (duration: 204.732924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:26.613303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.693534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:25:26.613385Z","caller":"traceutil/trace.go:171","msg":"trace[45016554] linearizableReadLoop","detail":"{readStateIndex:10939; appliedIndex:10938; }","duration":"198.398735ms","start":"2026-03-13T23:25:26.414974Z","end":"2026-03-13T23:25:26.613373Z","steps":["trace[45016554] 'read index received' (duration: 95.524217ms)","trace[45016554] 'applied index is now lower than readState.Index' (duration: 102.873518ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:26.613428Z","caller":"traceutil/trace.go:171","msg":"trace[1308637180] transaction","detail":"{read_only:false; response_revision:10539; number_of_response:1; }","duration":"201.456037ms","start":"2026-03-13T23:25:26.41195Z","end":"2026-03-13T23:25:26.613406Z","steps":["trace[1308637180] 'process raft request' (duration: 98.601209ms)","trace[1308637180] 'compare' (duration: 102.566051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:25:26.613477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.339074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:25:26.613499Z","caller":"traceutil/trace.go:171","msg":"trace[75478625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10539; }","duration":"376.375226ms","start":"2026-03-13T23:25:26.237118Z","end":"2026-03-13T23:25:26.613493Z","steps":["trace[75478625] 'agreement among raft nodes before linearized reading' (duration: 376.309194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:26.613522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:25:26.23711Z","time spent":"376.407606ms","remote":"127.0.0.1:59858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:25:26.892196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.719598ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:25:26.892343Z","caller":"traceutil/trace.go:171","msg":"trace[425956837] linearizableReadLoop","detail":"{readStateIndex:10940; appliedIndex:10939; }","duration":"278.913743ms","start":"2026-03-13T23:25:26.613404Z","end":"2026-03-13T23:25:26.892318Z","steps":["trace[425956837] 'read index received' (duration: 150.827197ms)","trace[425956837] 'applied index is now lower than readState.Index' (duration: 128.084926ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:26.892371Z","caller":"traceutil/trace.go:171","msg":"trace[1068748101] transaction","detail":"{read_only:false; response_revision:10540; number_of_response:1; }","duration":"318.712731ms","start":"2026-03-13T23:25:26.573614Z","end":"2026-03-13T23:25:26.892327Z","steps":["trace[1068748101] 'process raft request' (duration: 190.736817ms)","trace[1068748101] 'compare' (duration: 127.024052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:25:26.892497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.25216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-m26fb\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-13T23:25:26.892528Z","caller":"traceutil/trace.go:171","msg":"trace[608293619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-m26fb; range_end:; response_count:1; response_revision:10540; }","duration":"342.309491ms","start":"2026-03-13T23:25:26.550211Z","end":"2026-03-13T23:25:26.892521Z","steps":["trace[608293619] 'agreement among raft nodes before linearized reading' (duration: 342.173388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:26.892551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:25:26.550197Z","time spent":"342.348322ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-m26fb\" "} {"level":"warn","ts":"2026-03-13T23:25:26.892582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:25:26.57359Z","time spent":"318.883875ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:25:27.190033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.774916ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-13T23:25:27.190305Z","caller":"traceutil/trace.go:171","msg":"trace[1374883066] linearizableReadLoop","detail":"{readStateIndex:10941; appliedIndex:10940; }","duration":"297.881786ms","start":"2026-03-13T23:25:26.892391Z","end":"2026-03-13T23:25:27.190273Z","steps":["trace[1374883066] 'read index received' (duration: 10.71538ms)","trace[1374883066] 'applied index is now lower than readState.Index' (duration: 287.164165ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:25:27.190427Z","caller":"traceutil/trace.go:171","msg":"trace[2138921388] transaction","detail":"{read_only:false; response_revision:10541; number_of_response:1; }","duration":"140.206058ms","start":"2026-03-13T23:25:27.050195Z","end":"2026-03-13T23:25:27.190401Z","steps":["trace[2138921388] 'process raft request' (duration: 140.003154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:27.190532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.899414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:25:27.190577Z","caller":"traceutil/trace.go:171","msg":"trace[1729362465] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10541; }","duration":"396.974165ms","start":"2026-03-13T23:25:26.79359Z","end":"2026-03-13T23:25:27.190564Z","steps":["trace[1729362465] 'agreement among raft nodes before linearized reading' (duration: 396.839082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:27.190614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:25:26.793526Z","time spent":"397.078638ms","remote":"127.0.0.1:51558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:25:27.191136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.764217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:25:27.191227Z","caller":"traceutil/trace.go:171","msg":"trace[866165680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10541; }","duration":"576.862529ms","start":"2026-03-13T23:25:26.614343Z","end":"2026-03-13T23:25:27.191205Z","steps":["trace[866165680] 'agreement among raft nodes before linearized reading' (duration: 576.706826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:25:27.191303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:25:26.614305Z","time spent":"576.979772ms","remote":"127.0.0.1:59848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:25:27.191333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.216389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368252"} {"level":"info","ts":"2026-03-13T23:25:27.191409Z","caller":"traceutil/trace.go:171","msg":"trace[1650387942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10541; }","duration":"294.375854ms","start":"2026-03-13T23:25:26.897016Z","end":"2026-03-13T23:25:27.191392Z","steps":["trace[1650387942] 'agreement among raft nodes before linearized reading' (duration: 293.851011ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:40.749976Z","caller":"traceutil/trace.go:171","msg":"trace[1952024388] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"161.952276ms","start":"2026-03-13T23:25:40.587988Z","end":"2026-03-13T23:25:40.749941Z","steps":["trace[1952024388] 'process raft request' (duration: 161.766872ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:25:40.753053Z","caller":"traceutil/trace.go:171","msg":"trace[621959138] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"164.809852ms","start":"2026-03-13T23:25:40.588216Z","end":"2026-03-13T23:25:40.753026Z","steps":["trace[621959138] 'process raft request' (duration: 164.666939ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:26:01.287859Z","caller":"traceutil/trace.go:171","msg":"trace[1673868179] transaction","detail":"{read_only:false; response_revision:10756; number_of_response:1; }","duration":"139.012271ms","start":"2026-03-13T23:26:01.148809Z","end":"2026-03-13T23:26:01.287821Z","steps":["trace[1673868179] 'process raft request' (duration: 138.718624ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:27:28.624769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9510} {"level":"info","ts":"2026-03-13T23:27:28.707816Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9510,"took":"80.87081ms","hash":120194636,"current-db-size-bytes":39903232,"current-db-size":"40 MB","current-db-size-in-use-bytes":18391040,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-13T23:27:28.707885Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":120194636,"revision":9510,"compact-revision":7346} {"level":"info","ts":"2026-03-13T23:29:15.990542Z","caller":"traceutil/trace.go:171","msg":"trace[835292100] linearizableReadLoop","detail":"{readStateIndex:12122; appliedIndex:12121; }","duration":"203.648757ms","start":"2026-03-13T23:29:15.78686Z","end":"2026-03-13T23:29:15.990509Z","steps":["trace[835292100] 'read index received' (duration: 203.256008ms)","trace[835292100] 'applied index is now lower than readState.Index' (duration: 391.689µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:29:15.990699Z","caller":"traceutil/trace.go:171","msg":"trace[1107949656] transaction","detail":"{read_only:false; response_revision:11673; number_of_response:1; }","duration":"335.458093ms","start":"2026-03-13T23:29:15.655212Z","end":"2026-03-13T23:29:15.990671Z","steps":["trace[1107949656] 'process raft request' (duration: 334.979912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:29:15.990863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.990365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-13T23:29:15.990866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:29:15.655194Z","time spent":"335.571555ms","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:29:15.990914Z","caller":"traceutil/trace.go:171","msg":"trace[1426609312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11673; }","duration":"204.082397ms","start":"2026-03-13T23:29:15.786815Z","end":"2026-03-13T23:29:15.990898Z","steps":["trace[1426609312] 'agreement among raft nodes before linearized reading' (duration: 203.861852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:29:15.991417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.549478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:29:15.99148Z","caller":"traceutil/trace.go:171","msg":"trace[1527972897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11673; }","duration":"204.648831ms","start":"2026-03-13T23:29:15.786811Z","end":"2026-03-13T23:29:15.99146Z","steps":["trace[1527972897] 'agreement among raft nodes before linearized reading' (duration: 204.511937ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:29:24.214966Z","caller":"traceutil/trace.go:171","msg":"trace[732082891] linearizableReadLoop","detail":"{readStateIndex:12161; appliedIndex:12160; }","duration":"195.770293ms","start":"2026-03-13T23:29:24.019173Z","end":"2026-03-13T23:29:24.214944Z","steps":["trace[732082891] 'read index received' (duration: 195.746983ms)","trace[732082891] 'applied index is now lower than readState.Index' (duration: 22.17µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:29:24.215056Z","caller":"traceutil/trace.go:171","msg":"trace[1159580242] transaction","detail":"{read_only:false; response_revision:11710; number_of_response:1; }","duration":"198.291811ms","start":"2026-03-13T23:29:24.016739Z","end":"2026-03-13T23:29:24.215031Z","steps":["trace[1159580242] 'process raft request' (duration: 198.081717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:29:24.215166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.975768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-13T23:29:24.215213Z","caller":"traceutil/trace.go:171","msg":"trace[679978002] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11710; }","duration":"196.07369ms","start":"2026-03-13T23:29:24.019129Z","end":"2026-03-13T23:29:24.215202Z","steps":["trace[679978002] 'agreement among raft nodes before linearized reading' (duration: 195.925617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:29:24.216435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.16427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-13T23:29:24.216451Z","caller":"traceutil/trace.go:171","msg":"trace[1475486850] transaction","detail":"{read_only:false; response_revision:11711; number_of_response:1; }","duration":"196.412948ms","start":"2026-03-13T23:29:24.020005Z","end":"2026-03-13T23:29:24.216418Z","steps":["trace[1475486850] 'process raft request' (duration: 196.218473ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:29:24.216486Z","caller":"traceutil/trace.go:171","msg":"trace[2009394553] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11712; }","duration":"103.252142ms","start":"2026-03-13T23:29:24.113217Z","end":"2026-03-13T23:29:24.216469Z","steps":["trace[2009394553] 'agreement among raft nodes before linearized reading' (duration: 103.143079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:29:24.216517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.691036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:29:24.21658Z","caller":"traceutil/trace.go:171","msg":"trace[192656724] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11712; }","duration":"184.830179ms","start":"2026-03-13T23:29:24.031735Z","end":"2026-03-13T23:29:24.216565Z","steps":["trace[192656724] 'agreement among raft nodes before linearized reading' (duration: 184.641495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:29:24.216675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.43404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:29:24.216745Z","caller":"traceutil/trace.go:171","msg":"trace[65873206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11712; }","duration":"184.542623ms","start":"2026-03-13T23:29:24.032188Z","end":"2026-03-13T23:29:24.21673Z","steps":["trace[65873206] 'agreement among raft nodes before linearized reading' (duration: 184.244336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:29:24.216918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.473737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-13T23:29:24.216949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.790322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:29:24.216987Z","caller":"traceutil/trace.go:171","msg":"trace[1102727866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11712; }","duration":"189.56866ms","start":"2026-03-13T23:29:24.0274Z","end":"2026-03-13T23:29:24.216969Z","steps":["trace[1102727866] 'agreement among raft nodes before linearized reading' (duration: 189.405476ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:29:24.217203Z","caller":"traceutil/trace.go:171","msg":"trace[1077140626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11712; }","duration":"185.978046ms","start":"2026-03-13T23:29:24.031123Z","end":"2026-03-13T23:29:24.217101Z","steps":["trace[1077140626] 'agreement among raft nodes before linearized reading' (duration: 185.344911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:29:51.737586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.043337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:29:51.737691Z","caller":"traceutil/trace.go:171","msg":"trace[1243005457] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:11836; }","duration":"290.204751ms","start":"2026-03-13T23:29:51.447465Z","end":"2026-03-13T23:29:51.737669Z","steps":["trace[1243005457] 'range keys from in-memory index tree' (duration: 289.77048ms)"],"step_count":1}