{"level":"warn","ts":"2026-04-07T03:27:57.976118Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T03:27:57.976254Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.43:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.43:2380","--initial-cluster=instance=https://162.253.55.43:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.43:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.43:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T03:27:57.976353Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T03:27:57.976378Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-04-07T03:27:57.976408Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T03:27:57.977226Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"]} {"level":"info","ts":"2026-04-07T03:27:57.977335Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.43:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T03:27:57.981251Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.621349ms"} {"level":"info","ts":"2026-04-07T03:27:57.987303Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"14f8f2dfdaccebdb","cluster-id":"5f02ccb15672f35d"} {"level":"info","ts":"2026-04-07T03:27:57.987428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T03:27:57.987467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 0"} {"level":"info","ts":"2026-04-07T03:27:57.987504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 14f8f2dfdaccebdb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T03:27:57.987514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became follower at term 1"} {"level":"info","ts":"2026-04-07T03:27:57.987565Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"warn","ts":"2026-04-07T03:27:57.994559Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T03:27:57.996134Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T03:27:57.997639Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T03:27:58.000912Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"14f8f2dfdaccebdb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T03:27:58.001092Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T03:27:58.001263Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T03:27:58.001276Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T03:27:58.00153Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"14f8f2dfdaccebdb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T03:27:58.003516Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb switched to configuration voters=(1511224718245293019)"} {"level":"info","ts":"2026-04-07T03:27:58.004215Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","added-peer-id":"14f8f2dfdaccebdb","added-peer-peer-urls":["https://162.253.55.43:2380"]} {"level":"info","ts":"2026-04-07T03:27:58.006139Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T03:27:58.006432Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"14f8f2dfdaccebdb","initial-advertise-peer-urls":["https://162.253.55.43:2380"],"listen-peer-urls":["https://162.253.55.43:2380"],"advertise-client-urls":["https://162.253.55.43:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.43:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T03:27:58.006469Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T03:27:58.006576Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-04-07T03:27:58.006648Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.43:2380"} {"level":"info","ts":"2026-04-07T03:27:58.687803Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T03:27:58.68797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T03:27:58.688058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgPreVoteResp from 14f8f2dfdaccebdb at term 1"} {"level":"info","ts":"2026-04-07T03:27:58.688121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became candidate at term 2"} {"level":"info","ts":"2026-04-07T03:27:58.688156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb received MsgVoteResp from 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-04-07T03:27:58.688234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"14f8f2dfdaccebdb became leader at term 2"} {"level":"info","ts":"2026-04-07T03:27:58.688251Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 14f8f2dfdaccebdb elected leader 14f8f2dfdaccebdb at term 2"} {"level":"info","ts":"2026-04-07T03:27:58.689579Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T03:27:58.690689Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T03:27:58.690695Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"14f8f2dfdaccebdb","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.43:2379]}","request-path":"/0/members/14f8f2dfdaccebdb/attributes","cluster-id":"5f02ccb15672f35d","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T03:27:58.690755Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T03:27:58.691143Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T03:27:58.691168Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T03:27:58.691172Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5f02ccb15672f35d","local-member-id":"14f8f2dfdaccebdb","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T03:27:58.691317Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T03:27:58.691353Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T03:27:58.692555Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.43:2379"} {"level":"info","ts":"2026-04-07T03:27:58.69361Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T03:28:23.829435Z","caller":"traceutil/trace.go:171","msg":"trace[453956587] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"150.23417ms","start":"2026-04-07T03:28:23.679183Z","end":"2026-04-07T03:28:23.829418Z","steps":["trace[453956587] 'process raft request' (duration: 150.121477ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:24.052462Z","caller":"traceutil/trace.go:171","msg":"trace[1758545407] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"203.988767ms","start":"2026-04-07T03:28:23.848435Z","end":"2026-04-07T03:28:24.052424Z","steps":["trace[1758545407] 'process raft request' (duration: 203.767701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:28:31.885205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.957893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:28:31.885303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.287764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-07T03:28:31.885386Z","caller":"traceutil/trace.go:171","msg":"trace[1871556999] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:593; }","duration":"178.225979ms","start":"2026-04-07T03:28:31.707128Z","end":"2026-04-07T03:28:31.885354Z","steps":["trace[1871556999] 'range keys from in-memory index tree' (duration: 177.818218ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:31.885414Z","caller":"traceutil/trace.go:171","msg":"trace[1947338425] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:593; }","duration":"117.453278ms","start":"2026-04-07T03:28:31.767935Z","end":"2026-04-07T03:28:31.885389Z","steps":["trace[1947338425] 'range keys from in-memory index tree' (duration: 117.130119ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:35.001524Z","caller":"traceutil/trace.go:171","msg":"trace[1267576382] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"236.117432ms","start":"2026-04-07T03:28:34.765383Z","end":"2026-04-07T03:28:35.001501Z","steps":["trace[1267576382] 'process raft request' (duration: 235.602538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:28:35.156937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.351787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-07T03:28:35.157025Z","caller":"traceutil/trace.go:171","msg":"trace[615625547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:616; }","duration":"123.495151ms","start":"2026-04-07T03:28:35.033512Z","end":"2026-04-07T03:28:35.157008Z","steps":["trace[615625547] 'range keys from in-memory index tree' (duration: 123.187132ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:28:35.157691Z","caller":"traceutil/trace.go:171","msg":"trace[739355072] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"100.23908ms","start":"2026-04-07T03:28:35.057421Z","end":"2026-04-07T03:28:35.15766Z","steps":["trace[739355072] 'process raft request' (duration: 31.036414ms)","trace[739355072] 'compare' (duration: 68.225689ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:28:35.814506Z","caller":"traceutil/trace.go:171","msg":"trace[1711821547] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"169.203799ms","start":"2026-04-07T03:28:35.645279Z","end":"2026-04-07T03:28:35.814483Z","steps":["trace[1711821547] 'process raft request' (duration: 168.683955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:28:53.252378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.577209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:28:53.252476Z","caller":"traceutil/trace.go:171","msg":"trace[1717412942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:786; }","duration":"226.715393ms","start":"2026-04-07T03:28:53.025739Z","end":"2026-04-07T03:28:53.252455Z","steps":["trace[1717412942] 'range keys from in-memory index tree' (duration: 226.502467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:28:53.252542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.511815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T03:28:53.252626Z","caller":"traceutil/trace.go:171","msg":"trace[1111765119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:786; }","duration":"125.66992ms","start":"2026-04-07T03:28:53.126941Z","end":"2026-04-07T03:28:53.252611Z","steps":["trace[1111765119] 'range keys from in-memory index tree' (duration: 125.174776ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:29:34.906195Z","caller":"traceutil/trace.go:171","msg":"trace[1241426936] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"104.713422ms","start":"2026-04-07T03:29:34.801452Z","end":"2026-04-07T03:29:34.906165Z","steps":["trace[1241426936] 'process raft request' (duration: 103.55047ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:29:42.092912Z","caller":"traceutil/trace.go:171","msg":"trace[1281985815] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"100.544943ms","start":"2026-04-07T03:29:41.992327Z","end":"2026-04-07T03:29:42.092872Z","steps":["trace[1281985815] 'process raft request' (duration: 56.725645ms)","trace[1281985815] 'compare' (duration: 43.606202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:30:05.012604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.492168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-be0c3059-75a6-431b-9da5-95eb22f60108\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-07T03:30:05.012717Z","caller":"traceutil/trace.go:171","msg":"trace[866090904] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-be0c3059-75a6-431b-9da5-95eb22f60108; range_end:; response_count:1; response_revision:1841; }","duration":"101.657864ms","start":"2026-04-07T03:30:04.911036Z","end":"2026-04-07T03:30:05.012694Z","steps":["trace[866090904] 'range keys from in-memory index tree' (duration: 101.326464ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:05.484025Z","caller":"traceutil/trace.go:171","msg":"trace[1320321611] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1912; }","duration":"390.992294ms","start":"2026-04-07T03:30:05.093009Z","end":"2026-04-07T03:30:05.484001Z","steps":["trace[1320321611] 'read index received' (duration: 390.830089ms)","trace[1320321611] 'applied index is now lower than readState.Index' (duration: 160.945µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:30:05.484441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.375183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-07T03:30:05.484469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.303859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T03:30:05.484525Z","caller":"traceutil/trace.go:171","msg":"trace[1439237509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1842; }","duration":"391.582009ms","start":"2026-04-07T03:30:05.092902Z","end":"2026-04-07T03:30:05.484484Z","steps":["trace[1439237509] 'agreement among raft nodes before linearized reading' (duration: 391.24027ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:05.484621Z","caller":"traceutil/trace.go:171","msg":"trace[1170360673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1842; }","duration":"144.498595ms","start":"2026-04-07T03:30:05.340074Z","end":"2026-04-07T03:30:05.484572Z","steps":["trace[1170360673] 'agreement among raft nodes before linearized reading' (duration: 144.174586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:05.484605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:05.092875Z","time spent":"391.714372ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T03:30:05.484204Z","caller":"traceutil/trace.go:171","msg":"trace[340575430] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"464.634963ms","start":"2026-04-07T03:30:05.019513Z","end":"2026-04-07T03:30:05.484148Z","steps":["trace[340575430] 'process raft request' (duration: 464.319175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:05.485431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:05.019484Z","time spent":"465.324162ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:30:05.838934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.470543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:30:05.839151Z","caller":"traceutil/trace.go:171","msg":"trace[66977550] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1913; }","duration":"220.537271ms","start":"2026-04-07T03:30:05.618598Z","end":"2026-04-07T03:30:05.839135Z","steps":["trace[66977550] 'read index received' (duration: 201.97589ms)","trace[66977550] 'applied index is now lower than readState.Index' (duration: 18.560221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:30:05.839397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.816258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T03:30:05.839396Z","caller":"traceutil/trace.go:171","msg":"trace[1875874818] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"303.149589ms","start":"2026-04-07T03:30:05.536223Z","end":"2026-04-07T03:30:05.839372Z","steps":["trace[1875874818] 'process raft request' (duration: 302.8243ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:05.839382Z","caller":"traceutil/trace.go:171","msg":"trace[894546048] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"350.060243ms","start":"2026-04-07T03:30:05.489265Z","end":"2026-04-07T03:30:05.839326Z","steps":["trace[894546048] 'process raft request' (duration: 55.942782ms)","trace[894546048] 'compare' (duration: 293.204576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:30:05.839399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.781348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T03:30:05.839528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:05.536198Z","time spent":"303.268023ms","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:30:05.839538Z","caller":"traceutil/trace.go:171","msg":"trace[1200486495] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1844; }","duration":"220.906092ms","start":"2026-04-07T03:30:05.618579Z","end":"2026-04-07T03:30:05.839485Z","steps":["trace[1200486495] 'agreement among raft nodes before linearized reading' (duration: 220.647395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:05.839535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.016684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-07T03:30:05.839611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.989772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T03:30:05.839624Z","caller":"traceutil/trace.go:171","msg":"trace[1290374971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1844; }","duration":"118.122586ms","start":"2026-04-07T03:30:05.721467Z","end":"2026-04-07T03:30:05.839589Z","steps":["trace[1290374971] 'agreement among raft nodes before linearized reading' (duration: 117.999843ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:05.839647Z","caller":"traceutil/trace.go:171","msg":"trace[28947282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1844; }","duration":"123.067934ms","start":"2026-04-07T03:30:05.716571Z","end":"2026-04-07T03:30:05.839639Z","steps":["trace[28947282] 'agreement among raft nodes before linearized reading' (duration: 122.980212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:05.839597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:30:05.489249Z","time spent":"350.238569ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:30:05.839446Z","caller":"traceutil/trace.go:171","msg":"trace[608033677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1844; }","duration":"122.91437ms","start":"2026-04-07T03:30:05.716518Z","end":"2026-04-07T03:30:05.839432Z","steps":["trace[608033677] 'agreement among raft nodes before linearized reading' (duration: 122.718944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:05.8403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.647419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T03:30:05.840526Z","caller":"traceutil/trace.go:171","msg":"trace[285793811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1844; }","duration":"111.840334ms","start":"2026-04-07T03:30:05.728599Z","end":"2026-04-07T03:30:05.840439Z","steps":["trace[285793811] 'agreement among raft nodes before linearized reading' (duration: 111.351891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:55.040605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.390721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T03:30:55.040701Z","caller":"traceutil/trace.go:171","msg":"trace[1762888953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2171; }","duration":"182.524535ms","start":"2026-04-07T03:30:54.858155Z","end":"2026-04-07T03:30:55.04068Z","steps":["trace[1762888953] 'range keys from in-memory index tree' (duration: 182.183015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:55.041083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.645865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:30:55.041249Z","caller":"traceutil/trace.go:171","msg":"trace[857390957] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"134.340426ms","start":"2026-04-07T03:30:54.906881Z","end":"2026-04-07T03:30:55.041221Z","steps":["trace[857390957] 'process raft request' (duration: 22.389402ms)","trace[857390957] 'compare' (duration: 111.423599ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:30:55.13615Z","caller":"traceutil/trace.go:171","msg":"trace[1883621146] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"109.546317ms","start":"2026-04-07T03:30:55.026573Z","end":"2026-04-07T03:30:55.136119Z","steps":["trace[1883621146] 'read index received' (duration: 109.424654ms)","trace[1883621146] 'applied index is now lower than readState.Index' (duration: 120.433µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:30:55.136242Z","caller":"traceutil/trace.go:171","msg":"trace[1853262953] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"228.354989ms","start":"2026-04-07T03:30:54.907831Z","end":"2026-04-07T03:30:55.136186Z","steps":["trace[1853262953] 'process raft request' (duration: 228.102492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:30:55.136352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.710712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:30:55.136459Z","caller":"traceutil/trace.go:171","msg":"trace[254543207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2173; }","duration":"109.903558ms","start":"2026-04-07T03:30:55.026516Z","end":"2026-04-07T03:30:55.13642Z","steps":["trace[254543207] 'agreement among raft nodes before linearized reading' (duration: 109.721332ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:55.241033Z","caller":"traceutil/trace.go:171","msg":"trace[1394510050] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2254; }","duration":"102.844574ms","start":"2026-04-07T03:30:55.13816Z","end":"2026-04-07T03:30:55.241005Z","steps":["trace[1394510050] 'read index received' (duration: 49.420403ms)","trace[1394510050] 'applied index is now lower than readState.Index' (duration: 53.423181ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:30:55.241125Z","caller":"traceutil/trace.go:171","msg":"trace[1338837173] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"196.028744ms","start":"2026-04-07T03:30:55.045032Z","end":"2026-04-07T03:30:55.241061Z","steps":["trace[1338837173] 'process raft request' (duration: 142.558261ms)","trace[1338837173] 'compare' (duration: 53.287778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:30:55.241175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.999008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:30:55.241508Z","caller":"traceutil/trace.go:171","msg":"trace[1151624274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2174; }","duration":"103.368348ms","start":"2026-04-07T03:30:55.138105Z","end":"2026-04-07T03:30:55.241473Z","steps":["trace[1151624274] 'agreement among raft nodes before linearized reading' (duration: 103.005478ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:56.286409Z","caller":"traceutil/trace.go:171","msg":"trace[423162330] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"112.214741ms","start":"2026-04-07T03:30:56.174156Z","end":"2026-04-07T03:30:56.286371Z","steps":["trace[423162330] 'process raft request' (duration: 30.963347ms)","trace[423162330] 'compare' (duration: 81.075308ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:30:56.286858Z","caller":"traceutil/trace.go:171","msg":"trace[1476836612] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"112.396435ms","start":"2026-04-07T03:30:56.174441Z","end":"2026-04-07T03:30:56.286838Z","steps":["trace[1476836612] 'process raft request' (duration: 112.324154ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:56.286892Z","caller":"traceutil/trace.go:171","msg":"trace[693447533] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"112.442966ms","start":"2026-04-07T03:30:56.174419Z","end":"2026-04-07T03:30:56.286862Z","steps":["trace[693447533] 'process raft request' (duration: 112.237712ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:30:56.287013Z","caller":"traceutil/trace.go:171","msg":"trace[1566132782] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"111.204894ms","start":"2026-04-07T03:30:56.175782Z","end":"2026-04-07T03:30:56.286987Z","steps":["trace[1566132782] 'process raft request' (duration: 111.019588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:31:01.54783Z","caller":"traceutil/trace.go:171","msg":"trace[1021473189] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"274.650077ms","start":"2026-04-07T03:31:01.273132Z","end":"2026-04-07T03:31:01.547782Z","steps":["trace[1021473189] 'process raft request' (duration: 274.500842ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:31:52.574023Z","caller":"traceutil/trace.go:171","msg":"trace[1337699228] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"204.471126ms","start":"2026-04-07T03:31:52.369522Z","end":"2026-04-07T03:31:52.573994Z","steps":["trace[1337699228] 'process raft request' (duration: 204.274311ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:35:02.012347Z","caller":"traceutil/trace.go:171","msg":"trace[267028372] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"129.969642ms","start":"2026-04-07T03:35:01.882339Z","end":"2026-04-07T03:35:02.012308Z","steps":["trace[267028372] 'process raft request' (duration: 129.764356ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:15.250169Z","caller":"traceutil/trace.go:171","msg":"trace[1857245327] linearizableReadLoop","detail":"{readStateIndex:4904; appliedIndex:4903; }","duration":"106.38655ms","start":"2026-04-07T03:36:15.143758Z","end":"2026-04-07T03:36:15.250145Z","steps":["trace[1857245327] 'read index received' (duration: 104.628212ms)","trace[1857245327] 'applied index is now lower than readState.Index' (duration: 1.757058ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:36:15.250465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.684247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:36:15.250502Z","caller":"traceutil/trace.go:171","msg":"trace[965272159] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4720; }","duration":"106.77035ms","start":"2026-04-07T03:36:15.143722Z","end":"2026-04-07T03:36:15.250492Z","steps":["trace[965272159] 'agreement among raft nodes before linearized reading' (duration: 106.685138ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:15.250467Z","caller":"traceutil/trace.go:171","msg":"trace[1850148963] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"119.952528ms","start":"2026-04-07T03:36:15.130433Z","end":"2026-04-07T03:36:15.250385Z","steps":["trace[1850148963] 'process raft request' (duration: 117.956373ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:23.413639Z","caller":"traceutil/trace.go:171","msg":"trace[137031866] linearizableReadLoop","detail":"{readStateIndex:5210; appliedIndex:5209; }","duration":"232.925646ms","start":"2026-04-07T03:36:23.180684Z","end":"2026-04-07T03:36:23.41361Z","steps":["trace[137031866] 'read index received' (duration: 160.131549ms)","trace[137031866] 'applied index is now lower than readState.Index' (duration: 72.792807ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:36:23.413666Z","caller":"traceutil/trace.go:171","msg":"trace[1983538344] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"303.02086ms","start":"2026-04-07T03:36:23.110608Z","end":"2026-04-07T03:36:23.413629Z","steps":["trace[1983538344] 'process raft request' (duration: 230.207162ms)","trace[1983538344] 'compare' (duration: 72.663153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:36:23.41384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:36:23.110578Z","time spent":"303.171624ms","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T03:36:23.413887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.184833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b41c2401-4bbd-4394-9a0a-f5838ef81794\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-07T03:36:23.413942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.270119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T03:36:23.413962Z","caller":"traceutil/trace.go:171","msg":"trace[1289621714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b41c2401-4bbd-4394-9a0a-f5838ef81794; range_end:; response_count:1; response_revision:5017; }","duration":"233.294156ms","start":"2026-04-07T03:36:23.180648Z","end":"2026-04-07T03:36:23.413942Z","steps":["trace[1289621714] 'agreement among raft nodes before linearized reading' (duration: 233.055159ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:23.413987Z","caller":"traceutil/trace.go:171","msg":"trace[781677442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5017; }","duration":"119.368852ms","start":"2026-04-07T03:36:23.294606Z","end":"2026-04-07T03:36:23.413975Z","steps":["trace[781677442] 'agreement among raft nodes before linearized reading' (duration: 119.176476ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:35.459406Z","caller":"traceutil/trace.go:171","msg":"trace[552195072] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"147.585458ms","start":"2026-04-07T03:36:35.31179Z","end":"2026-04-07T03:36:35.459376Z","steps":["trace[552195072] 'process raft request' (duration: 147.413004ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:35.543486Z","caller":"traceutil/trace.go:171","msg":"trace[785329819] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"193.563987ms","start":"2026-04-07T03:36:35.349893Z","end":"2026-04-07T03:36:35.543457Z","steps":["trace[785329819] 'process raft request' (duration: 193.379202ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:35.578664Z","caller":"traceutil/trace.go:171","msg":"trace[397515838] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"113.658877ms","start":"2026-04-07T03:36:35.464979Z","end":"2026-04-07T03:36:35.578638Z","steps":["trace[397515838] 'process raft request' (duration: 113.563135ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:35.578703Z","caller":"traceutil/trace.go:171","msg":"trace[2082565381] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"113.800571ms","start":"2026-04-07T03:36:35.46487Z","end":"2026-04-07T03:36:35.57867Z","steps":["trace[2082565381] 'process raft request' (duration: 113.520584ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:35.578946Z","caller":"traceutil/trace.go:171","msg":"trace[1991701157] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"113.494083ms","start":"2026-04-07T03:36:35.465427Z","end":"2026-04-07T03:36:35.578922Z","steps":["trace[1991701157] 'process raft request' (duration: 113.156193ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:36:35.579115Z","caller":"traceutil/trace.go:171","msg":"trace[655331443] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"113.660427ms","start":"2026-04-07T03:36:35.465432Z","end":"2026-04-07T03:36:35.579092Z","steps":["trace[655331443] 'process raft request' (duration: 113.39096ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:37:58.719842Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3031} {"level":"info","ts":"2026-04-07T03:37:58.811182Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3031,"took":"85.869271ms","hash":792156899,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":31641600,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T03:37:58.81128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":792156899,"revision":3031,"compact-revision":-1} {"level":"info","ts":"2026-04-07T03:42:58.727559Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6134} {"level":"info","ts":"2026-04-07T03:42:58.824208Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6134,"took":"94.750416ms","hash":516980391,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":23150592,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-07T03:42:58.824298Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":516980391,"revision":6134,"compact-revision":3031} {"level":"warn","ts":"2026-04-07T03:43:06.488291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.696814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-07T03:43:06.488378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.954371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T03:43:06.488397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.909331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T03:43:06.488406Z","caller":"traceutil/trace.go:171","msg":"trace[452015988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8343; }","duration":"201.855058ms","start":"2026-04-07T03:43:06.286526Z","end":"2026-04-07T03:43:06.488381Z","steps":["trace[452015988] 'range keys from in-memory index tree' (duration: 201.460768ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:06.48861Z","caller":"traceutil/trace.go:171","msg":"trace[1911514588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8343; }","duration":"229.054176ms","start":"2026-04-07T03:43:06.259431Z","end":"2026-04-07T03:43:06.488485Z","steps":["trace[1911514588] 'range keys from in-memory index tree' (duration: 228.756587ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:06.48844Z","caller":"traceutil/trace.go:171","msg":"trace[697289240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8343; }","duration":"233.058204ms","start":"2026-04-07T03:43:06.255365Z","end":"2026-04-07T03:43:06.488423Z","steps":["trace[697289240] 'range keys from in-memory index tree' (duration: 232.774446ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:07.657651Z","caller":"traceutil/trace.go:171","msg":"trace[1787545894] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"102.750424ms","start":"2026-04-07T03:43:07.554878Z","end":"2026-04-07T03:43:07.657628Z","steps":["trace[1787545894] 'process raft request' (duration: 102.61761ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:07.925356Z","caller":"traceutil/trace.go:171","msg":"trace[1286734334] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"340.311889ms","start":"2026-04-07T03:43:07.585024Z","end":"2026-04-07T03:43:07.925336Z","steps":["trace[1286734334] 'process raft request' (duration: 340.131634ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:07.925478Z","caller":"traceutil/trace.go:171","msg":"trace[1201804218] linearizableReadLoop","detail":"{readStateIndex:8645; appliedIndex:8643; }","duration":"299.333048ms","start":"2026-04-07T03:43:07.626134Z","end":"2026-04-07T03:43:07.925467Z","steps":["trace[1201804218] 'read index received' (duration: 31.430151ms)","trace[1201804218] 'applied index is now lower than readState.Index' (duration: 267.901887ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:43:07.925531Z","caller":"traceutil/trace.go:171","msg":"trace[1466402842] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"289.79956ms","start":"2026-04-07T03:43:07.635727Z","end":"2026-04-07T03:43:07.925526Z","steps":["trace[1466402842] 'process raft request' (duration: 289.573354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:07.925514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:43:07.585005Z","time spent":"340.413431ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:43:07.925612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.472151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T03:43:07.925687Z","caller":"traceutil/trace.go:171","msg":"trace[929537096] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8349; }","duration":"299.602206ms","start":"2026-04-07T03:43:07.626068Z","end":"2026-04-07T03:43:07.92567Z","steps":["trace[929537096] 'agreement among raft nodes before linearized reading' (duration: 299.468953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:07.939823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.498334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T03:43:07.939897Z","caller":"traceutil/trace.go:171","msg":"trace[524700008] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8350; }","duration":"168.615508ms","start":"2026-04-07T03:43:07.771266Z","end":"2026-04-07T03:43:07.939881Z","steps":["trace[524700008] 'agreement among raft nodes before linearized reading' (duration: 168.421122ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:09.069929Z","caller":"traceutil/trace.go:171","msg":"trace[630085140] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"115.420738ms","start":"2026-04-07T03:43:08.954486Z","end":"2026-04-07T03:43:09.069907Z","steps":["trace[630085140] 'process raft request' (duration: 112.463918ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:10.149132Z","caller":"traceutil/trace.go:171","msg":"trace[1813766519] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"218.369746ms","start":"2026-04-07T03:43:09.930736Z","end":"2026-04-07T03:43:10.149106Z","steps":["trace[1813766519] 'process raft request' (duration: 218.216881ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:10.167365Z","caller":"traceutil/trace.go:171","msg":"trace[275950602] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"236.282111ms","start":"2026-04-07T03:43:09.931063Z","end":"2026-04-07T03:43:10.167345Z","steps":["trace[275950602] 'process raft request' (duration: 236.132537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:10.167609Z","caller":"traceutil/trace.go:171","msg":"trace[1529649781] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"223.411372ms","start":"2026-04-07T03:43:09.94419Z","end":"2026-04-07T03:43:10.167602Z","steps":["trace[1529649781] 'process raft request' (duration: 223.122544ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:10.167828Z","caller":"traceutil/trace.go:171","msg":"trace[157045119] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8655; }","duration":"141.910194ms","start":"2026-04-07T03:43:10.025897Z","end":"2026-04-07T03:43:10.167808Z","steps":["trace[157045119] 'read index received' (duration: 122.974461ms)","trace[157045119] 'applied index is now lower than readState.Index' (duration: 18.934653ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:43:10.167948Z","caller":"traceutil/trace.go:171","msg":"trace[1713189704] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"201.888119ms","start":"2026-04-07T03:43:09.966049Z","end":"2026-04-07T03:43:10.167938Z","steps":["trace[1713189704] 'process raft request' (duration: 201.520419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:10.168146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.121199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T03:43:10.168182Z","caller":"traceutil/trace.go:171","msg":"trace[662196619] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8362; }","duration":"139.194291ms","start":"2026-04-07T03:43:10.028979Z","end":"2026-04-07T03:43:10.168174Z","steps":["trace[662196619] 'agreement among raft nodes before linearized reading' (duration: 139.058108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:10.168301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.395687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:43:10.16836Z","caller":"traceutil/trace.go:171","msg":"trace[806516966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8362; }","duration":"142.500541ms","start":"2026-04-07T03:43:10.025846Z","end":"2026-04-07T03:43:10.168346Z","steps":["trace[806516966] 'agreement among raft nodes before linearized reading' (duration: 142.400148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:10.390687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.999476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:43:10.390808Z","caller":"traceutil/trace.go:171","msg":"trace[659343035] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8363; }","duration":"118.170571ms","start":"2026-04-07T03:43:10.272613Z","end":"2026-04-07T03:43:10.390783Z","steps":["trace[659343035] 'count revisions from in-memory index tree' (duration: 117.801821ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:38.097962Z","caller":"traceutil/trace.go:171","msg":"trace[1061657410] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"305.087815ms","start":"2026-04-07T03:43:37.792853Z","end":"2026-04-07T03:43:38.097941Z","steps":["trace[1061657410] 'process raft request' (duration: 304.54999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:38.098099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:43:37.792828Z","time spent":"305.204469ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:43:40.676472Z","caller":"traceutil/trace.go:171","msg":"trace[1027870994] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"257.435675ms","start":"2026-04-07T03:43:40.419009Z","end":"2026-04-07T03:43:40.676445Z","steps":["trace[1027870994] 'process raft request' (duration: 167.59042ms)","trace[1027870994] 'compare' (duration: 89.605178ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:43:50.560933Z","caller":"traceutil/trace.go:171","msg":"trace[2015151054] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"132.50116ms","start":"2026-04-07T03:43:50.428395Z","end":"2026-04-07T03:43:50.560896Z","steps":["trace[2015151054] 'process raft request' (duration: 116.623209ms)","trace[2015151054] 'compare' (duration: 15.719826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:43:50.856289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.008437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-67ccc86fdc-h64sj.18a3f6318a1b8897\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-07T03:43:50.856447Z","caller":"traceutil/trace.go:171","msg":"trace[1072799382] range","detail":"{range_begin:/registry/events/openstack/barbican-api-67ccc86fdc-h64sj.18a3f6318a1b8897; range_end:; response_count:1; response_revision:8679; }","duration":"108.178212ms","start":"2026-04-07T03:43:50.748247Z","end":"2026-04-07T03:43:50.856426Z","steps":["trace[1072799382] 'range keys from in-memory index tree' (duration: 107.692278ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:51.126704Z","caller":"traceutil/trace.go:171","msg":"trace[349632988] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"157.297521ms","start":"2026-04-07T03:43:50.969388Z","end":"2026-04-07T03:43:51.126685Z","steps":["trace[349632988] 'process raft request' (duration: 157.25906ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:51.127023Z","caller":"traceutil/trace.go:171","msg":"trace[1265886393] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"176.503961ms","start":"2026-04-07T03:43:50.950497Z","end":"2026-04-07T03:43:51.127001Z","steps":["trace[1265886393] 'process raft request' (duration: 176.08542ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:51.127037Z","caller":"traceutil/trace.go:171","msg":"trace[486150403] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"183.334526ms","start":"2026-04-07T03:43:50.943647Z","end":"2026-04-07T03:43:51.126981Z","steps":["trace[486150403] 'process raft request' (duration: 100.396279ms)","trace[486150403] 'compare' (duration: 82.30594ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:43:51.127106Z","caller":"traceutil/trace.go:171","msg":"trace[100014766] linearizableReadLoop","detail":"{readStateIndex:8993; appliedIndex:8992; }","duration":"179.172964ms","start":"2026-04-07T03:43:50.947896Z","end":"2026-04-07T03:43:51.127069Z","steps":["trace[100014766] 'read index received' (duration: 96.161354ms)","trace[100014766] 'applied index is now lower than readState.Index' (duration: 83.005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:43:51.127302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.454553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T03:43:51.127333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.041313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T03:43:51.127371Z","caller":"traceutil/trace.go:171","msg":"trace[633127995] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8685; }","duration":"182.535875ms","start":"2026-04-07T03:43:50.944815Z","end":"2026-04-07T03:43:51.127351Z","steps":["trace[633127995] 'agreement among raft nodes before linearized reading' (duration: 182.405721ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:51.127386Z","caller":"traceutil/trace.go:171","msg":"trace[1502388543] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8685; }","duration":"120.144605ms","start":"2026-04-07T03:43:51.007224Z","end":"2026-04-07T03:43:51.127368Z","steps":["trace[1502388543] 'agreement among raft nodes before linearized reading' (duration: 120.013761ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:43:51.763344Z","caller":"traceutil/trace.go:171","msg":"trace[1968696165] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8997; }","duration":"112.280902ms","start":"2026-04-07T03:43:51.651027Z","end":"2026-04-07T03:43:51.763308Z","steps":["trace[1968696165] 'read index received' (duration: 112.134867ms)","trace[1968696165] 'applied index is now lower than readState.Index' (duration: 144.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:43:51.763474Z","caller":"traceutil/trace.go:171","msg":"trace[910144040] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"163.092298ms","start":"2026-04-07T03:43:51.600347Z","end":"2026-04-07T03:43:51.763439Z","steps":["trace[910144040] 'process raft request' (duration: 162.771759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:43:51.763753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.706103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4w6c2\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-07T03:43:51.763817Z","caller":"traceutil/trace.go:171","msg":"trace[923018306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4w6c2; range_end:; response_count:1; response_revision:8688; }","duration":"112.833007ms","start":"2026-04-07T03:43:51.650969Z","end":"2026-04-07T03:43:51.763802Z","steps":["trace[923018306] 'agreement among raft nodes before linearized reading' (duration: 112.461797ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:44:27.774039Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002483.wal"} {"level":"info","ts":"2026-04-07T03:45:02.709078Z","caller":"traceutil/trace.go:171","msg":"trace[1921245376] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"123.047225ms","start":"2026-04-07T03:45:02.585999Z","end":"2026-04-07T03:45:02.709046Z","steps":["trace[1921245376] 'process raft request' (duration: 122.885611ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:45:02.709434Z","caller":"traceutil/trace.go:171","msg":"trace[2084718011] linearizableReadLoop","detail":"{readStateIndex:9732; appliedIndex:9730; }","duration":"118.7725ms","start":"2026-04-07T03:45:02.590635Z","end":"2026-04-07T03:45:02.709407Z","steps":["trace[2084718011] 'read index received' (duration: 63.538187ms)","trace[2084718011] 'applied index is now lower than readState.Index' (duration: 55.232833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:45:02.709709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.054787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T03:45:02.709746Z","caller":"traceutil/trace.go:171","msg":"trace[2104903329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9404; }","duration":"119.163271ms","start":"2026-04-07T03:45:02.59057Z","end":"2026-04-07T03:45:02.709734Z","steps":["trace[2104903329] 'agreement among raft nodes before linearized reading' (duration: 118.939505ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:45:02.764886Z","caller":"traceutil/trace.go:171","msg":"trace[416621602] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"108.714868ms","start":"2026-04-07T03:45:02.65614Z","end":"2026-04-07T03:45:02.764855Z","steps":["trace[416621602] 'process raft request' (duration: 98.255196ms)","trace[416621602] 'compare' (duration: 10.346009ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:45:37.793845Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T03:45:37.798761Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T03:45:37.798838Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T03:47:58.73667Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8304} {"level":"info","ts":"2026-04-07T03:47:58.815552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8304,"took":"76.408207ms","hash":2649070771,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":26161152,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-07T03:47:58.815634Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2649070771,"revision":8304,"compact-revision":6134} {"level":"warn","ts":"2026-04-07T03:48:22.354638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.592151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:48:22.354769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.54507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:48:22.354792Z","caller":"traceutil/trace.go:171","msg":"trace[1229713243] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11121; }","duration":"158.750766ms","start":"2026-04-07T03:48:22.19599Z","end":"2026-04-07T03:48:22.354741Z","steps":["trace[1229713243] 'range keys from in-memory index tree' (duration: 158.420017ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:22.354834Z","caller":"traceutil/trace.go:171","msg":"trace[2124977896] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11121; }","duration":"141.626072ms","start":"2026-04-07T03:48:22.21319Z","end":"2026-04-07T03:48:22.354816Z","steps":["trace[2124977896] 'count revisions from in-memory index tree' (duration: 141.483708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:48:22.354874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.805237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:48:22.354874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.602328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:48:22.354968Z","caller":"traceutil/trace.go:171","msg":"trace[1126485579] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11121; }","duration":"158.952311ms","start":"2026-04-07T03:48:22.196001Z","end":"2026-04-07T03:48:22.354953Z","steps":["trace[1126485579] 'range keys from in-memory index tree' (duration: 158.663483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:48:22.354966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.717961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:48:22.354991Z","caller":"traceutil/trace.go:171","msg":"trace[333601043] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11121; }","duration":"159.769784ms","start":"2026-04-07T03:48:22.195201Z","end":"2026-04-07T03:48:22.35497Z","steps":["trace[333601043] 'range keys from in-memory index tree' (duration: 159.497256ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:22.355032Z","caller":"traceutil/trace.go:171","msg":"trace[668065861] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11121; }","duration":"159.819325ms","start":"2026-04-07T03:48:22.195195Z","end":"2026-04-07T03:48:22.355014Z","steps":["trace[668065861] 'range keys from in-memory index tree' (duration: 159.617219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:48:22.355049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.739281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-04-07T03:48:22.355179Z","caller":"traceutil/trace.go:171","msg":"trace[1389234676] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11121; }","duration":"156.907416ms","start":"2026-04-07T03:48:22.198239Z","end":"2026-04-07T03:48:22.355147Z","steps":["trace[1389234676] 'range keys from in-memory index tree' (duration: 156.563226ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:48:46.805298Z","caller":"traceutil/trace.go:171","msg":"trace[896793190] transaction","detail":"{read_only:false; response_revision:11256; number_of_response:1; }","duration":"191.75491ms","start":"2026-04-07T03:48:46.613518Z","end":"2026-04-07T03:48:46.805273Z","steps":["trace[896793190] 'process raft request' (duration: 117.759077ms)","trace[896793190] 'compare' (duration: 73.557201ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:48:46.80548Z","caller":"traceutil/trace.go:171","msg":"trace[1464600641] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"190.2858ms","start":"2026-04-07T03:48:46.615163Z","end":"2026-04-07T03:48:46.805449Z","steps":["trace[1464600641] 'process raft request' (duration: 190.078724ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:52:58.742606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10793} {"level":"info","ts":"2026-04-07T03:52:58.822313Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10793,"took":"77.269986ms","hash":889019237,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":27832320,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-07T03:52:58.822371Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":889019237,"revision":10793,"compact-revision":8304} {"level":"warn","ts":"2026-04-07T03:55:17.259309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.293374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:55:17.259405Z","caller":"traceutil/trace.go:171","msg":"trace[200289709] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13864; }","duration":"122.436268ms","start":"2026-04-07T03:55:17.136947Z","end":"2026-04-07T03:55:17.259383Z","steps":["trace[200289709] 'count revisions from in-memory index tree' (duration: 122.15394ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:24.160763Z","caller":"traceutil/trace.go:171","msg":"trace[1272042533] linearizableReadLoop","detail":"{readStateIndex:14388; appliedIndex:14387; }","duration":"150.450147ms","start":"2026-04-07T03:55:24.010279Z","end":"2026-04-07T03:55:24.160729Z","steps":["trace[1272042533] 'read index received' (duration: 150.237761ms)","trace[1272042533] 'applied index is now lower than readState.Index' (duration: 210.916µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:55:24.160903Z","caller":"traceutil/trace.go:171","msg":"trace[1100063504] transaction","detail":"{read_only:false; response_revision:13910; number_of_response:1; }","duration":"152.112001ms","start":"2026-04-07T03:55:24.00876Z","end":"2026-04-07T03:55:24.160872Z","steps":["trace[1100063504] 'process raft request' (duration: 151.776732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:24.161055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.756245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T03:55:24.161174Z","caller":"traceutil/trace.go:171","msg":"trace[1076518937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13910; }","duration":"150.909008ms","start":"2026-04-07T03:55:24.010245Z","end":"2026-04-07T03:55:24.161154Z","steps":["trace[1076518937] 'agreement among raft nodes before linearized reading' (duration: 150.645481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:24.188261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.978441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:55:24.188359Z","caller":"traceutil/trace.go:171","msg":"trace[1758888229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13911; }","duration":"165.085534ms","start":"2026-04-07T03:55:24.023255Z","end":"2026-04-07T03:55:24.18834Z","steps":["trace[1758888229] 'agreement among raft nodes before linearized reading' (duration: 164.833517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:25.527017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.193476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:55:25.527132Z","caller":"traceutil/trace.go:171","msg":"trace[874601764] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:13921; }","duration":"272.3752ms","start":"2026-04-07T03:55:25.254732Z","end":"2026-04-07T03:55:25.527107Z","steps":["trace[874601764] 'count revisions from in-memory index tree' (duration: 272.038622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:27.411024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.22642ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T03:55:28.574853Z","caller":"traceutil/trace.go:171","msg":"trace[1671439278] transaction","detail":"{read_only:false; response_revision:13947; number_of_response:1; }","duration":"130.204238ms","start":"2026-04-07T03:55:28.444622Z","end":"2026-04-07T03:55:28.574826Z","steps":["trace[1671439278] 'process raft request' (duration: 127.721271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:47.730014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.624742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T03:55:47.730458Z","caller":"traceutil/trace.go:171","msg":"trace[2001798208] transaction","detail":"{read_only:false; response_revision:14228; number_of_response:1; }","duration":"493.522102ms","start":"2026-04-07T03:55:47.236873Z","end":"2026-04-07T03:55:47.730395Z","steps":["trace[2001798208] 'process raft request' (duration: 493.330786ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:47.730492Z","caller":"traceutil/trace.go:171","msg":"trace[1267002633] transaction","detail":"{read_only:false; response_revision:14229; number_of_response:1; }","duration":"493.43216ms","start":"2026-04-07T03:55:47.237002Z","end":"2026-04-07T03:55:47.730434Z","steps":["trace[1267002633] 'process raft request' (duration: 493.273096ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:55:47.730512Z","caller":"traceutil/trace.go:171","msg":"trace[1621667625] transaction","detail":"{read_only:false; response_revision:14227; number_of_response:1; }","duration":"497.10067ms","start":"2026-04-07T03:55:47.233375Z","end":"2026-04-07T03:55:47.730475Z","steps":["trace[1621667625] 'process raft request' (duration: 383.919884ms)","trace[1621667625] 'compare' (duration: 112.432956ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:55:47.730461Z","caller":"traceutil/trace.go:171","msg":"trace[775538079] linearizableReadLoop","detail":"{readStateIndex:14719; appliedIndex:14716; }","duration":"429.565721ms","start":"2026-04-07T03:55:47.300872Z","end":"2026-04-07T03:55:47.730437Z","steps":["trace[775538079] 'read index received' (duration: 316.503537ms)","trace[775538079] 'applied index is now lower than readState.Index' (duration: 113.059053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T03:55:47.730681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:47.233349Z","time spent":"497.248063ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:55:47.730702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:47.236983Z","time spent":"493.611554ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:55:47.731116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:47.236849Z","time spent":"493.694879ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:55:47.738111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.227688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0da5d394-0fe0-488a-ab7d-6bdd6d04d861\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-04-07T03:55:47.738182Z","caller":"traceutil/trace.go:171","msg":"trace[2051776203] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0da5d394-0fe0-488a-ab7d-6bdd6d04d861; range_end:; response_count:1; response_revision:14229; }","duration":"437.350891ms","start":"2026-04-07T03:55:47.300814Z","end":"2026-04-07T03:55:47.738165Z","steps":["trace[2051776203] 'agreement among raft nodes before linearized reading' (duration: 429.705534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:47.73822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:47.300788Z","time spent":"437.421743ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3658,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0da5d394-0fe0-488a-ab7d-6bdd6d04d861\" "} {"level":"info","ts":"2026-04-07T03:55:47.738321Z","caller":"traceutil/trace.go:171","msg":"trace[7301833] transaction","detail":"{read_only:false; response_revision:14230; number_of_response:1; }","duration":"396.967756ms","start":"2026-04-07T03:55:47.341305Z","end":"2026-04-07T03:55:47.738273Z","steps":["trace[7301833] 'process raft request' (duration: 396.587487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:47.738349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.665177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4w6c2\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-07T03:55:47.7385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:47.341288Z","time spent":"397.132811ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:55:47.738569Z","caller":"traceutil/trace.go:171","msg":"trace[996452377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4w6c2; range_end:; response_count:1; response_revision:14230; }","duration":"403.914975ms","start":"2026-04-07T03:55:47.33463Z","end":"2026-04-07T03:55:47.738545Z","steps":["trace[996452377] 'agreement among raft nodes before linearized reading' (duration: 403.567216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:55:47.738741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:55:47.334607Z","time spent":"404.10654ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-4w6c2\" "} {"level":"info","ts":"2026-04-07T03:55:47.848193Z","caller":"traceutil/trace.go:171","msg":"trace[586902715] transaction","detail":"{read_only:false; response_revision:14231; number_of_response:1; }","duration":"104.03611ms","start":"2026-04-07T03:55:47.743883Z","end":"2026-04-07T03:55:47.847919Z","steps":["trace[586902715] 'process raft request' (duration: 93.232997ms)","trace[586902715] 'compare' (duration: 10.598707ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:56:39.356276Z","caller":"traceutil/trace.go:171","msg":"trace[352306983] transaction","detail":"{read_only:false; response_revision:14857; number_of_response:1; }","duration":"105.397486ms","start":"2026-04-07T03:56:39.25085Z","end":"2026-04-07T03:56:39.356248Z","steps":["trace[352306983] 'process raft request' (duration: 105.235421ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:56:57.651189Z","caller":"traceutil/trace.go:171","msg":"trace[139613912] transaction","detail":"{read_only:false; response_revision:14953; number_of_response:1; }","duration":"162.600875ms","start":"2026-04-07T03:56:57.488568Z","end":"2026-04-07T03:56:57.651169Z","steps":["trace[139613912] 'process raft request' (duration: 162.466022ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:56:57.653689Z","caller":"traceutil/trace.go:171","msg":"trace[1840966752] linearizableReadLoop","detail":"{readStateIndex:15464; appliedIndex:15462; }","duration":"158.411442ms","start":"2026-04-07T03:56:57.495249Z","end":"2026-04-07T03:56:57.65366Z","steps":["trace[1840966752] 'read index received' (duration: 155.72666ms)","trace[1840966752] 'applied index is now lower than readState.Index' (duration: 2.683542ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:56:57.653754Z","caller":"traceutil/trace.go:171","msg":"trace[1426012073] transaction","detail":"{read_only:false; response_revision:14954; number_of_response:1; }","duration":"164.98888ms","start":"2026-04-07T03:56:57.488725Z","end":"2026-04-07T03:56:57.653714Z","steps":["trace[1426012073] 'process raft request' (duration: 164.787485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:56:57.653894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.624368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T03:56:57.653949Z","caller":"traceutil/trace.go:171","msg":"trace[688045125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14954; }","duration":"158.727021ms","start":"2026-04-07T03:56:57.49521Z","end":"2026-04-07T03:56:57.653937Z","steps":["trace[688045125] 'agreement among raft nodes before linearized reading' (duration: 158.549407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:56:57.65401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.167943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-07T03:56:57.654058Z","caller":"traceutil/trace.go:171","msg":"trace[332450344] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14954; }","duration":"114.294257ms","start":"2026-04-07T03:56:57.539752Z","end":"2026-04-07T03:56:57.654046Z","steps":["trace[332450344] 'agreement among raft nodes before linearized reading' (duration: 114.060771ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:57:03.827726Z","caller":"traceutil/trace.go:171","msg":"trace[1668990833] linearizableReadLoop","detail":"{readStateIndex:15496; appliedIndex:15495; }","duration":"157.793695ms","start":"2026-04-07T03:57:03.669884Z","end":"2026-04-07T03:57:03.827678Z","steps":["trace[1668990833] 'read index received' (duration: 157.537409ms)","trace[1668990833] 'applied index is now lower than readState.Index' (duration: 255.256µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:57:03.827796Z","caller":"traceutil/trace.go:171","msg":"trace[1306465280] transaction","detail":"{read_only:false; response_revision:14985; number_of_response:1; }","duration":"157.941899ms","start":"2026-04-07T03:57:03.669818Z","end":"2026-04-07T03:57:03.82776Z","steps":["trace[1306465280] 'process raft request' (duration: 157.485126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:03.82803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.081573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:57:03.828081Z","caller":"traceutil/trace.go:171","msg":"trace[1607815587] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14985; }","duration":"158.140404ms","start":"2026-04-07T03:57:03.669929Z","end":"2026-04-07T03:57:03.828069Z","steps":["trace[1607815587] 'agreement among raft nodes before linearized reading' (duration: 158.080963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:03.828137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.287481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-04-07T03:57:03.828204Z","caller":"traceutil/trace.go:171","msg":"trace[771624558] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14985; }","duration":"116.397104ms","start":"2026-04-07T03:57:03.711792Z","end":"2026-04-07T03:57:03.82819Z","steps":["trace[771624558] 'agreement among raft nodes before linearized reading' (duration: 116.22843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:03.827947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.040722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:57:03.828459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.407019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T03:57:03.82844Z","caller":"traceutil/trace.go:171","msg":"trace[1551078189] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14985; }","duration":"158.551076ms","start":"2026-04-07T03:57:03.66984Z","end":"2026-04-07T03:57:03.828392Z","steps":["trace[1551078189] 'agreement among raft nodes before linearized reading' (duration: 158.028212ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:57:03.828499Z","caller":"traceutil/trace.go:171","msg":"trace[1746026025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14985; }","duration":"149.642386ms","start":"2026-04-07T03:57:03.678847Z","end":"2026-04-07T03:57:03.82849Z","steps":["trace[1746026025] 'agreement among raft nodes before linearized reading' (duration: 149.503932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:03.828719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.710431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:57:03.830046Z","caller":"traceutil/trace.go:171","msg":"trace[1134488510] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14985; }","duration":"160.057917ms","start":"2026-04-07T03:57:03.66996Z","end":"2026-04-07T03:57:03.830018Z","steps":["trace[1134488510] 'agreement among raft nodes before linearized reading' (duration: 158.674379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:03.828829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.479353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-07T03:57:03.830307Z","caller":"traceutil/trace.go:171","msg":"trace[213843644] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14985; }","duration":"156.955044ms","start":"2026-04-07T03:57:03.673323Z","end":"2026-04-07T03:57:03.830278Z","steps":["trace[213843644] 'agreement among raft nodes before linearized reading' (duration: 155.396041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:03.828937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.781844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-07T03:57:03.830508Z","caller":"traceutil/trace.go:171","msg":"trace[283540837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14985; }","duration":"156.365166ms","start":"2026-04-07T03:57:03.674114Z","end":"2026-04-07T03:57:03.830479Z","steps":["trace[283540837] 'agreement among raft nodes before linearized reading' (duration: 154.577308ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:57:04.366733Z","caller":"traceutil/trace.go:171","msg":"trace[1936981089] transaction","detail":"{read_only:false; response_revision:14988; number_of_response:1; }","duration":"351.105335ms","start":"2026-04-07T03:57:04.015603Z","end":"2026-04-07T03:57:04.366709Z","steps":["trace[1936981089] 'process raft request' (duration: 342.07765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:04.366862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:57:04.015577Z","time spent":"351.208077ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T03:57:04.578185Z","caller":"traceutil/trace.go:171","msg":"trace[1536851307] transaction","detail":"{read_only:false; response_revision:14989; number_of_response:1; }","duration":"552.389148ms","start":"2026-04-07T03:57:04.025762Z","end":"2026-04-07T03:57:04.578151Z","steps":["trace[1536851307] 'process raft request' (duration: 549.648054ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:57:04.578296Z","caller":"traceutil/trace.go:171","msg":"trace[2031249800] linearizableReadLoop","detail":"{readStateIndex:15501; appliedIndex:15498; }","duration":"463.305224ms","start":"2026-04-07T03:57:04.114945Z","end":"2026-04-07T03:57:04.57825Z","steps":["trace[2031249800] 'read index received' (duration: 242.84215ms)","trace[2031249800] 'applied index is now lower than readState.Index' (duration: 220.461974ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T03:57:04.578323Z","caller":"traceutil/trace.go:171","msg":"trace[831706191] transaction","detail":"{read_only:false; response_revision:14990; number_of_response:1; }","duration":"551.545905ms","start":"2026-04-07T03:57:04.026743Z","end":"2026-04-07T03:57:04.578289Z","steps":["trace[831706191] 'process raft request' (duration: 551.363801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:04.578352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:57:04.025742Z","time spent":"552.535292ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:57:04.578476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:57:04.026721Z","time spent":"551.673139ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T03:57:04.578521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.450927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:57:04.578583Z","caller":"traceutil/trace.go:171","msg":"trace[792435368] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14990; }","duration":"374.54159ms","start":"2026-04-07T03:57:04.204026Z","end":"2026-04-07T03:57:04.578568Z","steps":["trace[792435368] 'agreement among raft nodes before linearized reading' (duration: 374.454237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:04.578592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.622783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7ghbc\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-04-07T03:57:04.578636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:57:04.204006Z","time spent":"374.616531ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-07T03:57:04.578646Z","caller":"traceutil/trace.go:171","msg":"trace[1531535305] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7ghbc; range_end:; response_count:1; response_revision:14990; }","duration":"463.737726ms","start":"2026-04-07T03:57:04.114891Z","end":"2026-04-07T03:57:04.578629Z","steps":["trace[1531535305] 'agreement among raft nodes before linearized reading' (duration: 463.537901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:04.578691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:57:04.114878Z","time spent":"463.800538ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7ghbc\" "} {"level":"warn","ts":"2026-04-07T03:57:04.578735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.846029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-07T03:57:04.578777Z","caller":"traceutil/trace.go:171","msg":"trace[1981260489] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14990; }","duration":"370.90365ms","start":"2026-04-07T03:57:04.207861Z","end":"2026-04-07T03:57:04.578765Z","steps":["trace[1981260489] 'agreement among raft nodes before linearized reading' (duration: 370.743036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:04.578777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.615895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T03:57:04.578857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.778148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T03:57:04.57886Z","caller":"traceutil/trace.go:171","msg":"trace[1677787984] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14990; }","duration":"373.732807ms","start":"2026-04-07T03:57:04.205108Z","end":"2026-04-07T03:57:04.578841Z","steps":["trace[1677787984] 'agreement among raft nodes before linearized reading' (duration: 373.603483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:04.578836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.920968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-4w6c2\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-07T03:57:04.57889Z","caller":"traceutil/trace.go:171","msg":"trace[444976137] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14990; }","duration":"373.826409ms","start":"2026-04-07T03:57:04.205056Z","end":"2026-04-07T03:57:04.578883Z","steps":["trace[444976137] 'agreement among raft nodes before linearized reading' (duration: 373.781258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T03:57:04.578936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:57:04.205091Z","time spent":"373.80621ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-07T03:57:04.578944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:57:04.205048Z","time spent":"373.88983ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-07T03:57:04.578807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T03:57:04.207854Z","time spent":"370.946701ms","remote":"127.0.0.1:41286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-07T03:57:04.579008Z","caller":"traceutil/trace.go:171","msg":"trace[1113927059] range","detail":"{range_begin:/registry/pods/openstack/keepalived-4w6c2; range_end:; response_count:1; response_revision:14990; }","duration":"172.126865ms","start":"2026-04-07T03:57:04.406859Z","end":"2026-04-07T03:57:04.578986Z","steps":["trace[1113927059] 'agreement among raft nodes before linearized reading' (duration: 171.847777ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T03:57:58.749184Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12979} {"level":"info","ts":"2026-04-07T03:57:58.826252Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12979,"took":"74.224421ms","hash":2373663925,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":30326784,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T03:57:58.826323Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2373663925,"revision":12979,"compact-revision":10793} {"level":"info","ts":"2026-04-07T04:02:58.75458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15331} {"level":"info","ts":"2026-04-07T04:02:58.856864Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15331,"took":"100.016709ms","hash":942607765,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":31670272,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T04:02:58.856929Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":942607765,"revision":15331,"compact-revision":12979} {"level":"info","ts":"2026-04-07T04:03:07.383978Z","caller":"traceutil/trace.go:171","msg":"trace[723498899] transaction","detail":"{read_only:false; response_revision:17696; number_of_response:1; }","duration":"216.679518ms","start":"2026-04-07T04:03:07.167271Z","end":"2026-04-07T04:03:07.383951Z","steps":["trace[723498899] 'process raft request' (duration: 216.510654ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:13.422851Z","caller":"traceutil/trace.go:171","msg":"trace[307381622] transaction","detail":"{read_only:false; response_revision:17727; number_of_response:1; }","duration":"298.680728ms","start":"2026-04-07T04:03:13.124151Z","end":"2026-04-07T04:03:13.422832Z","steps":["trace[307381622] 'process raft request' (duration: 298.525224ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:13.628265Z","caller":"traceutil/trace.go:171","msg":"trace[815372051] transaction","detail":"{read_only:false; response_revision:17729; number_of_response:1; }","duration":"105.98254ms","start":"2026-04-07T04:03:13.522266Z","end":"2026-04-07T04:03:13.628249Z","steps":["trace[815372051] 'process raft request' (duration: 105.62802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:14.529936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150402194,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T04:03:14.594602Z","caller":"traceutil/trace.go:171","msg":"trace[1474983900] linearizableReadLoop","detail":"{readStateIndex:18336; appliedIndex:18334; }","duration":"565.588807ms","start":"2026-04-07T04:03:14.028988Z","end":"2026-04-07T04:03:14.594577Z","steps":["trace[1474983900] 'read index received' (duration: 565.3454ms)","trace[1474983900] 'applied index is now lower than readState.Index' (duration: 242.537µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:03:14.594687Z","caller":"traceutil/trace.go:171","msg":"trace[2060981900] transaction","detail":"{read_only:false; response_revision:17734; number_of_response:1; }","duration":"684.274791ms","start":"2026-04-07T04:03:13.91038Z","end":"2026-04-07T04:03:14.594655Z","steps":["trace[2060981900] 'process raft request' (duration: 684.025724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:14.594809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:13.910357Z","time spent":"684.388394ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:03:14.594815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.810603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:03:14.594968Z","caller":"traceutil/trace.go:171","msg":"trace[17204046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17735; }","duration":"565.999478ms","start":"2026-04-07T04:03:14.02895Z","end":"2026-04-07T04:03:14.594949Z","steps":["trace[17204046] 'agreement among raft nodes before linearized reading' (duration: 565.779922ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:03:14.594736Z","caller":"traceutil/trace.go:171","msg":"trace[1098295140] transaction","detail":"{read_only:false; response_revision:17735; number_of_response:1; }","duration":"677.048565ms","start":"2026-04-07T04:03:13.917641Z","end":"2026-04-07T04:03:14.594689Z","steps":["trace[1098295140] 'process raft request' (duration: 676.899461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:14.594818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.182502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:03:14.596324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:13.917617Z","time spent":"678.554115ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:03:14.595072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:14.028935Z","time spent":"566.121031ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:03:14.596353Z","caller":"traceutil/trace.go:171","msg":"trace[36377914] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:17735; }","duration":"509.704854ms","start":"2026-04-07T04:03:14.08657Z","end":"2026-04-07T04:03:14.596274Z","steps":["trace[36377914] 'agreement among raft nodes before linearized reading' (duration: 508.187503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:14.596595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:03:14.086549Z","time spent":"509.95456ms","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:03:22.389599Z","caller":"traceutil/trace.go:171","msg":"trace[1500249397] linearizableReadLoop","detail":"{readStateIndex:18511; appliedIndex:18510; }","duration":"129.20887ms","start":"2026-04-07T04:03:22.260363Z","end":"2026-04-07T04:03:22.389571Z","steps":["trace[1500249397] 'read index received' (duration: 117.708488ms)","trace[1500249397] 'applied index is now lower than readState.Index' (duration: 11.498752ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:03:22.389689Z","caller":"traceutil/trace.go:171","msg":"trace[1856345156] transaction","detail":"{read_only:false; response_revision:17901; number_of_response:1; }","duration":"131.781519ms","start":"2026-04-07T04:03:22.257872Z","end":"2026-04-07T04:03:22.389653Z","steps":["trace[1856345156] 'process raft request' (duration: 120.275458ms)","trace[1856345156] 'compare' (duration: 11.042818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:03:22.389901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.521658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-07T04:03:22.389943Z","caller":"traceutil/trace.go:171","msg":"trace[753880960] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:17901; }","duration":"129.614969ms","start":"2026-04-07T04:03:22.260316Z","end":"2026-04-07T04:03:22.389931Z","steps":["trace[753880960] 'agreement among raft nodes before linearized reading' (duration: 129.419955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:03:22.390038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.96932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-04-07T04:03:22.390155Z","caller":"traceutil/trace.go:171","msg":"trace[217519687] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17901; }","duration":"113.124654ms","start":"2026-04-07T04:03:22.276996Z","end":"2026-04-07T04:03:22.390121Z","steps":["trace[217519687] 'agreement among raft nodes before linearized reading' (duration: 112.860917ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:06:20.749983Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T04:06:20.755676Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-07T04:06:20.755756Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-07T04:07:58.764375Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17616} {"level":"info","ts":"2026-04-07T04:07:58.863545Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17616,"took":"95.69907ms","hash":543904681,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":34754560,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-07T04:07:58.863639Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":543904681,"revision":17616,"compact-revision":15331} {"level":"info","ts":"2026-04-07T04:08:40.384097Z","caller":"traceutil/trace.go:171","msg":"trace[903430075] transaction","detail":"{read_only:false; response_revision:20360; number_of_response:1; }","duration":"132.961028ms","start":"2026-04-07T04:08:40.25109Z","end":"2026-04-07T04:08:40.384051Z","steps":["trace[903430075] 'process raft request' (duration: 132.625829ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:08:40.526971Z","caller":"traceutil/trace.go:171","msg":"trace[1702773869] linearizableReadLoop","detail":"{readStateIndex:21047; appliedIndex:21046; }","duration":"114.94606ms","start":"2026-04-07T04:08:40.411942Z","end":"2026-04-07T04:08:40.526889Z","steps":["trace[1702773869] 'read index received' (duration: 43.166328ms)","trace[1702773869] 'applied index is now lower than readState.Index' (duration: 71.778082ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:08:40.527055Z","caller":"traceutil/trace.go:171","msg":"trace[1805270617] transaction","detail":"{read_only:false; response_revision:20361; number_of_response:1; }","duration":"137.942393ms","start":"2026-04-07T04:08:40.389063Z","end":"2026-04-07T04:08:40.527006Z","steps":["trace[1805270617] 'process raft request' (duration: 66.073139ms)","trace[1805270617] 'compare' (duration: 71.544835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:08:40.527409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.217138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-07T04:08:40.527478Z","caller":"traceutil/trace.go:171","msg":"trace[44952181] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20361; }","duration":"115.563097ms","start":"2026-04-07T04:08:40.411897Z","end":"2026-04-07T04:08:40.527461Z","steps":["trace[44952181] 'agreement among raft nodes before linearized reading' (duration: 115.130906ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:08:55.987931Z","caller":"traceutil/trace.go:171","msg":"trace[801948207] transaction","detail":"{read_only:false; response_revision:20440; number_of_response:1; }","duration":"123.513491ms","start":"2026-04-07T04:08:55.864389Z","end":"2026-04-07T04:08:55.987902Z","steps":["trace[801948207] 'process raft request' (duration: 123.320667ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:08:55.988887Z","caller":"traceutil/trace.go:171","msg":"trace[566748735] transaction","detail":"{read_only:false; response_revision:20441; number_of_response:1; }","duration":"100.293723ms","start":"2026-04-07T04:08:55.88857Z","end":"2026-04-07T04:08:55.988864Z","steps":["trace[566748735] 'process raft request' (duration: 100.16044ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:09:01.374397Z","caller":"traceutil/trace.go:171","msg":"trace[26550643] linearizableReadLoop","detail":"{readStateIndex:21156; appliedIndex:21155; }","duration":"145.6ms","start":"2026-04-07T04:09:01.228772Z","end":"2026-04-07T04:09:01.374372Z","steps":["trace[26550643] 'read index received' (duration: 145.410366ms)","trace[26550643] 'applied index is now lower than readState.Index' (duration: 188.464µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:09:01.374508Z","caller":"traceutil/trace.go:171","msg":"trace[1416269794] transaction","detail":"{read_only:false; response_revision:20466; number_of_response:1; }","duration":"166.337661ms","start":"2026-04-07T04:09:01.208127Z","end":"2026-04-07T04:09:01.374465Z","steps":["trace[1416269794] 'process raft request' (duration: 166.038793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:01.374592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.812416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T04:09:01.374631Z","caller":"traceutil/trace.go:171","msg":"trace[1681048362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20466; }","duration":"145.915599ms","start":"2026-04-07T04:09:01.228702Z","end":"2026-04-07T04:09:01.374618Z","steps":["trace[1681048362] 'agreement among raft nodes before linearized reading' (duration: 145.765175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:01.763249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.089297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T04:09:01.763252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.473176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:09:01.763351Z","caller":"traceutil/trace.go:171","msg":"trace[1094080722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20467; }","duration":"244.653151ms","start":"2026-04-07T04:09:01.51867Z","end":"2026-04-07T04:09:01.763323Z","steps":["trace[1094080722] 'range keys from in-memory index tree' (duration: 244.24117ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:09:01.763558Z","caller":"traceutil/trace.go:171","msg":"trace[39844115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20467; }","duration":"267.456667ms","start":"2026-04-07T04:09:01.496085Z","end":"2026-04-07T04:09:01.763542Z","steps":["trace[39844115] 'range keys from in-memory index tree' (duration: 266.852902ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:09:01.777783Z","caller":"traceutil/trace.go:171","msg":"trace[917516752] transaction","detail":"{read_only:false; response_revision:20468; number_of_response:1; }","duration":"180.33629ms","start":"2026-04-07T04:09:01.597415Z","end":"2026-04-07T04:09:01.777751Z","steps":["trace[917516752] 'process raft request' (duration: 180.047162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:02.17958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.861376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T04:09:02.179681Z","caller":"traceutil/trace.go:171","msg":"trace[805084349] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:20470; }","duration":"286.00828ms","start":"2026-04-07T04:09:01.893641Z","end":"2026-04-07T04:09:02.179649Z","steps":["trace[805084349] 'range keys from in-memory index tree' (duration: 285.624599ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:09:02.182771Z","caller":"traceutil/trace.go:171","msg":"trace[1265575321] transaction","detail":"{read_only:false; response_revision:20471; number_of_response:1; }","duration":"170.187986ms","start":"2026-04-07T04:09:02.012555Z","end":"2026-04-07T04:09:02.182743Z","steps":["trace[1265575321] 'process raft request' (duration: 169.993341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:02.587446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.394212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:09:02.587663Z","caller":"traceutil/trace.go:171","msg":"trace[1925085343] transaction","detail":"{read_only:false; response_revision:20472; number_of_response:1; }","duration":"574.523627ms","start":"2026-04-07T04:09:02.013114Z","end":"2026-04-07T04:09:02.587637Z","steps":["trace[1925085343] 'process raft request' (duration: 383.829647ms)","trace[1925085343] 'compare' (duration: 190.169706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:09:02.587762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:09:02.013084Z","time spent":"574.632252ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:09:02.587918Z","caller":"traceutil/trace.go:171","msg":"trace[1748751056] linearizableReadLoop","detail":"{readStateIndex:21162; appliedIndex:21160; }","duration":"561.733052ms","start":"2026-04-07T04:09:02.026156Z","end":"2026-04-07T04:09:02.587889Z","steps":["trace[1748751056] 'read index received' (duration: 156.390492ms)","trace[1748751056] 'applied index is now lower than readState.Index' (duration: 405.34063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:09:02.588198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:09:02.180876Z","time spent":"407.315523ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T04:09:02.58867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.813639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:09:02.588743Z","caller":"traceutil/trace.go:171","msg":"trace[1473429338] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20472; }","duration":"362.949512ms","start":"2026-04-07T04:09:02.225774Z","end":"2026-04-07T04:09:02.588724Z","steps":["trace[1473429338] 'agreement among raft nodes before linearized reading' (duration: 362.803679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:02.588328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.145552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:09:02.588784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:09:02.225756Z","time spent":"363.018014ms","remote":"127.0.0.1:48176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:09:02.588758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.158945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T04:09:02.588826Z","caller":"traceutil/trace.go:171","msg":"trace[513610853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20472; }","duration":"562.679768ms","start":"2026-04-07T04:09:02.026123Z","end":"2026-04-07T04:09:02.588803Z","steps":["trace[513610853] 'agreement among raft nodes before linearized reading' (duration: 562.070561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:02.589012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:09:02.026103Z","time spent":"562.874903ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:09:02.588982Z","caller":"traceutil/trace.go:171","msg":"trace[60888735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20472; }","duration":"524.420633ms","start":"2026-04-07T04:09:02.064543Z","end":"2026-04-07T04:09:02.588964Z","steps":["trace[60888735] 'agreement among raft nodes before linearized reading' (duration: 523.96381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:02.589189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:09:02.064525Z","time spent":"524.645287ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T04:09:02.781215Z","caller":"traceutil/trace.go:171","msg":"trace[1165550896] transaction","detail":"{read_only:false; response_revision:20473; number_of_response:1; }","duration":"191.281837ms","start":"2026-04-07T04:09:02.589902Z","end":"2026-04-07T04:09:02.781183Z","steps":["trace[1165550896] 'process raft request' (duration: 175.335525ms)","trace[1165550896] 'compare' (duration: 15.825009ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:09:02.781259Z","caller":"traceutil/trace.go:171","msg":"trace[1206810785] transaction","detail":"{read_only:false; response_revision:20474; number_of_response:1; }","duration":"188.256895ms","start":"2026-04-07T04:09:02.592985Z","end":"2026-04-07T04:09:02.781242Z","steps":["trace[1206810785] 'process raft request' (duration: 188.200913ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:09:02.781328Z","caller":"traceutil/trace.go:171","msg":"trace[581128927] linearizableReadLoop","detail":"{readStateIndex:21164; appliedIndex:21163; }","duration":"190.862495ms","start":"2026-04-07T04:09:02.590427Z","end":"2026-04-07T04:09:02.781289Z","steps":["trace[581128927] 'read index received' (duration: 174.80006ms)","trace[581128927] 'applied index is now lower than readState.Index' (duration: 16.056264ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:09:02.781521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.079241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:09:02.781586Z","caller":"traceutil/trace.go:171","msg":"trace[1205869140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20474; }","duration":"191.192684ms","start":"2026-04-07T04:09:02.590382Z","end":"2026-04-07T04:09:02.781575Z","steps":["trace[1205869140] 'agreement among raft nodes before linearized reading' (duration: 191.07022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:02.781788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.15065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T04:09:02.781836Z","caller":"traceutil/trace.go:171","msg":"trace[304542015] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20474; }","duration":"189.234741ms","start":"2026-04-07T04:09:02.59259Z","end":"2026-04-07T04:09:02.781825Z","steps":["trace[304542015] 'agreement among raft nodes before linearized reading' (duration: 188.940244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:02.781836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.82752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:09:02.781923Z","caller":"traceutil/trace.go:171","msg":"trace[2140850516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20474; }","duration":"147.962294ms","start":"2026-04-07T04:09:02.633939Z","end":"2026-04-07T04:09:02.781902Z","steps":["trace[2140850516] 'agreement among raft nodes before linearized reading' (duration: 147.723188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:03.132003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.878846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:09:03.132107Z","caller":"traceutil/trace.go:171","msg":"trace[474177787] linearizableReadLoop","detail":"{readStateIndex:21166; appliedIndex:21165; }","duration":"345.861101ms","start":"2026-04-07T04:09:02.786231Z","end":"2026-04-07T04:09:03.132092Z","steps":["trace[474177787] 'read index received' (duration: 154.688067ms)","trace[474177787] 'applied index is now lower than readState.Index' (duration: 191.171634ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:09:03.13215Z","caller":"traceutil/trace.go:171","msg":"trace[1292305822] transaction","detail":"{read_only:false; response_revision:20475; number_of_response:1; }","duration":"345.924041ms","start":"2026-04-07T04:09:02.786191Z","end":"2026-04-07T04:09:03.132115Z","steps":["trace[1292305822] 'process raft request' (duration: 154.803479ms)","trace[1292305822] 'compare' (duration: 190.68397ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:09:03.132307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:09:02.786175Z","time spent":"346.052615ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:09:03.132533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.295962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T04:09:03.132581Z","caller":"traceutil/trace.go:171","msg":"trace[1362617785] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20475; }","duration":"346.392854ms","start":"2026-04-07T04:09:02.786174Z","end":"2026-04-07T04:09:03.132567Z","steps":["trace[1362617785] 'agreement among raft nodes before linearized reading' (duration: 345.985623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:03.132616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:09:02.786153Z","time spent":"346.454666ms","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-07T04:09:03.139045Z","caller":"traceutil/trace.go:171","msg":"trace[534974084] transaction","detail":"{read_only:false; response_revision:20476; number_of_response:1; }","duration":"181.001629ms","start":"2026-04-07T04:09:02.958018Z","end":"2026-04-07T04:09:03.139019Z","steps":["trace[534974084] 'process raft request' (duration: 180.844175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:03.139084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.820423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:09:03.139203Z","caller":"traceutil/trace.go:171","msg":"trace[766475457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20476; }","duration":"112.939655ms","start":"2026-04-07T04:09:03.026204Z","end":"2026-04-07T04:09:03.139144Z","steps":["trace[766475457] 'agreement among raft nodes before linearized reading' (duration: 112.813102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:03.139184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.364228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:09:03.139307Z","caller":"traceutil/trace.go:171","msg":"trace[2143665529] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20476; }","duration":"290.554634ms","start":"2026-04-07T04:09:02.848732Z","end":"2026-04-07T04:09:03.139287Z","steps":["trace[2143665529] 'agreement among raft nodes before linearized reading' (duration: 290.361289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:03.377572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.978085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:09:03.377655Z","caller":"traceutil/trace.go:171","msg":"trace[56015963] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:20476; }","duration":"124.11249ms","start":"2026-04-07T04:09:03.253523Z","end":"2026-04-07T04:09:03.377635Z","steps":["trace[56015963] 'count revisions from in-memory index tree' (duration: 123.832212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:09:03.377945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.43756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:09:03.378034Z","caller":"traceutil/trace.go:171","msg":"trace[1818649853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20476; }","duration":"113.568113ms","start":"2026-04-07T04:09:03.264446Z","end":"2026-04-07T04:09:03.378014Z","steps":["trace[1818649853] 'count revisions from in-memory index tree' (duration: 113.371518ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:12:56.760616Z","caller":"traceutil/trace.go:171","msg":"trace[371175885] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"122.052663ms","start":"2026-04-07T04:12:56.638539Z","end":"2026-04-07T04:12:56.760592Z","steps":["trace[371175885] 'process raft request' (duration: 121.878429ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:12:57.278341Z","caller":"traceutil/trace.go:171","msg":"trace[2073502539] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"211.02959ms","start":"2026-04-07T04:12:57.067244Z","end":"2026-04-07T04:12:57.278273Z","steps":["trace[2073502539] 'process raft request' (duration: 171.132691ms)","trace[2073502539] 'compare' (duration: 39.440877ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:12:57.278483Z","caller":"traceutil/trace.go:171","msg":"trace[35211409] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"211.188925ms","start":"2026-04-07T04:12:57.06726Z","end":"2026-04-07T04:12:57.278449Z","steps":["trace[35211409] 'process raft request' (duration: 210.819854ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:12:58.776531Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20138} {"level":"info","ts":"2026-04-07T04:12:58.888178Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20138,"took":"107.87725ms","hash":2731433754,"current-db-size-bytes":57290752,"current-db-size":"57 MB","current-db-size-in-use-bytes":40488960,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-04-07T04:12:58.888235Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2731433754,"revision":20138,"compact-revision":17616} {"level":"info","ts":"2026-04-07T04:15:52.741004Z","caller":"traceutil/trace.go:171","msg":"trace[833182249] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"113.399096ms","start":"2026-04-07T04:15:52.62714Z","end":"2026-04-07T04:15:52.740539Z","steps":["trace[833182249] 'process raft request' (duration: 113.098998ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:15:52.90849Z","caller":"traceutil/trace.go:171","msg":"trace[1527523989] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25474; }","duration":"138.69956ms","start":"2026-04-07T04:15:52.76976Z","end":"2026-04-07T04:15:52.908459Z","steps":["trace[1527523989] 'read index received' (duration: 90.485277ms)","trace[1527523989] 'applied index is now lower than readState.Index' (duration: 48.212693ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:15:52.908621Z","caller":"traceutil/trace.go:171","msg":"trace[234263467] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"151.616629ms","start":"2026-04-07T04:15:52.756951Z","end":"2026-04-07T04:15:52.908568Z","steps":["trace[234263467] 'process raft request' (duration: 103.284193ms)","trace[234263467] 'compare' (duration: 47.892754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:15:52.908791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.007969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-nw8cs.18a3f7612c5b419f\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-04-07T04:15:52.908844Z","caller":"traceutil/trace.go:171","msg":"trace[1987673036] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-nw8cs.18a3f7612c5b419f; range_end:; response_count:1; response_revision:24665; }","duration":"139.114522ms","start":"2026-04-07T04:15:52.76971Z","end":"2026-04-07T04:15:52.908825Z","steps":["trace[1987673036] 'agreement among raft nodes before linearized reading' (duration: 138.904586ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:11.609372Z","caller":"traceutil/trace.go:171","msg":"trace[987064398] linearizableReadLoop","detail":"{readStateIndex:25618; appliedIndex:25617; }","duration":"125.965757ms","start":"2026-04-07T04:16:11.483381Z","end":"2026-04-07T04:16:11.609347Z","steps":["trace[987064398] 'read index received' (duration: 122.901903ms)","trace[987064398] 'applied index is now lower than readState.Index' (duration: 3.062714ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:11.609478Z","caller":"traceutil/trace.go:171","msg":"trace[2035114849] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"211.585942ms","start":"2026-04-07T04:16:11.397881Z","end":"2026-04-07T04:16:11.609467Z","steps":["trace[2035114849] 'process raft request' (duration: 208.331273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:11.609709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.316576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:16:11.609797Z","caller":"traceutil/trace.go:171","msg":"trace[750576712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24806; }","duration":"126.45112ms","start":"2026-04-07T04:16:11.483324Z","end":"2026-04-07T04:16:11.609776Z","steps":["trace[750576712] 'agreement among raft nodes before linearized reading' (duration: 126.11844ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:15.738583Z","caller":"traceutil/trace.go:171","msg":"trace[476620934] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"101.896265ms","start":"2026-04-07T04:16:15.63665Z","end":"2026-04-07T04:16:15.738546Z","steps":["trace[476620934] 'process raft request' (duration: 73.447456ms)","trace[476620934] 'compare' (duration: 28.168132ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:15.738659Z","caller":"traceutil/trace.go:171","msg":"trace[1986664240] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"101.220077ms","start":"2026-04-07T04:16:15.637399Z","end":"2026-04-07T04:16:15.738619Z","steps":["trace[1986664240] 'process raft request' (duration: 101.044482ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:15.738799Z","caller":"traceutil/trace.go:171","msg":"trace[1771185726] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"100.169789ms","start":"2026-04-07T04:16:15.638594Z","end":"2026-04-07T04:16:15.738764Z","steps":["trace[1771185726] 'process raft request' (duration: 99.944953ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:23.662385Z","caller":"traceutil/trace.go:171","msg":"trace[1360598994] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25833; }","duration":"127.600831ms","start":"2026-04-07T04:16:23.534759Z","end":"2026-04-07T04:16:23.66236Z","steps":["trace[1360598994] 'read index received' (duration: 127.285522ms)","trace[1360598994] 'applied index is now lower than readState.Index' (duration: 313.439µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:23.662557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.763605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:23.66255Z","caller":"traceutil/trace.go:171","msg":"trace[673292207] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"180.45871ms","start":"2026-04-07T04:16:23.482034Z","end":"2026-04-07T04:16:23.662492Z","steps":["trace[673292207] 'process raft request' (duration: 180.138692ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:23.662618Z","caller":"traceutil/trace.go:171","msg":"trace[625953513] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25013; }","duration":"127.892199ms","start":"2026-04-07T04:16:23.534706Z","end":"2026-04-07T04:16:23.662599Z","steps":["trace[625953513] 'agreement among raft nodes before linearized reading' (duration: 127.759346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:24.201702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.80279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:24.201833Z","caller":"traceutil/trace.go:171","msg":"trace[1545997896] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"489.295172ms","start":"2026-04-07T04:16:23.712513Z","end":"2026-04-07T04:16:24.201809Z","steps":["trace[1545997896] 'process raft request' (duration: 312.236614ms)","trace[1545997896] 'compare' (duration: 176.008679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:24.201908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:23.712485Z","time spent":"489.384974ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:24.579747Z","caller":"traceutil/trace.go:171","msg":"trace[1598968816] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"844.333553ms","start":"2026-04-07T04:16:23.735372Z","end":"2026-04-07T04:16:24.579705Z","steps":["trace[1598968816] 'process raft request' (duration: 844.038125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:24.579996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:23.735333Z","time spent":"844.539059ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:24.580045Z","caller":"traceutil/trace.go:171","msg":"trace[1799486608] linearizableReadLoop","detail":"{readStateIndex:25837; appliedIndex:25834; }","duration":"756.246631ms","start":"2026-04-07T04:16:23.823747Z","end":"2026-04-07T04:16:24.579993Z","steps":["trace[1799486608] 'read index received' (duration: 200.937424ms)","trace[1799486608] 'applied index is now lower than readState.Index' (duration: 555.306987ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:24.58025Z","caller":"traceutil/trace.go:171","msg":"trace[793051569] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"795.876903ms","start":"2026-04-07T04:16:23.784357Z","end":"2026-04-07T04:16:24.580234Z","steps":["trace[793051569] 'process raft request' (duration: 795.288587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:24.58037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:23.784311Z","time spent":"795.990265ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:24.580697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.94053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:16:24.580765Z","caller":"traceutil/trace.go:171","msg":"trace[603089485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25016; }","duration":"757.038242ms","start":"2026-04-07T04:16:23.823711Z","end":"2026-04-07T04:16:24.580749Z","steps":["trace[603089485] 'agreement among raft nodes before linearized reading' (duration: 756.796256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:24.580813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:23.823693Z","time spent":"757.108464ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T04:16:24.823252Z","caller":"traceutil/trace.go:171","msg":"trace[2089818292] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"229.6473ms","start":"2026-04-07T04:16:24.593568Z","end":"2026-04-07T04:16:24.823215Z","steps":["trace[2089818292] 'process raft request' (duration: 229.591868ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:24.823479Z","caller":"traceutil/trace.go:171","msg":"trace[1980663699] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"677.556602ms","start":"2026-04-07T04:16:24.145903Z","end":"2026-04-07T04:16:24.82346Z","steps":["trace[1980663699] 'process raft request' (duration: 677.151161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:24.823626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.145873Z","time spent":"677.651827ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:24.823694Z","caller":"traceutil/trace.go:171","msg":"trace[2032302758] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"702.537848ms","start":"2026-04-07T04:16:24.121135Z","end":"2026-04-07T04:16:24.823673Z","steps":["trace[2032302758] 'process raft request' (duration: 619.308737ms)","trace[2032302758] 'compare' (duration: 82.4112ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:24.823669Z","caller":"traceutil/trace.go:171","msg":"trace[305290529] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"354.554799ms","start":"2026-04-07T04:16:24.46907Z","end":"2026-04-07T04:16:24.823625Z","steps":["trace[305290529] 'process raft request' (duration: 354.038675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:24.823791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.121107Z","time spent":"702.634862ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:24.823798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.607216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:24.823823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.698835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:16:24.823868Z","caller":"traceutil/trace.go:171","msg":"trace[82744529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25020; }","duration":"326.779097ms","start":"2026-04-07T04:16:24.49708Z","end":"2026-04-07T04:16:24.823859Z","steps":["trace[82744529] 'agreement among raft nodes before linearized reading' (duration: 326.630333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:24.82386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.469049Z","time spent":"354.710803ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:24.823894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.497055Z","time spent":"326.833689ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T04:16:24.823885Z","caller":"traceutil/trace.go:171","msg":"trace[569398106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25020; }","duration":"798.758381ms","start":"2026-04-07T04:16:24.025096Z","end":"2026-04-07T04:16:24.823854Z","steps":["trace[569398106] 'agreement among raft nodes before linearized reading' (duration: 798.636838ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:24.823692Z","caller":"traceutil/trace.go:171","msg":"trace[423228225] linearizableReadLoop","detail":"{readStateIndex:25840; appliedIndex:25837; }","duration":"243.567946ms","start":"2026-04-07T04:16:24.580106Z","end":"2026-04-07T04:16:24.823674Z","steps":["trace[423228225] 'read index received' (duration: 160.431748ms)","trace[423228225] 'applied index is now lower than readState.Index' (duration: 83.133548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:24.823949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.611153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-07T04:16:24.823985Z","caller":"traceutil/trace.go:171","msg":"trace[498148917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25020; }","duration":"732.692035ms","start":"2026-04-07T04:16:24.091282Z","end":"2026-04-07T04:16:24.823974Z","steps":["trace[498148917] 'agreement among raft nodes before linearized reading' (duration: 732.537641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:24.824095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.091253Z","time spent":"732.827238ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:24.824078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.025061Z","time spent":"798.887684ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:24.824052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.952011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T04:16:24.824206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.537282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:24.824304Z","caller":"traceutil/trace.go:171","msg":"trace[1312662023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25020; }","duration":"256.278941ms","start":"2026-04-07T04:16:24.567994Z","end":"2026-04-07T04:16:24.824273Z","steps":["trace[1312662023] 'agreement among raft nodes before linearized reading' (duration: 255.762617ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:24.824428Z","caller":"traceutil/trace.go:171","msg":"trace[1789149437] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25020; }","duration":"630.877731ms","start":"2026-04-07T04:16:24.193463Z","end":"2026-04-07T04:16:24.824341Z","steps":["trace[1789149437] 'agreement among raft nodes before linearized reading' (duration: 630.353988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:24.824532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.193442Z","time spent":"631.073036ms","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:25.208609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.489973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:25.208687Z","caller":"traceutil/trace.go:171","msg":"trace[1099423397] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"377.118399ms","start":"2026-04-07T04:16:24.831555Z","end":"2026-04-07T04:16:25.208673Z","steps":["trace[1099423397] 'process raft request' (duration: 183.503683ms)","trace[1099423397] 'compare' (duration: 193.39553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:25.208726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.831534Z","time spent":"377.174569ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:25.222322Z","caller":"traceutil/trace.go:171","msg":"trace[509092218] linearizableReadLoop","detail":"{readStateIndex:25844; appliedIndex:25843; }","duration":"196.370331ms","start":"2026-04-07T04:16:25.025938Z","end":"2026-04-07T04:16:25.222309Z","steps":["trace[509092218] 'read index received' (duration: 196.347279ms)","trace[509092218] 'applied index is now lower than readState.Index' (duration: 22.072µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:25.222395Z","caller":"traceutil/trace.go:171","msg":"trace[2138390251] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"390.806747ms","start":"2026-04-07T04:16:24.831581Z","end":"2026-04-07T04:16:25.222388Z","steps":["trace[2138390251] 'process raft request' (duration: 390.620113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:25.222445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.83156Z","time spent":"390.850121ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:25.222477Z","caller":"traceutil/trace.go:171","msg":"trace[629660801] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"390.813568ms","start":"2026-04-07T04:16:24.831644Z","end":"2026-04-07T04:16:25.222457Z","steps":["trace[629660801] 'process raft request' (duration: 390.630683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:25.222591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.656968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:25.222624Z","caller":"traceutil/trace.go:171","msg":"trace[1535250712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25023; }","duration":"196.73912ms","start":"2026-04-07T04:16:25.025878Z","end":"2026-04-07T04:16:25.222617Z","steps":["trace[1535250712] 'agreement among raft nodes before linearized reading' (duration: 196.688368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:25.222589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:24.83162Z","time spent":"390.912682ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:25.240488Z","caller":"traceutil/trace.go:171","msg":"trace[827063659] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"154.59889ms","start":"2026-04-07T04:16:25.085869Z","end":"2026-04-07T04:16:25.240468Z","steps":["trace[827063659] 'process raft request' (duration: 154.413756ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:25.419968Z","caller":"traceutil/trace.go:171","msg":"trace[996964153] linearizableReadLoop","detail":"{readStateIndex:25846; appliedIndex:25845; }","duration":"179.510944ms","start":"2026-04-07T04:16:25.240431Z","end":"2026-04-07T04:16:25.419942Z","steps":["trace[996964153] 'read index received' (duration: 125.892314ms)","trace[996964153] 'applied index is now lower than readState.Index' (duration: 53.61759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:25.420208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.100656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T04:16:25.420249Z","caller":"traceutil/trace.go:171","msg":"trace[1783717768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25025; }","duration":"195.194239ms","start":"2026-04-07T04:16:25.225044Z","end":"2026-04-07T04:16:25.420238Z","steps":["trace[1783717768] 'agreement among raft nodes before linearized reading' (duration: 195.001394ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:25.420566Z","caller":"traceutil/trace.go:171","msg":"trace[624047351] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"194.247962ms","start":"2026-04-07T04:16:25.226302Z","end":"2026-04-07T04:16:25.42055Z","steps":["trace[624047351] 'process raft request' (duration: 140.095899ms)","trace[624047351] 'compare' (duration: 53.317201ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:26.275525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.640428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:26.275654Z","caller":"traceutil/trace.go:171","msg":"trace[1206065117] linearizableReadLoop","detail":"{readStateIndex:25847; appliedIndex:25846; }","duration":"626.195884ms","start":"2026-04-07T04:16:25.649435Z","end":"2026-04-07T04:16:26.275631Z","steps":["trace[1206065117] 'read index received' (duration: 23.335091ms)","trace[1206065117] 'applied index is now lower than readState.Index' (duration: 602.858253ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:26.275731Z","caller":"traceutil/trace.go:171","msg":"trace[1384002610] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"848.048714ms","start":"2026-04-07T04:16:25.42767Z","end":"2026-04-07T04:16:26.275718Z","steps":["trace[1384002610] 'process raft request' (duration: 245.079778ms)","trace[1384002610] 'compare' (duration: 601.458315ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:26.275803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:25.427648Z","time spent":"848.117956ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:26.276079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.648006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:26.276119Z","caller":"traceutil/trace.go:171","msg":"trace[1693725597] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25026; }","duration":"626.725529ms","start":"2026-04-07T04:16:25.649379Z","end":"2026-04-07T04:16:26.276105Z","steps":["trace[1693725597] 'agreement among raft nodes before linearized reading' (duration: 626.654567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:26.276198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:25.649357Z","time spent":"626.831652ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:26.775986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:27.245888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169147628s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T04:16:27.246221Z","caller":"traceutil/trace.go:171","msg":"trace[697687261] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"1.577584523s","start":"2026-04-07T04:16:25.668621Z","end":"2026-04-07T04:16:27.246205Z","steps":["trace[697687261] 'process raft request' (duration: 1.577431838s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:27.246328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:25.668579Z","time spent":"1.577686904s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:28.026046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000416027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T04:16:28.02617Z","caller":"traceutil/trace.go:171","msg":"trace[1050895659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610553s","start":"2026-04-07T04:16:26.025533Z","end":"2026-04-07T04:16:28.026143Z","steps":["trace[1050895659] 'agreement among raft nodes before linearized reading' (duration: 2.000447298s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.026228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.025511Z","time spent":"2.000706534s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 04:16:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T04:16:28.783292Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.53718367s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T04:16:28.783811Z","caller":"traceutil/trace.go:171","msg":"trace[131980469] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"2.575752625s","start":"2026-04-07T04:16:26.208026Z","end":"2026-04-07T04:16:28.783779Z","steps":["trace[131980469] 'process raft request' (duration: 2.575496828s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.784023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.208007Z","time spent":"2.575905551s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:28.784165Z","caller":"traceutil/trace.go:171","msg":"trace[1436683143] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"2.190498758s","start":"2026-04-07T04:16:26.593631Z","end":"2026-04-07T04:16:28.78413Z","steps":["trace[1436683143] 'process raft request' (duration: 2.190088476s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:28.7842Z","caller":"traceutil/trace.go:171","msg":"trace[763778491] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"2.16358424s","start":"2026-04-07T04:16:26.620593Z","end":"2026-04-07T04:16:28.784178Z","steps":["trace[763778491] 'process raft request' (duration: 2.163405945s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.78436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.620571Z","time spent":"2.163701013s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:28.784369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.59359Z","time spent":"2.190670322s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:28.784497Z","caller":"traceutil/trace.go:171","msg":"trace[1662881994] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"1.955007729s","start":"2026-04-07T04:16:26.829474Z","end":"2026-04-07T04:16:28.784482Z","steps":["trace[1662881994] 'process raft request' (duration: 1.95465884s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.784579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.829457Z","time spent":"1.955081421s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:28.784603Z","caller":"traceutil/trace.go:171","msg":"trace[126695088] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"1.954928417s","start":"2026-04-07T04:16:26.829662Z","end":"2026-04-07T04:16:28.78459Z","steps":["trace[126695088] 'process raft request' (duration: 1.954685641s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.784664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.82963Z","time spent":"1.95500076s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:28.784686Z","caller":"traceutil/trace.go:171","msg":"trace[2074053828] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"1.9546936s","start":"2026-04-07T04:16:26.829964Z","end":"2026-04-07T04:16:28.784658Z","steps":["trace[2074053828] 'process raft request' (duration: 1.954530825s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.784826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.829953Z","time spent":"1.954791775s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:28.784952Z","caller":"traceutil/trace.go:171","msg":"trace[222318348] linearizableReadLoop","detail":"{readStateIndex:25851; appliedIndex:25847; }","duration":"2.509244237s","start":"2026-04-07T04:16:26.275684Z","end":"2026-04-07T04:16:28.784928Z","steps":["trace[222318348] 'read index received' (duration: 970.409043ms)","trace[222318348] 'applied index is now lower than readState.Index' (duration: 1.538834094s)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:28.785027Z","caller":"traceutil/trace.go:171","msg":"trace[1352925287] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"1.53942841s","start":"2026-04-07T04:16:27.245579Z","end":"2026-04-07T04:16:28.785007Z","steps":["trace[1352925287] 'process raft request' (duration: 1.539250125s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:28.784979Z","caller":"traceutil/trace.go:171","msg":"trace[2024014471] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"1.872998732s","start":"2026-04-07T04:16:26.911967Z","end":"2026-04-07T04:16:28.784966Z","steps":["trace[2024014471] 'process raft request' (duration: 1.872631451s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.785086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.245558Z","time spent":"1.539498483s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:28.785156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.911953Z","time spent":"1.873114605s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:28.812257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167320341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:28.81229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.353182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:28.81235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400767011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:28.812419Z","caller":"traceutil/trace.go:171","msg":"trace[1920836496] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25036; }","duration":"1.400897535s","start":"2026-04-07T04:16:27.411506Z","end":"2026-04-07T04:16:28.812404Z","steps":["trace[1920836496] 'agreement among raft nodes before linearized reading' (duration: 1.40074412s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.812421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587248484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T04:16:28.812464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873748892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-07T04:16:28.812472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.411483Z","time spent":"1.400975087s","remote":"127.0.0.1:41126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:28.812487Z","caller":"traceutil/trace.go:171","msg":"trace[2062754597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25036; }","duration":"1.587330726s","start":"2026-04-07T04:16:27.22514Z","end":"2026-04-07T04:16:28.812471Z","steps":["trace[2062754597] 'agreement among raft nodes before linearized reading' (duration: 1.587071229s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.812508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600227314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T04:16:28.812529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.225091Z","time spent":"1.587430399s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:28.812562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984058515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:16:28.812593Z","caller":"traceutil/trace.go:171","msg":"trace[1774428661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25036; }","duration":"1.984171608s","start":"2026-04-07T04:16:26.828415Z","end":"2026-04-07T04:16:28.812587Z","steps":["trace[1774428661] 'agreement among raft nodes before linearized reading' (duration: 1.984094887s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.812622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.828397Z","time spent":"1.984218779s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:28.812611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696075116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:28.812661Z","caller":"traceutil/trace.go:171","msg":"trace[1160246567] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25036; }","duration":"1.696126198s","start":"2026-04-07T04:16:27.116526Z","end":"2026-04-07T04:16:28.812653Z","steps":["trace[1160246567] 'agreement among raft nodes before linearized reading' (duration: 1.696054566s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.812695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.116471Z","time spent":"1.69621481s","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:28.812558Z","caller":"traceutil/trace.go:171","msg":"trace[2000972124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25036; }","duration":"1.600311597s","start":"2026-04-07T04:16:27.212232Z","end":"2026-04-07T04:16:28.812543Z","steps":["trace[2000972124] 'agreement among raft nodes before linearized reading' (duration: 1.600164923s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.81273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.212213Z","time spent":"1.600510512s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T04:16:28.812332Z","caller":"traceutil/trace.go:171","msg":"trace[1836904351] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25036; }","duration":"2.167437814s","start":"2026-04-07T04:16:26.644876Z","end":"2026-04-07T04:16:28.812314Z","steps":["trace[1836904351] 'agreement among raft nodes before linearized reading' (duration: 2.16730044s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.812773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510826667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418324"} {"level":"warn","ts":"2026-04-07T04:16:28.812791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.644854Z","time spent":"2.167928337s","remote":"127.0.0.1:46274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:28.812803Z","caller":"traceutil/trace.go:171","msg":"trace[675611889] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25036; }","duration":"1.510894729s","start":"2026-04-07T04:16:27.301898Z","end":"2026-04-07T04:16:28.812793Z","steps":["trace[675611889] 'agreement among raft nodes before linearized reading' (duration: 1.510734875s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.812804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166322401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-07T04:16:28.812827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.301864Z","time spent":"1.51095613s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418346,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-07T04:16:28.812833Z","caller":"traceutil/trace.go:171","msg":"trace[1911779152] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25036; }","duration":"1.166388062s","start":"2026-04-07T04:16:27.646436Z","end":"2026-04-07T04:16:28.812824Z","steps":["trace[1911779152] 'agreement among raft nodes before linearized reading' (duration: 1.166272249s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.812857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.646414Z","time spent":"1.166439524s","remote":"127.0.0.1:41142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-07T04:16:28.812907Z","caller":"traceutil/trace.go:171","msg":"trace[1591688634] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"1.384559282s","start":"2026-04-07T04:16:27.428325Z","end":"2026-04-07T04:16:28.812884Z","steps":["trace[1591688634] 'process raft request' (duration: 1.383690479s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:28.812493Z","caller":"traceutil/trace.go:171","msg":"trace[826043625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25036; }","duration":"1.873810093s","start":"2026-04-07T04:16:26.938675Z","end":"2026-04-07T04:16:28.812485Z","steps":["trace[826043625] 'agreement among raft nodes before linearized reading' (duration: 1.87367874s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.812983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323782779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:28.813006Z","caller":"traceutil/trace.go:171","msg":"trace[1338637090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25036; }","duration":"1.323805809s","start":"2026-04-07T04:16:27.489192Z","end":"2026-04-07T04:16:28.812997Z","steps":["trace[1338637090] 'agreement among raft nodes before linearized reading' (duration: 1.323766059s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.813008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:26.93866Z","time spent":"1.874333047s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:16:28.813025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.489178Z","time spent":"1.32384167s","remote":"127.0.0.1:53130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:28.813085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586294109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T04:16:28.812367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792400382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:28.813115Z","caller":"traceutil/trace.go:171","msg":"trace[1619614584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25036; }","duration":"1.586343099s","start":"2026-04-07T04:16:27.226761Z","end":"2026-04-07T04:16:28.813104Z","steps":["trace[1619614584] 'agreement among raft nodes before linearized reading' (duration: 1.586267607s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.813101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.428311Z","time spent":"1.384678735s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:28.813135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.226748Z","time spent":"1.58638365s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:16:28.812385Z","caller":"traceutil/trace.go:171","msg":"trace[937152431] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25036; }","duration":"902.461715ms","start":"2026-04-07T04:16:27.909898Z","end":"2026-04-07T04:16:28.81236Z","steps":["trace[937152431] 'agreement among raft nodes before linearized reading' (duration: 902.295511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.813165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.909831Z","time spent":"903.326049ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:28.813135Z","caller":"traceutil/trace.go:171","msg":"trace[1073199712] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25036; }","duration":"1.793236285s","start":"2026-04-07T04:16:27.019891Z","end":"2026-04-07T04:16:28.813127Z","steps":["trace[1073199712] 'agreement among raft nodes before linearized reading' (duration: 1.792399412s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.81323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.096896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-07T04:16:28.813259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:27.019873Z","time spent":"1.793378768s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-07T04:16:28.813278Z","caller":"traceutil/trace.go:171","msg":"trace[1390080308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25036; }","duration":"533.180589ms","start":"2026-04-07T04:16:28.280085Z","end":"2026-04-07T04:16:28.813265Z","steps":["trace[1390080308] 'agreement among raft nodes before linearized reading' (duration: 533.025134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.813311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.280068Z","time spent":"533.23535ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:16:28.813471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.13644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-07T04:16:28.813525Z","caller":"traceutil/trace.go:171","msg":"trace[648856326] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25036; }","duration":"620.219093ms","start":"2026-04-07T04:16:28.19329Z","end":"2026-04-07T04:16:28.813509Z","steps":["trace[648856326] 'agreement among raft nodes before linearized reading' (duration: 620.047147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.813577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.827679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:28.813601Z","caller":"traceutil/trace.go:171","msg":"trace[1337860324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25036; }","duration":"786.89274ms","start":"2026-04-07T04:16:28.026701Z","end":"2026-04-07T04:16:28.813593Z","steps":["trace[1337860324] 'agreement among raft nodes before linearized reading' (duration: 786.841158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.813573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.193272Z","time spent":"620.285803ms","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-07T04:16:28.81362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.02668Z","time spent":"786.936661ms","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:28.813711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.569256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:28.813744Z","caller":"traceutil/trace.go:171","msg":"trace[1040502123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25036; }","duration":"125.622907ms","start":"2026-04-07T04:16:28.688109Z","end":"2026-04-07T04:16:28.813732Z","steps":["trace[1040502123] 'agreement among raft nodes before linearized reading' (duration: 125.572796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.813842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.233411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:28.813856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.096182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:28.813866Z","caller":"traceutil/trace.go:171","msg":"trace[1869209730] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25036; }","duration":"509.296963ms","start":"2026-04-07T04:16:28.304561Z","end":"2026-04-07T04:16:28.813858Z","steps":["trace[1869209730] 'agreement among raft nodes before linearized reading' (duration: 509.259082ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:28.813886Z","caller":"traceutil/trace.go:171","msg":"trace[1616792626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25036; }","duration":"166.166424ms","start":"2026-04-07T04:16:28.647712Z","end":"2026-04-07T04:16:28.813878Z","steps":["trace[1616792626] 'agreement among raft nodes before linearized reading' (duration: 166.114273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:28.813887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:28.304539Z","time spent":"509.343123ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:28.813928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.503327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-04-07T04:16:28.813957Z","caller":"traceutil/trace.go:171","msg":"trace[2115711204] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25036; }","duration":"256.563338ms","start":"2026-04-07T04:16:28.557382Z","end":"2026-04-07T04:16:28.813946Z","steps":["trace[2115711204] 'agreement among raft nodes before linearized reading' (duration: 256.473216ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:33.961506Z","caller":"traceutil/trace.go:171","msg":"trace[1541374532] linearizableReadLoop","detail":"{readStateIndex:25905; appliedIndex:25904; }","duration":"168.716633ms","start":"2026-04-07T04:16:33.792763Z","end":"2026-04-07T04:16:33.96148Z","steps":["trace[1541374532] 'read index received' (duration: 168.450176ms)","trace[1541374532] 'applied index is now lower than readState.Index' (duration: 265.597µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:33.961872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.088323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:33.96191Z","caller":"traceutil/trace.go:171","msg":"trace[528569636] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25081; }","duration":"169.159435ms","start":"2026-04-07T04:16:33.79274Z","end":"2026-04-07T04:16:33.9619Z","steps":["trace[528569636] 'agreement among raft nodes before linearized reading' (duration: 169.080013ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:33.962139Z","caller":"traceutil/trace.go:171","msg":"trace[1647450022] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"171.788866ms","start":"2026-04-07T04:16:33.790332Z","end":"2026-04-07T04:16:33.96212Z","steps":["trace[1647450022] 'process raft request' (duration: 170.974575ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:34.928064Z","caller":"traceutil/trace.go:171","msg":"trace[956952034] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"120.303753ms","start":"2026-04-07T04:16:34.807728Z","end":"2026-04-07T04:16:34.928032Z","steps":["trace[956952034] 'process raft request' (duration: 120.066067ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:35.192186Z","caller":"traceutil/trace.go:171","msg":"trace[1377065856] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"383.898062ms","start":"2026-04-07T04:16:34.808261Z","end":"2026-04-07T04:16:35.192159Z","steps":["trace[1377065856] 'process raft request' (duration: 299.926401ms)","trace[1377065856] 'compare' (duration: 83.481017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:35.192321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.808253Z","time spent":"384.002025ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:35.192402Z","caller":"traceutil/trace.go:171","msg":"trace[1625862951] linearizableReadLoop","detail":"{readStateIndex:25912; appliedIndex:25905; }","duration":"337.538708ms","start":"2026-04-07T04:16:34.854839Z","end":"2026-04-07T04:16:35.192378Z","steps":["trace[1625862951] 'read index received' (duration: 72.980533ms)","trace[1625862951] 'applied index is now lower than readState.Index' (duration: 264.557225ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:35.192771Z","caller":"traceutil/trace.go:171","msg":"trace[45015344] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"351.985718ms","start":"2026-04-07T04:16:34.840774Z","end":"2026-04-07T04:16:35.19276Z","steps":["trace[45015344] 'process raft request' (duration: 351.500305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:35.192837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.840751Z","time spent":"352.04783ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:35.19282Z","caller":"traceutil/trace.go:171","msg":"trace[627942671] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"383.669815ms","start":"2026-04-07T04:16:34.809122Z","end":"2026-04-07T04:16:35.192792Z","steps":["trace[627942671] 'process raft request' (duration: 382.912715ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:35.192823Z","caller":"traceutil/trace.go:171","msg":"trace[1783012851] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"383.595543ms","start":"2026-04-07T04:16:34.809185Z","end":"2026-04-07T04:16:35.192781Z","steps":["trace[1783012851] 'process raft request' (duration: 382.938545ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:35.192837Z","caller":"traceutil/trace.go:171","msg":"trace[1790255745] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"383.567693ms","start":"2026-04-07T04:16:34.809227Z","end":"2026-04-07T04:16:35.192795Z","steps":["trace[1790255745] 'process raft request' (duration: 382.936076ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:35.192953Z","caller":"traceutil/trace.go:171","msg":"trace[1748317713] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"382.959536ms","start":"2026-04-07T04:16:34.809983Z","end":"2026-04-07T04:16:35.192943Z","steps":["trace[1748317713] 'process raft request' (duration: 382.217816ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:35.192946Z","caller":"traceutil/trace.go:171","msg":"trace[541100301] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"273.618869ms","start":"2026-04-07T04:16:34.91929Z","end":"2026-04-07T04:16:35.192908Z","steps":["trace[541100301] 'process raft request' (duration: 273.052283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:35.192977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.809179Z","time spent":"383.711186ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:35.192965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.107274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T04:16:35.192989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.913179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T04:16:35.19303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.730064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-07T04:16:35.192925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.334422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:16:35.193064Z","caller":"traceutil/trace.go:171","msg":"trace[647486356] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25089; }","duration":"323.787566ms","start":"2026-04-07T04:16:34.869268Z","end":"2026-04-07T04:16:35.193056Z","steps":["trace[647486356] 'agreement among raft nodes before linearized reading' (duration: 323.666763ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:35.193066Z","caller":"traceutil/trace.go:171","msg":"trace[98211305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25089; }","duration":"324.505635ms","start":"2026-04-07T04:16:34.868553Z","end":"2026-04-07T04:16:35.193059Z","steps":["trace[98211305] 'agreement among raft nodes before linearized reading' (duration: 324.271439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:35.193087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.869251Z","time spent":"323.830008ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:16:35.193037Z","caller":"traceutil/trace.go:171","msg":"trace[672159283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25089; }","duration":"324.001252ms","start":"2026-04-07T04:16:34.869022Z","end":"2026-04-07T04:16:35.193023Z","steps":["trace[672159283] 'agreement among raft nodes before linearized reading' (duration: 323.92541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:35.192998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.809974Z","time spent":"383.000737ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:35.193116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.869001Z","time spent":"324.107745ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T04:16:35.193033Z","caller":"traceutil/trace.go:171","msg":"trace[210693957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25089; }","duration":"338.259697ms","start":"2026-04-07T04:16:34.854756Z","end":"2026-04-07T04:16:35.193016Z","steps":["trace[210693957] 'agreement among raft nodes before linearized reading' (duration: 338.030551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:35.193322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.854741Z","time spent":"338.561335ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:16:35.193112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.868542Z","time spent":"324.562037ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:35.192897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.809114Z","time spent":"383.751708ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:35.193401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.134019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:16:35.193542Z","caller":"traceutil/trace.go:171","msg":"trace[679982249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25089; }","duration":"323.312183ms","start":"2026-04-07T04:16:34.870192Z","end":"2026-04-07T04:16:35.193504Z","steps":["trace[679982249] 'agreement among raft nodes before linearized reading' (duration: 322.854031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:35.193609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.870184Z","time spent":"323.414246ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:16:35.193253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:34.809222Z","time spent":"383.760668ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:35.518692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.823647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:35.518807Z","caller":"traceutil/trace.go:171","msg":"trace[1395959596] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"320.821796ms","start":"2026-04-07T04:16:35.197965Z","end":"2026-04-07T04:16:35.518787Z","steps":["trace[1395959596] 'process raft request' (duration: 141.810015ms)","trace[1395959596] 'compare' (duration: 178.432125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:35.51887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:35.197947Z","time spent":"320.893868ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:35.528543Z","caller":"traceutil/trace.go:171","msg":"trace[135987425] transaction","detail":"{read_only:false; response_revision:25091; number_of_response:1; }","duration":"330.254681ms","start":"2026-04-07T04:16:35.198261Z","end":"2026-04-07T04:16:35.528516Z","steps":["trace[135987425] 'process raft request' (duration: 330.017195ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:35.528613Z","caller":"traceutil/trace.go:171","msg":"trace[1823748102] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"330.242311ms","start":"2026-04-07T04:16:35.198337Z","end":"2026-04-07T04:16:35.528579Z","steps":["trace[1823748102] 'process raft request' (duration: 330.076986ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:35.528674Z","caller":"traceutil/trace.go:171","msg":"trace[699299889] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"329.990105ms","start":"2026-04-07T04:16:35.198588Z","end":"2026-04-07T04:16:35.528578Z","steps":["trace[699299889] 'process raft request' (duration: 329.905823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:35.52871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:35.198329Z","time spent":"330.333413ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:35.528824Z","caller":"traceutil/trace.go:171","msg":"trace[1799928692] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"330.437196ms","start":"2026-04-07T04:16:35.198376Z","end":"2026-04-07T04:16:35.528813Z","steps":["trace[1799928692] 'process raft request' (duration: 330.081906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:35.528828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:35.198582Z","time spent":"330.19808ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:35.528881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:35.198371Z","time spent":"330.480588ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:35.5287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:35.198239Z","time spent":"330.369615ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:35.52905Z","caller":"traceutil/trace.go:171","msg":"trace[1022276324] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"255.394837ms","start":"2026-04-07T04:16:35.273645Z","end":"2026-04-07T04:16:35.52904Z","steps":["trace[1022276324] 'process raft request' (duration: 254.889403ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:36.52344Z","caller":"traceutil/trace.go:171","msg":"trace[2006652723] linearizableReadLoop","detail":"{readStateIndex:25920; appliedIndex:25919; }","duration":"119.086161ms","start":"2026-04-07T04:16:36.404326Z","end":"2026-04-07T04:16:36.523413Z","steps":["trace[2006652723] 'read index received' (duration: 118.958578ms)","trace[2006652723] 'applied index is now lower than readState.Index' (duration: 126.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:36.523508Z","caller":"traceutil/trace.go:171","msg":"trace[1087689359] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"233.648669ms","start":"2026-04-07T04:16:36.289813Z","end":"2026-04-07T04:16:36.523461Z","steps":["trace[1087689359] 'process raft request' (duration: 233.414092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:36.523675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.342627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-07T04:16:36.52372Z","caller":"traceutil/trace.go:171","msg":"trace[1030448332] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25096; }","duration":"119.406619ms","start":"2026-04-07T04:16:36.404299Z","end":"2026-04-07T04:16:36.523705Z","steps":["trace[1030448332] 'agreement among raft nodes before linearized reading' (duration: 119.234144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:37.478241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422360,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:37.552765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.680253ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:37.552873Z","caller":"traceutil/trace.go:171","msg":"trace[320911443] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25096; }","duration":"296.799047ms","start":"2026-04-07T04:16:37.256057Z","end":"2026-04-07T04:16:37.552856Z","steps":["trace[320911443] 'range keys from in-memory index tree' (duration: 296.664813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:37.55298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:36.886943Z","time spent":"666.01815ms","remote":"127.0.0.1:42714","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-07T04:16:37.554185Z","caller":"traceutil/trace.go:171","msg":"trace[348130222] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"621.190729ms","start":"2026-04-07T04:16:36.932922Z","end":"2026-04-07T04:16:37.554113Z","steps":["trace[348130222] 'process raft request' (duration: 611.375933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:37.554542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:36.93291Z","time spent":"621.490368ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:37.944327Z","caller":"traceutil/trace.go:171","msg":"trace[223975683] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"746.327063ms","start":"2026-04-07T04:16:37.197941Z","end":"2026-04-07T04:16:37.944268Z","steps":["trace[223975683] 'process raft request' (duration: 712.092678ms)","trace[223975683] 'compare' (duration: 33.709391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:37.944625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.197922Z","time spent":"746.555389ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:37.944977Z","caller":"traceutil/trace.go:171","msg":"trace[1796402476] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"746.866478ms","start":"2026-04-07T04:16:37.198074Z","end":"2026-04-07T04:16:37.94494Z","steps":["trace[1796402476] 'process raft request' (duration: 746.102187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:37.945171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.198067Z","time spent":"746.989691ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:37.945316Z","caller":"traceutil/trace.go:171","msg":"trace[1585864843] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"747.087913ms","start":"2026-04-07T04:16:37.198173Z","end":"2026-04-07T04:16:37.945261Z","steps":["trace[1585864843] 'process raft request' (duration: 746.187028ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:37.9458Z","caller":"traceutil/trace.go:171","msg":"trace[1889623949] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"747.169656ms","start":"2026-04-07T04:16:37.198612Z","end":"2026-04-07T04:16:37.945781Z","steps":["trace[1889623949] 'process raft request' (duration: 746.504887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:37.945892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.198605Z","time spent":"747.242827ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:37.945936Z","caller":"traceutil/trace.go:171","msg":"trace[733359719] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"747.144244ms","start":"2026-04-07T04:16:37.19873Z","end":"2026-04-07T04:16:37.945874Z","steps":["trace[733359719] 'process raft request' (duration: 746.896688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:37.946156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.198725Z","time spent":"747.315269ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:37.946374Z","caller":"traceutil/trace.go:171","msg":"trace[214789225] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"746.529669ms","start":"2026-04-07T04:16:37.199818Z","end":"2026-04-07T04:16:37.946348Z","steps":["trace[214789225] 'process raft request' (duration: 745.992404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:37.946484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.198167Z","time spent":"747.3255ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:37.946704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.199809Z","time spent":"746.692492ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:38.331494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.168736ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T04:16:38.333001Z","caller":"traceutil/trace.go:171","msg":"trace[1741187412] linearizableReadLoop","detail":"{readStateIndex:25928; appliedIndex:25920; }","duration":"1.35562394s","start":"2026-04-07T04:16:36.977353Z","end":"2026-04-07T04:16:38.332976Z","steps":["trace[1741187412] 'read index received' (duration: 566.978353ms)","trace[1741187412] 'applied index is now lower than readState.Index' (duration: 788.643067ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:38.333021Z","caller":"traceutil/trace.go:171","msg":"trace[668779011] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"798.604047ms","start":"2026-04-07T04:16:37.534379Z","end":"2026-04-07T04:16:38.332983Z","steps":["trace[668779011] 'process raft request' (duration: 797.22636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:38.333172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.534367Z","time spent":"798.71691ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:38.675898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.153723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:38.675965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153507944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:16:38.676013Z","caller":"traceutil/trace.go:171","msg":"trace[309881212] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25104; }","duration":"322.316106ms","start":"2026-04-07T04:16:38.353662Z","end":"2026-04-07T04:16:38.675978Z","steps":["trace[309881212] 'count revisions from in-memory index tree' (duration: 322.046008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:38.676005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142418325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:16:38.676046Z","caller":"traceutil/trace.go:171","msg":"trace[1612118223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25104; }","duration":"1.153636778s","start":"2026-04-07T04:16:37.522387Z","end":"2026-04-07T04:16:38.676024Z","steps":["trace[1612118223] 'agreement among raft nodes before linearized reading' (duration: 810.726965ms)","trace[1612118223] 'range keys from in-memory index tree' (duration: 342.674967ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:38.676075Z","caller":"traceutil/trace.go:171","msg":"trace[1945926878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25104; }","duration":"1.142531706s","start":"2026-04-07T04:16:37.533526Z","end":"2026-04-07T04:16:38.676057Z","steps":["trace[1945926878] 'agreement among raft nodes before linearized reading' (duration: 799.580892ms)","trace[1945926878] 'range keys from in-memory index tree' (duration: 342.737329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.676094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.522359Z","time spent":"1.15372518s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:38.676111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.533521Z","time spent":"1.142584219s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:38.676255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698899193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:38.676277Z","caller":"traceutil/trace.go:171","msg":"trace[946850730] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25104; }","duration":"1.698962764s","start":"2026-04-07T04:16:36.977305Z","end":"2026-04-07T04:16:38.676267Z","steps":["trace[946850730] 'agreement among raft nodes before linearized reading' (duration: 1.355737992s)","trace[946850730] 'count revisions from in-memory index tree' (duration: 343.17839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.676302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:36.977284Z","time spent":"1.699011616s","remote":"127.0.0.1:41084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:38.676422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232290765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:16:38.676462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651263296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:38.676482Z","caller":"traceutil/trace.go:171","msg":"trace[1680727528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25104; }","duration":"1.651314376s","start":"2026-04-07T04:16:37.025161Z","end":"2026-04-07T04:16:38.676475Z","steps":["trace[1680727528] 'agreement among raft nodes before linearized reading' (duration: 1.30794951s)","trace[1680727528] 'range keys from in-memory index tree' (duration: 343.339505ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:38.676472Z","caller":"traceutil/trace.go:171","msg":"trace[1875242141] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25104; }","duration":"1.232414957s","start":"2026-04-07T04:16:37.444038Z","end":"2026-04-07T04:16:38.676453Z","steps":["trace[1875242141] 'agreement among raft nodes before linearized reading' (duration: 889.081123ms)","trace[1875242141] 'count revisions from in-memory index tree' (duration: 343.270853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.676499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.025143Z","time spent":"1.651351778s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:38.676517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.444015Z","time spent":"1.23248869s","remote":"127.0.0.1:60776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:38.676751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.109851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:38.676794Z","caller":"traceutil/trace.go:171","msg":"trace[221665736] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25104; }","duration":"525.190572ms","start":"2026-04-07T04:16:38.151588Z","end":"2026-04-07T04:16:38.676779Z","steps":["trace[221665736] 'agreement among raft nodes before linearized reading' (duration: 181.538509ms)","trace[221665736] 'count revisions from in-memory index tree' (duration: 343.596542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.676829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:38.151564Z","time spent":"525.255865ms","remote":"127.0.0.1:43950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:38.676989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136177786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:38.677017Z","caller":"traceutil/trace.go:171","msg":"trace[398668442] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25104; }","duration":"1.136216666s","start":"2026-04-07T04:16:37.54079Z","end":"2026-04-07T04:16:38.677007Z","steps":["trace[398668442] 'agreement among raft nodes before linearized reading' (duration: 792.341087ms)","trace[398668442] 'count revisions from in-memory index tree' (duration: 343.837499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.677047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.540784Z","time spent":"1.136254758s","remote":"127.0.0.1:41432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:38.677111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552968757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:38.677147Z","caller":"traceutil/trace.go:171","msg":"trace[2115775189] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25104; }","duration":"1.553043659s","start":"2026-04-07T04:16:37.124092Z","end":"2026-04-07T04:16:38.677136Z","steps":["trace[2115775189] 'agreement among raft nodes before linearized reading' (duration: 1.209031325s)","trace[2115775189] 'count revisions from in-memory index tree' (duration: 343.940322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.677177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.12407Z","time spent":"1.5530987s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:38.677373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143805222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:16:38.677401Z","caller":"traceutil/trace.go:171","msg":"trace[1247073160] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25104; }","duration":"1.143839292s","start":"2026-04-07T04:16:37.533552Z","end":"2026-04-07T04:16:38.677391Z","steps":["trace[1247073160] 'agreement among raft nodes before linearized reading' (duration: 799.588422ms)","trace[1247073160] 'range keys from in-memory index tree' (duration: 344.166518ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.677426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.533548Z","time spent":"1.143872433s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:16:38.677465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144114239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:16:38.677531Z","caller":"traceutil/trace.go:171","msg":"trace[1879539900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25104; }","duration":"1.144186881s","start":"2026-04-07T04:16:37.53332Z","end":"2026-04-07T04:16:38.677507Z","steps":["trace[1879539900] 'agreement among raft nodes before linearized reading' (duration: 799.825958ms)","trace[1879539900] 'range keys from in-memory index tree' (duration: 344.21446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.677535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:38.353635Z","time spent":"323.844118ms","remote":"127.0.0.1:41354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:38.677582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.533314Z","time spent":"1.144254634s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:16:38.677764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.590752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:38.6778Z","caller":"traceutil/trace.go:171","msg":"trace[1759680754] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25104; }","duration":"874.656124ms","start":"2026-04-07T04:16:37.803127Z","end":"2026-04-07T04:16:38.677784Z","steps":["trace[1759680754] 'agreement among raft nodes before linearized reading' (duration: 530.014873ms)","trace[1759680754] 'count revisions from in-memory index tree' (duration: 344.562308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.67783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.803105Z","time spent":"874.718685ms","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:38.677875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145053835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T04:16:38.677921Z","caller":"traceutil/trace.go:171","msg":"trace[609141531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25104; }","duration":"1.145101497s","start":"2026-04-07T04:16:37.532806Z","end":"2026-04-07T04:16:38.677907Z","steps":["trace[609141531] 'agreement among raft nodes before linearized reading' (duration: 800.344623ms)","trace[609141531] 'range keys from in-memory index tree' (duration: 344.638221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:38.677953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:37.532771Z","time spent":"1.145173999s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:16:39.387846Z","caller":"traceutil/trace.go:171","msg":"trace[900769367] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"703.614159ms","start":"2026-04-07T04:16:38.684204Z","end":"2026-04-07T04:16:39.387818Z","steps":["trace[900769367] 'process raft request' (duration: 703.050783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.388011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:38.684185Z","time spent":"703.736702ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:39.388535Z","caller":"traceutil/trace.go:171","msg":"trace[1225550261] linearizableReadLoop","detail":"{readStateIndex:25934; appliedIndex:25929; }","duration":"702.386265ms","start":"2026-04-07T04:16:38.68611Z","end":"2026-04-07T04:16:39.388496Z","steps":["trace[1225550261] 'read index received' (duration: 37.531005ms)","trace[1225550261] 'applied index is now lower than readState.Index' (duration: 664.8531ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:39.388637Z","caller":"traceutil/trace.go:171","msg":"trace[1585935234] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"703.141925ms","start":"2026-04-07T04:16:38.685482Z","end":"2026-04-07T04:16:39.388624Z","steps":["trace[1585935234] 'process raft request' (duration: 702.928199ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:39.388557Z","caller":"traceutil/trace.go:171","msg":"trace[2089891355] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"704.118451ms","start":"2026-04-07T04:16:38.684408Z","end":"2026-04-07T04:16:39.388526Z","steps":["trace[2089891355] 'process raft request' (duration: 703.70512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.388693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.562569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:39.388707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:38.685467Z","time spent":"703.204016ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:39.388742Z","caller":"traceutil/trace.go:171","msg":"trace[532331379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25109; }","duration":"702.641201ms","start":"2026-04-07T04:16:38.686087Z","end":"2026-04-07T04:16:39.388728Z","steps":["trace[532331379] 'agreement among raft nodes before linearized reading' (duration: 702.539758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.388777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:38.686079Z","time spent":"702.691243ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:39.388833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:38.684404Z","time spent":"704.295346ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:39.388853Z","caller":"traceutil/trace.go:171","msg":"trace[550508897] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"704.454191ms","start":"2026-04-07T04:16:38.684347Z","end":"2026-04-07T04:16:39.388801Z","steps":["trace[550508897] 'process raft request' (duration: 703.427703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.38906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:38.684342Z","time spent":"704.606505ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:39.4252Z","caller":"traceutil/trace.go:171","msg":"trace[960174551] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"456.666769ms","start":"2026-04-07T04:16:38.968493Z","end":"2026-04-07T04:16:39.42516Z","steps":["trace[960174551] 'process raft request' (duration: 456.456423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.425285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.288356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T04:16:39.425335Z","caller":"traceutil/trace.go:171","msg":"trace[508733816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25110; }","duration":"342.375398ms","start":"2026-04-07T04:16:39.082947Z","end":"2026-04-07T04:16:39.425322Z","steps":["trace[508733816] 'agreement among raft nodes before linearized reading' (duration: 342.172393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.425294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.155776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:16:39.425372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.082895Z","time spent":"342.469781ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:16:39.425399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:38.968454Z","time spent":"456.836373ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:39.425405Z","caller":"traceutil/trace.go:171","msg":"trace[1289414366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25110; }","duration":"236.33191ms","start":"2026-04-07T04:16:39.189045Z","end":"2026-04-07T04:16:39.425377Z","steps":["trace[1289414366] 'agreement among raft nodes before linearized reading' (duration: 236.057504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.425602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.741603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:39.425712Z","caller":"traceutil/trace.go:171","msg":"trace[168158807] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25110; }","duration":"574.893056ms","start":"2026-04-07T04:16:38.850793Z","end":"2026-04-07T04:16:39.425686Z","steps":["trace[168158807] 'agreement among raft nodes before linearized reading' (duration: 574.69101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.425768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:38.850775Z","time spent":"574.982839ms","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-07T04:16:39.805924Z","caller":"traceutil/trace.go:171","msg":"trace[1412785197] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25935; }","duration":"313.207051ms","start":"2026-04-07T04:16:39.492693Z","end":"2026-04-07T04:16:39.8059Z","steps":["trace[1412785197] 'read index received' (duration: 303.21642ms)","trace[1412785197] 'applied index is now lower than readState.Index' (duration: 9.989281ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:39.805944Z","caller":"traceutil/trace.go:171","msg":"trace[672793076] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"335.818641ms","start":"2026-04-07T04:16:39.470097Z","end":"2026-04-07T04:16:39.805915Z","steps":["trace[672793076] 'process raft request' (duration: 325.864481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.806057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.470064Z","time spent":"335.938646ms","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T04:16:39.806134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.438637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:39.806187Z","caller":"traceutil/trace.go:171","msg":"trace[1737044014] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25111; }","duration":"313.544339ms","start":"2026-04-07T04:16:39.492629Z","end":"2026-04-07T04:16:39.806173Z","steps":["trace[1737044014] 'agreement among raft nodes before linearized reading' (duration: 313.388095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.806214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.492613Z","time spent":"313.59591ms","remote":"127.0.0.1:41492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T04:16:39.861919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.200189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:39.862007Z","caller":"traceutil/trace.go:171","msg":"trace[1894228787] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25112; }","duration":"181.384305ms","start":"2026-04-07T04:16:39.680603Z","end":"2026-04-07T04:16:39.861988Z","steps":["trace[1894228787] 'agreement among raft nodes before linearized reading' (duration: 181.151618ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:39.862242Z","caller":"traceutil/trace.go:171","msg":"trace[221758743] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"302.210994ms","start":"2026-04-07T04:16:39.560005Z","end":"2026-04-07T04:16:39.862216Z","steps":["trace[221758743] 'process raft request' (duration: 301.486754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:39.862391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.559981Z","time spent":"302.316685ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:40.706892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.090845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:40.707123Z","caller":"traceutil/trace.go:171","msg":"trace[1800360804] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"756.074707ms","start":"2026-04-07T04:16:39.951024Z","end":"2026-04-07T04:16:40.707098Z","steps":["trace[1800360804] 'process raft request' (duration: 323.691594ms)","trace[1800360804] 'compare' (duration: 431.306494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:40.707238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.950991Z","time spent":"756.206311ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:41.345471Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070720846s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T04:16:41.346669Z","caller":"traceutil/trace.go:171","msg":"trace[2110148701] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"1.394492421s","start":"2026-04-07T04:16:39.95215Z","end":"2026-04-07T04:16:41.346642Z","steps":["trace[2110148701] 'process raft request' (duration: 1.394141151s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:41.34669Z","caller":"traceutil/trace.go:171","msg":"trace[2077854168] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.394582894s","start":"2026-04-07T04:16:39.952058Z","end":"2026-04-07T04:16:41.346639Z","steps":["trace[2077854168] 'process raft request' (duration: 1.393846493s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:41.346795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.95214Z","time spent":"1.394582003s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:41.346863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.952034Z","time spent":"1.394718717s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:41.346893Z","caller":"traceutil/trace.go:171","msg":"trace[7510475] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"1.3944381s","start":"2026-04-07T04:16:39.952408Z","end":"2026-04-07T04:16:41.346846Z","steps":["trace[7510475] 'process raft request' (duration: 1.393951078s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:41.347101Z","caller":"traceutil/trace.go:171","msg":"trace[2116058108] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.394234044s","start":"2026-04-07T04:16:39.952836Z","end":"2026-04-07T04:16:41.34707Z","steps":["trace[2116058108] 'process raft request' (duration: 1.393571536s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:41.347185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.9524Z","time spent":"1.394628905s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:41.347236Z","caller":"traceutil/trace.go:171","msg":"trace[2130984424] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25937; }","duration":"1.319024311s","start":"2026-04-07T04:16:40.02819Z","end":"2026-04-07T04:16:41.347214Z","steps":["trace[2130984424] 'read index received' (duration: 246.540757ms)","trace[2130984424] 'applied index is now lower than readState.Index' (duration: 1.072482174s)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:41.347323Z","caller":"traceutil/trace.go:171","msg":"trace[1770549486] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"1.39443201s","start":"2026-04-07T04:16:39.952881Z","end":"2026-04-07T04:16:41.347313Z","steps":["trace[1770549486] 'process raft request' (duration: 1.394127912s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:41.347309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.952754Z","time spent":"1.39445555s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:41.347384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:39.95286Z","time spent":"1.394483942s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:41.347386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319196605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:41.347633Z","caller":"traceutil/trace.go:171","msg":"trace[159734623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25118; }","duration":"1.319310399s","start":"2026-04-07T04:16:40.028124Z","end":"2026-04-07T04:16:41.347435Z","steps":["trace[159734623] 'agreement among raft nodes before linearized reading' (duration: 1.319200866s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:41.347692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:40.028099Z","time spent":"1.319578005s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:16:41.442442Z","caller":"traceutil/trace.go:171","msg":"trace[1811846340] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"1.103454761s","start":"2026-04-07T04:16:40.338952Z","end":"2026-04-07T04:16:41.442407Z","steps":["trace[1811846340] 'process raft request' (duration: 1.103018409s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:41.442531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.115199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:41.442566Z","caller":"traceutil/trace.go:171","msg":"trace[733977675] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25119; }","duration":"644.14567ms","start":"2026-04-07T04:16:40.798408Z","end":"2026-04-07T04:16:41.442554Z","steps":["trace[733977675] 'agreement among raft nodes before linearized reading' (duration: 644.097028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:41.44259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:40.798322Z","time spent":"644.261872ms","remote":"127.0.0.1:52998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:41.442618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:40.338889Z","time spent":"1.103635846s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:41.442484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.313618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T04:16:41.442801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288532016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:41.44297Z","caller":"traceutil/trace.go:171","msg":"trace[284658659] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25119; }","duration":"1.288745451s","start":"2026-04-07T04:16:40.154195Z","end":"2026-04-07T04:16:41.44294Z","steps":["trace[284658659] 'agreement among raft nodes before linearized reading' (duration: 1.288534375s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:41.442843Z","caller":"traceutil/trace.go:171","msg":"trace[1513057763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25119; }","duration":"714.710697ms","start":"2026-04-07T04:16:40.72811Z","end":"2026-04-07T04:16:41.442821Z","steps":["trace[1513057763] 'agreement among raft nodes before linearized reading' (duration: 714.176843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:41.443043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:40.154171Z","time spent":"1.288853894s","remote":"127.0.0.1:49514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:41.442468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.690633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:16:41.443058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:40.728081Z","time spent":"714.959894ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T04:16:41.443118Z","caller":"traceutil/trace.go:171","msg":"trace[1102094196] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25119; }","duration":"622.348ms","start":"2026-04-07T04:16:40.820746Z","end":"2026-04-07T04:16:41.443094Z","steps":["trace[1102094196] 'agreement among raft nodes before linearized reading' (duration: 621.642561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:41.443197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:40.820651Z","time spent":"622.523836ms","remote":"127.0.0.1:41518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:41.953335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422406,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T04:16:42.164129Z","caller":"traceutil/trace.go:171","msg":"trace[1283840294] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"716.322582ms","start":"2026-04-07T04:16:41.447763Z","end":"2026-04-07T04:16:42.164086Z","steps":["trace[1283840294] 'process raft request' (duration: 662.913258ms)","trace[1283840294] 'compare' (duration: 53.072874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:42.164313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.447729Z","time spent":"716.490665ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:42.164085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.188034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4471c3ff-61e8-4cc5-9cba-ae8d9dd9c997\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-07T04:16:42.165256Z","caller":"traceutil/trace.go:171","msg":"trace[831782180] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4471c3ff-61e8-4cc5-9cba-ae8d9dd9c997; range_end:; response_count:1; response_revision:25119; }","duration":"718.451578ms","start":"2026-04-07T04:16:41.446774Z","end":"2026-04-07T04:16:42.165226Z","steps":["trace[831782180] 'range keys from in-memory index tree' (duration: 716.776344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:42.165595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.446729Z","time spent":"718.694145ms","remote":"127.0.0.1:41174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-4471c3ff-61e8-4cc5-9cba-ae8d9dd9c997\" "} {"level":"warn","ts":"2026-04-07T04:16:43.361749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25102827s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T04:16:43.441149Z","caller":"traceutil/trace.go:171","msg":"trace[1280498702] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"1.99277752s","start":"2026-04-07T04:16:41.44835Z","end":"2026-04-07T04:16:43.441128Z","steps":["trace[1280498702] 'process raft request' (duration: 1.9136314s)","trace[1280498702] 'compare' (duration: 77.856375ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:43.441185Z","caller":"traceutil/trace.go:171","msg":"trace[1275863859] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"1.992809071s","start":"2026-04-07T04:16:41.448357Z","end":"2026-04-07T04:16:43.441166Z","steps":["trace[1275863859] 'process raft request' (duration: 1.992616735s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.441265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.448329Z","time spent":"1.992875063s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:43.441342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.448338Z","time spent":"1.992920964s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:43.441436Z","caller":"traceutil/trace.go:171","msg":"trace[1841525075] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"1.993010806s","start":"2026-04-07T04:16:41.448418Z","end":"2026-04-07T04:16:43.441429Z","steps":["trace[1841525075] 'process raft request' (duration: 1.992683278s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.441474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.448391Z","time spent":"1.993064519s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:43.44183Z","caller":"traceutil/trace.go:171","msg":"trace[1644412302] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"1.992063312s","start":"2026-04-07T04:16:41.449734Z","end":"2026-04-07T04:16:43.441798Z","steps":["trace[1644412302] 'process raft request' (duration: 1.991647011s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.441957Z","caller":"traceutil/trace.go:171","msg":"trace[1268729446] linearizableReadLoop","detail":"{readStateIndex:25951; appliedIndex:25944; }","duration":"1.989016129s","start":"2026-04-07T04:16:41.45293Z","end":"2026-04-07T04:16:43.441946Z","steps":["trace[1268729446] 'read index received' (duration: 657.708666ms)","trace[1268729446] 'applied index is now lower than readState.Index' (duration: 1.331306583s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:43.441997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.449536Z","time spent":"1.992375959s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:43.442042Z","caller":"traceutil/trace.go:171","msg":"trace[1948923887] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"1.573608825s","start":"2026-04-07T04:16:41.868428Z","end":"2026-04-07T04:16:43.442037Z","steps":["trace[1948923887] 'process raft request' (duration: 1.573477032s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.442023Z","caller":"traceutil/trace.go:171","msg":"trace[1504012765] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"1.890076863s","start":"2026-04-07T04:16:41.551941Z","end":"2026-04-07T04:16:43.442017Z","steps":["trace[1504012765] 'process raft request' (duration: 1.889757794s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.442109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989173033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:43.442165Z","caller":"traceutil/trace.go:171","msg":"trace[1126520947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25126; }","duration":"1.989247054s","start":"2026-04-07T04:16:41.452906Z","end":"2026-04-07T04:16:43.442153Z","steps":["trace[1126520947] 'agreement among raft nodes before linearized reading' (duration: 1.989136861s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.442081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.86839Z","time spent":"1.573667847s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:43.442203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.452878Z","time spent":"1.989319266s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:43.442739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.551901Z","time spent":"1.890227668s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:43.597097Z","caller":"traceutil/trace.go:171","msg":"trace[617434264] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"884.649264ms","start":"2026-04-07T04:16:42.712419Z","end":"2026-04-07T04:16:43.597068Z","steps":["trace[617434264] 'process raft request' (duration: 884.231723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.597311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:42.712395Z","time spent":"884.790657ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:43.597341Z","caller":"traceutil/trace.go:171","msg":"trace[1852305886] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"243.522166ms","start":"2026-04-07T04:16:43.353788Z","end":"2026-04-07T04:16:43.597311Z","steps":["trace[1852305886] 'process raft request' (duration: 243.349091ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.597495Z","caller":"traceutil/trace.go:171","msg":"trace[1033525912] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"241.963823ms","start":"2026-04-07T04:16:43.355508Z","end":"2026-04-07T04:16:43.597472Z","steps":["trace[1033525912] 'process raft request' (duration: 241.835959ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.597491Z","caller":"traceutil/trace.go:171","msg":"trace[623176207] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"243.500205ms","start":"2026-04-07T04:16:43.353944Z","end":"2026-04-07T04:16:43.597444Z","steps":["trace[623176207] 'process raft request' (duration: 243.300049ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.597503Z","caller":"traceutil/trace.go:171","msg":"trace[1670426819] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"241.977004ms","start":"2026-04-07T04:16:43.355478Z","end":"2026-04-07T04:16:43.597455Z","steps":["trace[1670426819] 'process raft request' (duration: 241.8162ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.597615Z","caller":"traceutil/trace.go:171","msg":"trace[1024844235] linearizableReadLoop","detail":"{readStateIndex:25957; appliedIndex:25951; }","duration":"155.614659ms","start":"2026-04-07T04:16:43.441989Z","end":"2026-04-07T04:16:43.597604Z","steps":["trace[1024844235] 'read index received' (duration: 154.871829ms)","trace[1024844235] 'applied index is now lower than readState.Index' (duration: 741.76µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:43.597773Z","caller":"traceutil/trace.go:171","msg":"trace[485871018] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"241.913222ms","start":"2026-04-07T04:16:43.355843Z","end":"2026-04-07T04:16:43.597756Z","steps":["trace[485871018] 'process raft request' (duration: 241.575143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.597813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.412379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:43.597869Z","caller":"traceutil/trace.go:171","msg":"trace[977233773] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25132; }","duration":"349.515532ms","start":"2026-04-07T04:16:43.24834Z","end":"2026-04-07T04:16:43.597855Z","steps":["trace[977233773] 'agreement among raft nodes before linearized reading' (duration: 349.408469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.597955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:43.248321Z","time spent":"349.575044ms","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:43.597975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.077403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:43.598052Z","caller":"traceutil/trace.go:171","msg":"trace[593915291] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25132; }","duration":"487.219267ms","start":"2026-04-07T04:16:43.110814Z","end":"2026-04-07T04:16:43.598033Z","steps":["trace[593915291] 'agreement among raft nodes before linearized reading' (duration: 486.96356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.598096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:43.110786Z","time spent":"487.302178ms","remote":"127.0.0.1:46300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:43.598145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.902342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:43.598182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70983058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:43.598193Z","caller":"traceutil/trace.go:171","msg":"trace[279391713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25133; }","duration":"154.012545ms","start":"2026-04-07T04:16:43.444168Z","end":"2026-04-07T04:16:43.598181Z","steps":["trace[279391713] 'agreement among raft nodes before linearized reading' (duration: 153.86376ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:43.598217Z","caller":"traceutil/trace.go:171","msg":"trace[1178926044] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25132; }","duration":"1.709924771s","start":"2026-04-07T04:16:41.888283Z","end":"2026-04-07T04:16:43.598207Z","steps":["trace[1178926044] 'agreement among raft nodes before linearized reading' (duration: 1.709516809s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.598244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.888256Z","time spent":"1.709979483s","remote":"127.0.0.1:41460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:43.598409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666658232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T04:16:43.598434Z","caller":"traceutil/trace.go:171","msg":"trace[2082035654] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:25132; }","duration":"1.666720582s","start":"2026-04-07T04:16:41.931706Z","end":"2026-04-07T04:16:43.598426Z","steps":["trace[2082035654] 'agreement among raft nodes before linearized reading' (duration: 1.666021764s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.598462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.931683Z","time spent":"1.666774504s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"info","ts":"2026-04-07T04:16:43.598477Z","caller":"traceutil/trace.go:171","msg":"trace[995318312] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"149.179734ms","start":"2026-04-07T04:16:43.449281Z","end":"2026-04-07T04:16:43.59846Z","steps":["trace[995318312] 'process raft request' (duration: 148.418574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.598501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221947165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-07T04:16:43.598554Z","caller":"traceutil/trace.go:171","msg":"trace[1403420881] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25132; }","duration":"1.222052848s","start":"2026-04-07T04:16:42.376488Z","end":"2026-04-07T04:16:43.598541Z","steps":["trace[1403420881] 'agreement among raft nodes before linearized reading' (duration: 1.221303897s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.598596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:42.376465Z","time spent":"1.22212106s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-07T04:16:43.598686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976567872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:43.598431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964967079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:43.598722Z","caller":"traceutil/trace.go:171","msg":"trace[1158962978] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25132; }","duration":"1.976661835s","start":"2026-04-07T04:16:41.622051Z","end":"2026-04-07T04:16:43.598712Z","steps":["trace[1158962978] 'agreement among raft nodes before linearized reading' (duration: 1.975730509s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.598744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.622003Z","time spent":"1.976734857s","remote":"127.0.0.1:59610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:43.598746Z","caller":"traceutil/trace.go:171","msg":"trace[1696376716] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25132; }","duration":"1.965321818s","start":"2026-04-07T04:16:41.633412Z","end":"2026-04-07T04:16:43.598734Z","steps":["trace[1696376716] 'agreement among raft nodes before linearized reading' (duration: 1.964390692s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:43.59878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:41.633393Z","time spent":"1.96537556s","remote":"127.0.0.1:40936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:46.767941Z","caller":"traceutil/trace.go:171","msg":"trace[519565201] linearizableReadLoop","detail":"{readStateIndex:25985; appliedIndex:25984; }","duration":"423.325307ms","start":"2026-04-07T04:16:46.34459Z","end":"2026-04-07T04:16:46.767915Z","steps":["trace[519565201] 'read index received' (duration: 423.134402ms)","trace[519565201] 'applied index is now lower than readState.Index' (duration: 189.215µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:46.768017Z","caller":"traceutil/trace.go:171","msg":"trace[527685775] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"585.912966ms","start":"2026-04-07T04:16:46.18205Z","end":"2026-04-07T04:16:46.767963Z","steps":["trace[527685775] 'process raft request' (duration: 585.6909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:46.768078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.468492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:46.768126Z","caller":"traceutil/trace.go:171","msg":"trace[1099772164] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25159; }","duration":"423.560144ms","start":"2026-04-07T04:16:46.344546Z","end":"2026-04-07T04:16:46.768106Z","steps":["trace[1099772164] 'agreement among raft nodes before linearized reading' (duration: 423.469061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:46.768186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:46.344529Z","time spent":"423.645547ms","remote":"127.0.0.1:49502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:46.768208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:46.182022Z","time spent":"586.088539ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:48.936534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913268601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:48.936661Z","caller":"traceutil/trace.go:171","msg":"trace[1814293729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25159; }","duration":"1.913465946s","start":"2026-04-07T04:16:47.023169Z","end":"2026-04-07T04:16:48.936635Z","steps":["trace[1814293729] 'range keys from in-memory index tree' (duration: 1.913182157s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:48.93672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.023146Z","time spent":"1.913562739s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:48.937231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68248968s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:48.937398Z","caller":"traceutil/trace.go:171","msg":"trace[266475743] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25159; }","duration":"1.682683026s","start":"2026-04-07T04:16:47.254687Z","end":"2026-04-07T04:16:48.93737Z","steps":["trace[266475743] 'range keys from in-memory index tree' (duration: 1.682387317s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.688202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00052808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T04:16:50.688286Z","caller":"traceutil/trace.go:171","msg":"trace[534235877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000674644s","start":"2026-04-07T04:16:48.687593Z","end":"2026-04-07T04:16:50.688268Z","steps":["trace[534235877] 'agreement among raft nodes before linearized reading' (duration: 2.000566061s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.688336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.687573Z","time spent":"2.000752086s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 04:16:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T04:16:50.845301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.940165041s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T04:16:50.903569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998491769s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T04:16:50.903791Z","caller":"traceutil/trace.go:171","msg":"trace[10353423] linearizableReadLoop","detail":"{readStateIndex:25986; appliedIndex:25985; }","duration":"3.478737995s","start":"2026-04-07T04:16:47.425035Z","end":"2026-04-07T04:16:50.903773Z","steps":["trace[10353423] 'read index received' (duration: 480.126083ms)","trace[10353423] 'applied index is now lower than readState.Index' (duration: 2.998610832s)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:50.906465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.481411708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-07T04:16:50.906554Z","caller":"traceutil/trace.go:171","msg":"trace[293035143] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25159; }","duration":"3.481516721s","start":"2026-04-07T04:16:47.425015Z","end":"2026-04-07T04:16:50.906532Z","steps":["trace[293035143] 'agreement among raft nodes before linearized reading' (duration: 3.481240733s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.906596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.424994Z","time spent":"3.481592592s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-07T04:16:50.906862Z","caller":"traceutil/trace.go:171","msg":"trace[2136114512] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"3.449111824s","start":"2026-04-07T04:16:47.457726Z","end":"2026-04-07T04:16:50.906837Z","steps":["trace[2136114512] 'process raft request' (duration: 3.445951668s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.907206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.457709Z","time spent":"3.449403592s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:50.941576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000446638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T04:16:50.941674Z","caller":"traceutil/trace.go:171","msg":"trace[770068006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579562s","start":"2026-04-07T04:16:48.941068Z","end":"2026-04-07T04:16:50.941647Z","steps":["trace[770068006] 'agreement among raft nodes before linearized reading' (duration: 2.000472369s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:50.94173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.94105Z","time spent":"2.000667964s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 04:16:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T04:16:51.404807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:51.570474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.473773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:16:51.570778Z","caller":"traceutil/trace.go:171","msg":"trace[1941544621] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"3.958620843s","start":"2026-04-07T04:16:47.612139Z","end":"2026-04-07T04:16:51.57076Z","steps":["trace[1941544621] 'process raft request' (duration: 3.958528811s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.570855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.612129Z","time spent":"3.958691045s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:51.571058Z","caller":"traceutil/trace.go:171","msg":"trace[572551268] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"3.961318106s","start":"2026-04-07T04:16:47.60973Z","end":"2026-04-07T04:16:51.571048Z","steps":["trace[572551268] 'process raft request' (duration: 3.960841324s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.571118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.609724Z","time spent":"3.961366927s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:51.571185Z","caller":"traceutil/trace.go:171","msg":"trace[41105753] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"3.959728643s","start":"2026-04-07T04:16:47.611449Z","end":"2026-04-07T04:16:51.571177Z","steps":["trace[41105753] 'process raft request' (duration: 3.959182828s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.571232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.611425Z","time spent":"3.959779514s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:51.571273Z","caller":"traceutil/trace.go:171","msg":"trace[29592781] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"3.96296623s","start":"2026-04-07T04:16:47.60829Z","end":"2026-04-07T04:16:51.571256Z","steps":["trace[29592781] 'process raft request' (duration: 3.298530421s)","trace[29592781] 'compare' (duration: 662.519127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:16:51.571344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.60827Z","time spent":"3.963039622s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:51.571438Z","caller":"traceutil/trace.go:171","msg":"trace[1926101674] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"2.134094632s","start":"2026-04-07T04:16:49.437335Z","end":"2026-04-07T04:16:51.57143Z","steps":["trace[1926101674] 'process raft request' (duration: 2.13364518s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.571488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.437291Z","time spent":"2.134171345s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:51.571517Z","caller":"traceutil/trace.go:171","msg":"trace[309433434] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"879.878324ms","start":"2026-04-07T04:16:50.691628Z","end":"2026-04-07T04:16:51.571507Z","steps":["trace[309433434] 'process raft request' (duration: 879.402132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.571569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.691606Z","time spent":"879.939786ms","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T04:16:51.571599Z","caller":"traceutil/trace.go:171","msg":"trace[928448980] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"3.959337322s","start":"2026-04-07T04:16:47.612255Z","end":"2026-04-07T04:16:51.571592Z","steps":["trace[928448980] 'process raft request' (duration: 3.958455318s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.571633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.61225Z","time spent":"3.959363862s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:51.571707Z","caller":"traceutil/trace.go:171","msg":"trace[901599049] linearizableReadLoop","detail":"{readStateIndex:25996; appliedIndex:25987; }","duration":"667.83595ms","start":"2026-04-07T04:16:50.903861Z","end":"2026-04-07T04:16:51.571697Z","steps":["trace[901599049] 'read index received' (duration: 665.150647ms)","trace[901599049] 'applied index is now lower than readState.Index' (duration: 2.684313ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:51.571734Z","caller":"traceutil/trace.go:171","msg":"trace[681619803] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"3.958233822s","start":"2026-04-07T04:16:47.613495Z","end":"2026-04-07T04:16:51.571728Z","steps":["trace[681619803] 'process raft request' (duration: 3.957369519s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.571768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.613482Z","time spent":"3.958267463s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:51.571931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253871749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:51.571967Z","caller":"traceutil/trace.go:171","msg":"trace[1133358462] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25170; }","duration":"1.253954851s","start":"2026-04-07T04:16:50.318003Z","end":"2026-04-07T04:16:51.571958Z","steps":["trace[1133358462] 'agreement among raft nodes before linearized reading' (duration: 1.253873039s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.571995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.317979Z","time spent":"1.254006882s","remote":"127.0.0.1:41094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.572153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508547857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:51.572186Z","caller":"traceutil/trace.go:171","msg":"trace[498927233] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25170; }","duration":"1.508582967s","start":"2026-04-07T04:16:50.063593Z","end":"2026-04-07T04:16:51.572176Z","steps":["trace[498927233] 'agreement among raft nodes before linearized reading' (duration: 1.508529596s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.572215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.063569Z","time spent":"1.508638009s","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.572307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098507507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T04:16:51.572345Z","caller":"traceutil/trace.go:171","msg":"trace[105812436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25170; }","duration":"4.098569117s","start":"2026-04-07T04:16:47.473766Z","end":"2026-04-07T04:16:51.572335Z","steps":["trace[105812436] 'agreement among raft nodes before linearized reading' (duration: 4.098466204s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.57237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.473754Z","time spent":"4.098608869s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:51.572391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115398702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:16:51.572417Z","caller":"traceutil/trace.go:171","msg":"trace[993250750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25170; }","duration":"4.115440725s","start":"2026-04-07T04:16:47.456968Z","end":"2026-04-07T04:16:51.572409Z","steps":["trace[993250750] 'agreement among raft nodes before linearized reading' (duration: 4.115359442s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.572449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.456961Z","time spent":"4.115480845s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:51.572504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569213546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T04:16:51.572526Z","caller":"traceutil/trace.go:171","msg":"trace[911507047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25170; }","duration":"1.569309179s","start":"2026-04-07T04:16:50.00321Z","end":"2026-04-07T04:16:51.572519Z","steps":["trace[911507047] 'agreement among raft nodes before linearized reading' (duration: 1.569232357s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.572558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.003162Z","time spent":"1.569388772s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:16:51.572947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116549194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T04:16:51.57258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.1156586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:16:51.572991Z","caller":"traceutil/trace.go:171","msg":"trace[1052106708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25170; }","duration":"4.116938905s","start":"2026-04-07T04:16:47.456039Z","end":"2026-04-07T04:16:51.572978Z","steps":["trace[1052106708] 'agreement among raft nodes before linearized reading' (duration: 4.116555884s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.573039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.45602Z","time spent":"4.117010927s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T04:16:51.571714Z","caller":"traceutil/trace.go:171","msg":"trace[1129063246] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"3.959089106s","start":"2026-04-07T04:16:47.612619Z","end":"2026-04-07T04:16:51.571708Z","steps":["trace[1129063246] 'process raft request' (duration: 3.958187062s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.573121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403147159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:51.573205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.612571Z","time spent":"3.960604017s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:51.573215Z","caller":"traceutil/trace.go:171","msg":"trace[486643765] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25170; }","duration":"2.403328683s","start":"2026-04-07T04:16:49.169861Z","end":"2026-04-07T04:16:51.57319Z","steps":["trace[486643765] 'agreement among raft nodes before linearized reading' (duration: 2.403143378s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.573295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.169826Z","time spent":"2.403449957s","remote":"127.0.0.1:60804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.573384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.278875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-213aeadd-260b-49da-9b62-6b1ff760cb46\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-07T04:16:51.573418Z","caller":"traceutil/trace.go:171","msg":"trace[1186180278] range","detail":"{range_begin:/registry/persistentvolumes/pvc-213aeadd-260b-49da-9b62-6b1ff760cb46; range_end:; response_count:1; response_revision:25170; }","duration":"664.330546ms","start":"2026-04-07T04:16:50.909079Z","end":"2026-04-07T04:16:51.573409Z","steps":["trace[1186180278] 'agreement among raft nodes before linearized reading' (duration: 664.237864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.573447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.909066Z","time spent":"664.374747ms","remote":"127.0.0.1:41174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-213aeadd-260b-49da-9b62-6b1ff760cb46\" "} {"level":"warn","ts":"2026-04-07T04:16:51.573657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032997478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:51.573702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208167516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:51.573724Z","caller":"traceutil/trace.go:171","msg":"trace[1243380705] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25170; }","duration":"2.033119533s","start":"2026-04-07T04:16:49.540587Z","end":"2026-04-07T04:16:51.573706Z","steps":["trace[1243380705] 'agreement among raft nodes before linearized reading' (duration: 2.033005s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:51.573775Z","caller":"traceutil/trace.go:171","msg":"trace[1870076604] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25170; }","duration":"2.208299119s","start":"2026-04-07T04:16:49.36546Z","end":"2026-04-07T04:16:51.573759Z","steps":["trace[1870076604] 'agreement among raft nodes before linearized reading' (duration: 2.208179806s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.573782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.540554Z","time spent":"2.033214084s","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.573832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.365426Z","time spent":"2.208389621s","remote":"127.0.0.1:41406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:51.573001Z","caller":"traceutil/trace.go:171","msg":"trace[1793867870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25170; }","duration":"4.116112362s","start":"2026-04-07T04:16:47.456877Z","end":"2026-04-07T04:16:51.572989Z","steps":["trace[1793867870] 'agreement among raft nodes before linearized reading' (duration: 4.1156456s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.574089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.456852Z","time spent":"4.117225092s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:16:51.573177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112083228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:51.574135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740625867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:51.57416Z","caller":"traceutil/trace.go:171","msg":"trace[956578747] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25170; }","duration":"2.113065824s","start":"2026-04-07T04:16:49.461081Z","end":"2026-04-07T04:16:51.574146Z","steps":["trace[956578747] 'agreement among raft nodes before linearized reading' (duration: 2.112068237s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.574224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.461055Z","time spent":"2.113157676s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-07T04:16:51.57422Z","caller":"traceutil/trace.go:171","msg":"trace[1629077564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25170; }","duration":"3.740760611s","start":"2026-04-07T04:16:47.83344Z","end":"2026-04-07T04:16:51.574201Z","steps":["trace[1629077564] 'agreement among raft nodes before linearized reading' (duration: 3.740643318s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.574274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.833403Z","time spent":"3.740852434s","remote":"127.0.0.1:53204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.574304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801544663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-07T04:16:51.574433Z","caller":"traceutil/trace.go:171","msg":"trace[1787560129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25170; }","duration":"2.801711487s","start":"2026-04-07T04:16:48.772707Z","end":"2026-04-07T04:16:51.574418Z","steps":["trace[1787560129] 'agreement among raft nodes before linearized reading' (duration: 2.801276865s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.574479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:48.772685Z","time spent":"2.801786409s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:16:51.574477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58650625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:51.574527Z","caller":"traceutil/trace.go:171","msg":"trace[1628870167] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25170; }","duration":"3.586596522s","start":"2026-04-07T04:16:47.987915Z","end":"2026-04-07T04:16:51.574511Z","steps":["trace[1628870167] 'agreement among raft nodes before linearized reading' (duration: 3.586516109s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.574534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926075152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:51.574576Z","caller":"traceutil/trace.go:171","msg":"trace[203126629] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25170; }","duration":"3.926119904s","start":"2026-04-07T04:16:47.648448Z","end":"2026-04-07T04:16:51.574568Z","steps":["trace[203126629] 'agreement among raft nodes before linearized reading' (duration: 3.926055222s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.574584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.987892Z","time spent":"3.586673904s","remote":"127.0.0.1:46180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.574614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:47.648381Z","time spent":"3.926223117s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:51.574308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.802247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:51.574658Z","caller":"traceutil/trace.go:171","msg":"trace[130139990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25170; }","duration":"625.197347ms","start":"2026-04-07T04:16:50.949452Z","end":"2026-04-07T04:16:51.574649Z","steps":["trace[130139990] 'agreement among raft nodes before linearized reading' (duration: 624.792667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.574685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:50.949434Z","time spent":"625.245769ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:51.574309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333373452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:51.574738Z","caller":"traceutil/trace.go:171","msg":"trace[145784270] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25170; }","duration":"2.333835445s","start":"2026-04-07T04:16:49.240885Z","end":"2026-04-07T04:16:51.574721Z","steps":["trace[145784270] 'agreement among raft nodes before linearized reading' (duration: 2.333330761s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:51.574786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:49.240864Z","time spent":"2.333906746s","remote":"127.0.0.1:41118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:52.080147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:52.580719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:53.081606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:53.582207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:16:53.689816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.990587882s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T04:16:53.691817Z","caller":"traceutil/trace.go:171","msg":"trace[727838413] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"2.112623902s","start":"2026-04-07T04:16:51.579162Z","end":"2026-04-07T04:16:53.691786Z","steps":["trace[727838413] 'process raft request' (duration: 2.111046939s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.691987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.579154Z","time spent":"2.112749875s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.756915Z","caller":"traceutil/trace.go:171","msg":"trace[1097449861] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"2.177148595s","start":"2026-04-07T04:16:51.579731Z","end":"2026-04-07T04:16:53.75688Z","steps":["trace[1097449861] 'process raft request' (duration: 2.177057013s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.757008Z","caller":"traceutil/trace.go:171","msg":"trace[1317031806] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"2.177351741s","start":"2026-04-07T04:16:51.579633Z","end":"2026-04-07T04:16:53.756984Z","steps":["trace[1317031806] 'process raft request' (duration: 2.176975501s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.757197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.579699Z","time spent":"2.177397103s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.757256Z","caller":"traceutil/trace.go:171","msg":"trace[2129641151] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"2.174950787s","start":"2026-04-07T04:16:51.582276Z","end":"2026-04-07T04:16:53.757227Z","steps":["trace[2129641151] 'process raft request' (duration: 2.174558986s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.757503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.582263Z","time spent":"2.175156892s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:16:53.75729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.579582Z","time spent":"2.1776556s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.75763Z","caller":"traceutil/trace.go:171","msg":"trace[2129305742] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"2.175321847s","start":"2026-04-07T04:16:51.582292Z","end":"2026-04-07T04:16:53.757614Z","steps":["trace[2129305742] 'process raft request' (duration: 2.174806564s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.757764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.58228Z","time spent":"2.17543803s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.758104Z","caller":"traceutil/trace.go:171","msg":"trace[1564665290] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"845.624938ms","start":"2026-04-07T04:16:52.912451Z","end":"2026-04-07T04:16:53.758076Z","steps":["trace[1564665290] 'process raft request' (duration: 845.293388ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.75835Z","caller":"traceutil/trace.go:171","msg":"trace[1736780746] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"179.283738ms","start":"2026-04-07T04:16:53.57904Z","end":"2026-04-07T04:16:53.758324Z","steps":["trace[1736780746] 'process raft request' (duration: 178.96796ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.758529Z","caller":"traceutil/trace.go:171","msg":"trace[523784730] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"179.266898ms","start":"2026-04-07T04:16:53.579245Z","end":"2026-04-07T04:16:53.758512Z","steps":["trace[523784730] 'process raft request' (duration: 178.907157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.758409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:52.912384Z","time spent":"845.809253ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:16:53.758712Z","caller":"traceutil/trace.go:171","msg":"trace[1741146094] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"179.067452ms","start":"2026-04-07T04:16:53.57963Z","end":"2026-04-07T04:16:53.758697Z","steps":["trace[1741146094] 'process raft request' (duration: 178.908828ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.758804Z","caller":"traceutil/trace.go:171","msg":"trace[2107322685] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"179.234446ms","start":"2026-04-07T04:16:53.579523Z","end":"2026-04-07T04:16:53.758758Z","steps":["trace[2107322685] 'process raft request' (duration: 178.849585ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.758889Z","caller":"traceutil/trace.go:171","msg":"trace[1611432558] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"179.251807ms","start":"2026-04-07T04:16:53.579582Z","end":"2026-04-07T04:16:53.758834Z","steps":["trace[1611432558] 'process raft request' (duration: 178.917969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.758933Z","caller":"traceutil/trace.go:171","msg":"trace[1917634192] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"179.629638ms","start":"2026-04-07T04:16:53.579293Z","end":"2026-04-07T04:16:53.758923Z","steps":["trace[1917634192] 'process raft request' (duration: 179.004412ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.759005Z","caller":"traceutil/trace.go:171","msg":"trace[463888234] linearizableReadLoop","detail":"{readStateIndex:26010; appliedIndex:25997; }","duration":"2.179708715s","start":"2026-04-07T04:16:51.579287Z","end":"2026-04-07T04:16:53.758996Z","steps":["trace[463888234] 'read index received' (duration: 2.112449897s)","trace[463888234] 'applied index is now lower than readState.Index' (duration: 67.257478ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:16:53.759186Z","caller":"traceutil/trace.go:171","msg":"trace[1462035294] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"177.012508ms","start":"2026-04-07T04:16:53.582163Z","end":"2026-04-07T04:16:53.759175Z","steps":["trace[1462035294] 'process raft request' (duration: 176.458693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17987735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:53.759233Z","caller":"traceutil/trace.go:171","msg":"trace[218744693] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25183; }","duration":"2.179952712s","start":"2026-04-07T04:16:51.579267Z","end":"2026-04-07T04:16:53.759219Z","steps":["trace[218744693] 'agreement among raft nodes before linearized reading' (duration: 2.17986364s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.579256Z","time spent":"2.180000584s","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T04:16:53.759296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734596879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:16:53.759334Z","caller":"traceutil/trace.go:171","msg":"trace[1105708721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25183; }","duration":"1.73466812s","start":"2026-04-07T04:16:52.024657Z","end":"2026-04-07T04:16:53.759325Z","steps":["trace[1105708721] 'agreement among raft nodes before linearized reading' (duration: 1.734601259s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:52.024641Z","time spent":"1.734715261s","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:16:53.759381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831258972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:16:53.759431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.54737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:53.759331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.671484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:53.759517Z","caller":"traceutil/trace.go:171","msg":"trace[370134856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25183; }","duration":"1.831457728s","start":"2026-04-07T04:16:51.92801Z","end":"2026-04-07T04:16:53.759468Z","steps":["trace[370134856] 'agreement among raft nodes before linearized reading' (duration: 1.831255562s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.759531Z","caller":"traceutil/trace.go:171","msg":"trace[546362009] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25183; }","duration":"610.697936ms","start":"2026-04-07T04:16:53.148814Z","end":"2026-04-07T04:16:53.759512Z","steps":["trace[546362009] 'agreement among raft nodes before linearized reading' (duration: 610.49875ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.759543Z","caller":"traceutil/trace.go:171","msg":"trace[1429943665] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25183; }","duration":"424.905611ms","start":"2026-04-07T04:16:53.334616Z","end":"2026-04-07T04:16:53.759522Z","steps":["trace[1429943665] 'agreement among raft nodes before linearized reading' (duration: 424.609962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.96283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:16:53.759537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177631529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3f8076877f9cf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-04-07T04:16:53.759563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.332923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:16:53.759593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:53.148794Z","time spent":"610.779267ms","remote":"127.0.0.1:41248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:53.759604Z","caller":"traceutil/trace.go:171","msg":"trace[488481802] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25183; }","duration":"128.039052ms","start":"2026-04-07T04:16:53.631545Z","end":"2026-04-07T04:16:53.759585Z","steps":["trace[488481802] 'agreement among raft nodes before linearized reading' (duration: 127.914048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179748236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-07T04:16:53.759648Z","caller":"traceutil/trace.go:171","msg":"trace[1374087667] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a3f8076877f9cf; range_end:; response_count:1; response_revision:25183; }","duration":"2.177778813s","start":"2026-04-07T04:16:51.581842Z","end":"2026-04-07T04:16:53.75962Z","steps":["trace[1374087667] 'agreement among raft nodes before linearized reading' (duration: 2.177490105s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:16:53.759653Z","caller":"traceutil/trace.go:171","msg":"trace[289070686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25183; }","duration":"874.484709ms","start":"2026-04-07T04:16:52.885146Z","end":"2026-04-07T04:16:53.75963Z","steps":["trace[289070686] 'agreement among raft nodes before linearized reading' (duration: 874.339355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107531893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:16:53.759709Z","caller":"traceutil/trace.go:171","msg":"trace[184486759] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25183; }","duration":"2.107581695s","start":"2026-04-07T04:16:51.652116Z","end":"2026-04-07T04:16:53.759698Z","steps":["trace[184486759] 'agreement among raft nodes before linearized reading' (duration: 2.107506823s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.581741Z","time spent":"2.177955679s","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a3f8076877f9cf\" "} {"level":"warn","ts":"2026-04-07T04:16:53.759716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:52.885111Z","time spent":"874.589521ms","remote":"127.0.0.1:60710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:53.759742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.65206Z","time spent":"2.107674237s","remote":"127.0.0.1:52910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:53.759621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.927979Z","time spent":"1.831621313s","remote":"127.0.0.1:53220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:16:53.759723Z","caller":"traceutil/trace.go:171","msg":"trace[1342371080] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25183; }","duration":"2.179960832s","start":"2026-04-07T04:16:51.579716Z","end":"2026-04-07T04:16:53.759677Z","steps":["trace[1342371080] 'agreement among raft nodes before linearized reading' (duration: 2.17945701s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.325724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:16:53.759923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.579585Z","time spent":"2.180324503s","remote":"127.0.0.1:41200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18563,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-07T04:16:53.759997Z","caller":"traceutil/trace.go:171","msg":"trace[1469117211] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25183; }","duration":"100.883238ms","start":"2026-04-07T04:16:53.659073Z","end":"2026-04-07T04:16:53.759956Z","steps":["trace[1469117211] 'agreement among raft nodes before linearized reading' (duration: 100.310463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:53.334564Z","time spent":"425.009513ms","remote":"127.0.0.1:59604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:16:53.759649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827897082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T04:16:53.760399Z","caller":"traceutil/trace.go:171","msg":"trace[424024908] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:25183; }","duration":"1.828697213s","start":"2026-04-07T04:16:51.931687Z","end":"2026-04-07T04:16:53.760384Z","steps":["trace[424024908] 'agreement among raft nodes before linearized reading' (duration: 1.827660305s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.759572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179421317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-07T04:16:53.760459Z","caller":"traceutil/trace.go:171","msg":"trace[201500352] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25183; }","duration":"2.180333603s","start":"2026-04-07T04:16:51.580109Z","end":"2026-04-07T04:16:53.760442Z","steps":["trace[201500352] 'agreement among raft nodes before linearized reading' (duration: 2.179293155s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.760526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.580099Z","time spent":"2.180411614s","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-07T04:16:53.760446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:51.931661Z","time spent":"1.828773355s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-04-07T04:16:53.761573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331673712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272965"} {"level":"info","ts":"2026-04-07T04:16:53.761625Z","caller":"traceutil/trace.go:171","msg":"trace[1893695228] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25183; }","duration":"1.331767685s","start":"2026-04-07T04:16:52.429843Z","end":"2026-04-07T04:16:53.761611Z","steps":["trace[1893695228] 'agreement among raft nodes before linearized reading' (duration: 1.329882904s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:16:53.761664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:16:52.429819Z","time spent":"1.331835417s","remote":"127.0.0.1:41492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272987,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-07T04:17:03.735209Z","caller":"traceutil/trace.go:171","msg":"trace[101035454] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"152.676339ms","start":"2026-04-07T04:17:03.582487Z","end":"2026-04-07T04:17:03.735163Z","steps":["trace[101035454] 'process raft request' (duration: 152.515644ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:03.767166Z","caller":"traceutil/trace.go:171","msg":"trace[1908586609] linearizableReadLoop","detail":"{readStateIndex:26102; appliedIndex:26100; }","duration":"166.365099ms","start":"2026-04-07T04:17:03.60078Z","end":"2026-04-07T04:17:03.767145Z","steps":["trace[1908586609] 'read index received' (duration: 134.157688ms)","trace[1908586609] 'applied index is now lower than readState.Index' (duration: 32.206381ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:03.767232Z","caller":"traceutil/trace.go:171","msg":"trace[289988317] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"184.028917ms","start":"2026-04-07T04:17:03.583165Z","end":"2026-04-07T04:17:03.767194Z","steps":["trace[289988317] 'process raft request' (duration: 183.816361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:03.767418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.619635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-07T04:17:03.767463Z","caller":"traceutil/trace.go:171","msg":"trace[856182986] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25272; }","duration":"166.697388ms","start":"2026-04-07T04:17:03.600751Z","end":"2026-04-07T04:17:03.767448Z","steps":["trace[856182986] 'agreement among raft nodes before linearized reading' (duration: 166.527603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:03.767437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.889027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:03.767654Z","caller":"traceutil/trace.go:171","msg":"trace[911016430] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25272; }","duration":"118.146235ms","start":"2026-04-07T04:17:03.649469Z","end":"2026-04-07T04:17:03.767615Z","steps":["trace[911016430] 'agreement among raft nodes before linearized reading' (duration: 117.889699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.194707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.275936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:04.194778Z","caller":"traceutil/trace.go:171","msg":"trace[1000298847] linearizableReadLoop","detail":"{readStateIndex:26103; appliedIndex:26102; }","duration":"422.040012ms","start":"2026-04-07T04:17:03.772726Z","end":"2026-04-07T04:17:04.194766Z","steps":["trace[1000298847] 'read index received' (duration: 191.646283ms)","trace[1000298847] 'applied index is now lower than readState.Index' (duration: 230.392959ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:04.194897Z","caller":"traceutil/trace.go:171","msg":"trace[1834708562] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"422.837606ms","start":"2026-04-07T04:17:03.772051Z","end":"2026-04-07T04:17:04.194889Z","steps":["trace[1834708562] 'process raft request' (duration: 192.329772ms)","trace[1834708562] 'compare' (duration: 229.791204ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:04.194958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.772036Z","time spent":"422.902696ms","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T04:17:04.19516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.441334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-04-07T04:17:04.195186Z","caller":"traceutil/trace.go:171","msg":"trace[908392422] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:1; response_revision:25273; }","duration":"422.489546ms","start":"2026-04-07T04:17:03.77269Z","end":"2026-04-07T04:17:04.19518Z","steps":["trace[908392422] 'agreement among raft nodes before linearized reading' (duration: 422.384653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.195204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.772677Z","time spent":"422.523807ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":670,"request content":"key:\"/registry/clusterroles/system:discovery\" "} {"level":"warn","ts":"2026-04-07T04:17:04.928243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.961377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:04.928588Z","caller":"traceutil/trace.go:171","msg":"trace[1971601242] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"1.155665643s","start":"2026-04-07T04:17:03.772867Z","end":"2026-04-07T04:17:04.928532Z","steps":["trace[1971601242] 'process raft request' (duration: 552.323016ms)","trace[1971601242] 'compare' (duration: 602.847453ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:04.928666Z","caller":"traceutil/trace.go:171","msg":"trace[56524521] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"1.073230464s","start":"2026-04-07T04:17:03.855421Z","end":"2026-04-07T04:17:04.928651Z","steps":["trace[56524521] 'process raft request' (duration: 1.072910675s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.928726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.772853Z","time spent":"1.155802127s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:04.928896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.855401Z","time spent":"1.073317666s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:04.92896Z","caller":"traceutil/trace.go:171","msg":"trace[808081042] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"1.072916806s","start":"2026-04-07T04:17:03.85602Z","end":"2026-04-07T04:17:04.928936Z","steps":["trace[808081042] 'process raft request' (duration: 1.072497964s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.929104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.856008Z","time spent":"1.073024748s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:04.929483Z","caller":"traceutil/trace.go:171","msg":"trace[1986986436] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"1.07235855s","start":"2026-04-07T04:17:03.857114Z","end":"2026-04-07T04:17:04.929473Z","steps":["trace[1986986436] 'process raft request' (duration: 1.072267348s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:04.929476Z","caller":"traceutil/trace.go:171","msg":"trace[1486041649] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"1.073205122s","start":"2026-04-07T04:17:03.856246Z","end":"2026-04-07T04:17:04.929452Z","steps":["trace[1486041649] 'process raft request' (duration: 1.072612906s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.929579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.857103Z","time spent":"1.072422931s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:04.929581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.856238Z","time spent":"1.073295015s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:04.929616Z","caller":"traceutil/trace.go:171","msg":"trace[278046766] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"1.059320369s","start":"2026-04-07T04:17:03.870283Z","end":"2026-04-07T04:17:04.929603Z","steps":["trace[278046766] 'process raft request' (duration: 1.059164954s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.929701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.870272Z","time spent":"1.059375049s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:04.929982Z","caller":"traceutil/trace.go:171","msg":"trace[1619640882] linearizableReadLoop","detail":"{readStateIndex:26113; appliedIndex:26103; }","duration":"735.174661ms","start":"2026-04-07T04:17:04.194799Z","end":"2026-04-07T04:17:04.929973Z","steps":["trace[1619640882] 'read index received' (duration: 130.404957ms)","trace[1619640882] 'applied index is now lower than readState.Index' (duration: 604.769084ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:04.930185Z","caller":"traceutil/trace.go:171","msg":"trace[1656401546] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"1.059817741s","start":"2026-04-07T04:17:03.870353Z","end":"2026-04-07T04:17:04.930171Z","steps":["trace[1656401546] 'process raft request' (duration: 1.059191064s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.930262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026804859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:17:04.930335Z","caller":"traceutil/trace.go:171","msg":"trace[132692569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25283; }","duration":"1.02692517s","start":"2026-04-07T04:17:03.903396Z","end":"2026-04-07T04:17:04.930321Z","steps":["trace[132692569] 'agreement among raft nodes before linearized reading' (duration: 1.026684804s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.930374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.903363Z","time spent":"1.027002463s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T04:17:04.930401Z","caller":"traceutil/trace.go:171","msg":"trace[838831493] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"1.059955444s","start":"2026-04-07T04:17:03.87041Z","end":"2026-04-07T04:17:04.930366Z","steps":["trace[838831493] 'process raft request' (duration: 1.05946271s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:04.930457Z","caller":"traceutil/trace.go:171","msg":"trace[464552041] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"775.247355ms","start":"2026-04-07T04:17:04.155039Z","end":"2026-04-07T04:17:04.930287Z","steps":["trace[464552041] 'process raft request' (duration: 774.904236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.930565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060453748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:04.930579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047838277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:17:04.930609Z","caller":"traceutil/trace.go:171","msg":"trace[1597395702] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25283; }","duration":"1.060522609s","start":"2026-04-07T04:17:03.870074Z","end":"2026-04-07T04:17:04.930597Z","steps":["trace[1597395702] 'agreement among raft nodes before linearized reading' (duration: 1.060451767s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:04.930615Z","caller":"traceutil/trace.go:171","msg":"trace[540678898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25283; }","duration":"1.047890028s","start":"2026-04-07T04:17:03.882713Z","end":"2026-04-07T04:17:04.930603Z","steps":["trace[540678898] 'agreement among raft nodes before linearized reading' (duration: 1.047804766s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.930624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.792376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-07T04:17:04.930647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.870063Z","time spent":"1.060576012s","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T04:17:04.930655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.882703Z","time spent":"1.04794436s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T04:17:04.930669Z","caller":"traceutil/trace.go:171","msg":"trace[859239547] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25283; }","duration":"878.871417ms","start":"2026-04-07T04:17:04.051788Z","end":"2026-04-07T04:17:04.930659Z","steps":["trace[859239547] 'agreement among raft nodes before linearized reading' (duration: 878.751563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.930704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.051768Z","time spent":"878.929829ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:17:04.930589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.155018Z","time spent":"775.521812ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:04.930743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156874606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-04-07T04:17:04.930892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.720229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T04:17:04.93098Z","caller":"traceutil/trace.go:171","msg":"trace[696118843] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"1.060490899s","start":"2026-04-07T04:17:03.870477Z","end":"2026-04-07T04:17:04.930968Z","steps":["trace[696118843] 'process raft request' (duration: 1.059435591s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:04.930991Z","caller":"traceutil/trace.go:171","msg":"trace[1825313695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25283; }","duration":"998.840671ms","start":"2026-04-07T04:17:03.932129Z","end":"2026-04-07T04:17:04.930969Z","steps":["trace[1825313695] 'agreement among raft nodes before linearized reading' (duration: 998.678837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.931037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.932113Z","time spent":"998.913503ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:17:04.930968Z","caller":"traceutil/trace.go:171","msg":"trace[1670155345] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25283; }","duration":"1.157009699s","start":"2026-04-07T04:17:03.773842Z","end":"2026-04-07T04:17:04.930851Z","steps":["trace[1670155345] 'agreement among raft nodes before linearized reading' (duration: 1.15666382s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.931069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.870455Z","time spent":"1.060562442s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:04.930472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131988083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-04-07T04:17:04.931121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.773832Z","time spent":"1.157280246s","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-07T04:17:04.93117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.508596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:04.931913Z","caller":"traceutil/trace.go:171","msg":"trace[1882122000] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25283; }","duration":"369.263836ms","start":"2026-04-07T04:17:04.562611Z","end":"2026-04-07T04:17:04.931875Z","steps":["trace[1882122000] 'agreement among raft nodes before linearized reading' (duration: 368.520216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.931981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.562585Z","time spent":"369.376579ms","remote":"127.0.0.1:46282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:04.930768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013306653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:17:04.932124Z","caller":"traceutil/trace.go:171","msg":"trace[1264142728] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25283; }","duration":"1.01468035s","start":"2026-04-07T04:17:03.917418Z","end":"2026-04-07T04:17:04.932098Z","steps":["trace[1264142728] 'agreement among raft nodes before linearized reading' (duration: 1.013171279s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.932197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.917407Z","time spent":"1.014769753s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:17:04.930417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.870346Z","time spent":"1.059870252s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:04.930487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.870404Z","time spent":"1.060038706s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:04.931205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.31078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:04.9325Z","caller":"traceutil/trace.go:171","msg":"trace[701502935] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25283; }","duration":"234.602254ms","start":"2026-04-07T04:17:04.697874Z","end":"2026-04-07T04:17:04.932476Z","steps":["trace[701502935] 'agreement among raft nodes before linearized reading' (duration: 233.265348ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:04.931211Z","caller":"traceutil/trace.go:171","msg":"trace[2108778023] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25283; }","duration":"1.132765084s","start":"2026-04-07T04:17:03.79843Z","end":"2026-04-07T04:17:04.931195Z","steps":["trace[2108778023] 'agreement among raft nodes before linearized reading' (duration: 1.131917421s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.932739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:03.798405Z","time spent":"1.134320086s","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-07T04:17:04.931285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.558228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:04.932981Z","caller":"traceutil/trace.go:171","msg":"trace[1059523413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25283; }","duration":"674.276404ms","start":"2026-04-07T04:17:04.258679Z","end":"2026-04-07T04:17:04.932956Z","steps":["trace[1059523413] 'agreement among raft nodes before linearized reading' (duration: 672.569978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.931289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.007407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:public-info-viewer\" ","response":"range_response_count:1 size:614"} {"level":"warn","ts":"2026-04-07T04:17:04.933058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.258661Z","time spent":"674.372558ms","remote":"127.0.0.1:60754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:04.933093Z","caller":"traceutil/trace.go:171","msg":"trace[569856426] range","detail":"{range_begin:/registry/clusterroles/system:public-info-viewer; range_end:; response_count:1; response_revision:25283; }","duration":"736.864047ms","start":"2026-04-07T04:17:04.196214Z","end":"2026-04-07T04:17:04.933078Z","steps":["trace[569856426] 'agreement among raft nodes before linearized reading' (duration: 734.912785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:04.933151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.196192Z","time spent":"736.941809ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":636,"request content":"key:\"/registry/clusterroles/system:public-info-viewer\" "} {"level":"warn","ts":"2026-04-07T04:17:05.335153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.019808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:05.335234Z","caller":"traceutil/trace.go:171","msg":"trace[1405017066] linearizableReadLoop","detail":"{readStateIndex:26114; appliedIndex:26113; }","duration":"400.628634ms","start":"2026-04-07T04:17:04.934592Z","end":"2026-04-07T04:17:05.335221Z","steps":["trace[1405017066] 'read index received' (duration: 166.431721ms)","trace[1405017066] 'applied index is now lower than readState.Index' (duration: 234.195363ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:05.335299Z","caller":"traceutil/trace.go:171","msg":"trace[1130179247] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"400.776068ms","start":"2026-04-07T04:17:04.934515Z","end":"2026-04-07T04:17:05.335291Z","steps":["trace[1130179247] 'process raft request' (duration: 166.522754ms)","trace[1130179247] 'compare' (duration: 233.406891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:05.335346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.934492Z","time spent":"400.83068ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:05.335437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.81966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-04-07T04:17:05.335511Z","caller":"traceutil/trace.go:171","msg":"trace[408787473] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:25284; }","duration":"400.927392ms","start":"2026-04-07T04:17:04.934566Z","end":"2026-04-07T04:17:05.335493Z","steps":["trace[408787473] 'agreement among raft nodes before linearized reading' (duration: 400.794478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.335721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.934551Z","time spent":"401.158669ms","remote":"127.0.0.1:41396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":724,"request content":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" "} {"level":"warn","ts":"2026-04-07T04:17:05.767639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.960385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:05.767953Z","caller":"traceutil/trace.go:171","msg":"trace[1862341832] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"830.691954ms","start":"2026-04-07T04:17:04.937245Z","end":"2026-04-07T04:17:05.767937Z","steps":["trace[1862341832] 'process raft request' (duration: 830.614432ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.767949Z","caller":"traceutil/trace.go:171","msg":"trace[2083671398] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26114; }","duration":"432.674661ms","start":"2026-04-07T04:17:05.335251Z","end":"2026-04-07T04:17:05.767926Z","steps":["trace[2083671398] 'read index received' (duration: 213.926446ms)","trace[2083671398] 'applied index is now lower than readState.Index' (duration: 218.746735ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:05.767958Z","caller":"traceutil/trace.go:171","msg":"trace[1605044143] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"832.119483ms","start":"2026-04-07T04:17:04.935811Z","end":"2026-04-07T04:17:05.76793Z","steps":["trace[1605044143] 'process raft request' (duration: 831.954299ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.76796Z","caller":"traceutil/trace.go:171","msg":"trace[1604594366] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"832.122443ms","start":"2026-04-07T04:17:04.935774Z","end":"2026-04-07T04:17:05.767897Z","steps":["trace[1604594366] 'process raft request' (duration: 613.392438ms)","trace[1604594366] 'compare' (duration: 217.519833ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:05.768023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.726636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:05.768049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.293308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-04-07T04:17:05.768074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.935808Z","time spent":"832.203225ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:05.768096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.551497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:05.768107Z","caller":"traceutil/trace.go:171","msg":"trace[165697557] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25287; }","duration":"812.38815ms","start":"2026-04-07T04:17:04.955701Z","end":"2026-04-07T04:17:05.76809Z","steps":["trace[165697557] 'agreement among raft nodes before linearized reading' (duration: 812.234945ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:05.768098Z","caller":"traceutil/trace.go:171","msg":"trace[150106568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25287; }","duration":"742.847328ms","start":"2026-04-07T04:17:05.025233Z","end":"2026-04-07T04:17:05.76808Z","steps":["trace[150106568] 'agreement among raft nodes before linearized reading' (duration: 742.718434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.768146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.955676Z","time spent":"812.461922ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-07T04:17:05.768141Z","caller":"traceutil/trace.go:171","msg":"trace[348550248] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25287; }","duration":"831.60923ms","start":"2026-04-07T04:17:04.936517Z","end":"2026-04-07T04:17:05.768126Z","steps":["trace[348550248] 'agreement among raft nodes before linearized reading' (duration: 831.525297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.768151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.025212Z","time spent":"742.931851ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:17:05.768184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.936513Z","time spent":"831.6597ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T04:17:05.768222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.588845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-04-07T04:17:05.768208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.935767Z","time spent":"832.311588ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:05.768253Z","caller":"traceutil/trace.go:171","msg":"trace[657284920] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25287; }","duration":"832.617536ms","start":"2026-04-07T04:17:04.935624Z","end":"2026-04-07T04:17:05.768242Z","steps":["trace[657284920] 'agreement among raft nodes before linearized reading' (duration: 832.502713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.768275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.935612Z","time spent":"832.658657ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":731,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-04-07T04:17:05.768019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.937197Z","time spent":"830.786208ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:05.768291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.249883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T04:17:05.768329Z","caller":"traceutil/trace.go:171","msg":"trace[1726934122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25287; }","duration":"833.304605ms","start":"2026-04-07T04:17:04.935013Z","end":"2026-04-07T04:17:05.768318Z","steps":["trace[1726934122] 'agreement among raft nodes before linearized reading' (duration: 833.089409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.768314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.253165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:05.768358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:04.935007Z","time spent":"833.343355ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-07T04:17:05.768372Z","caller":"traceutil/trace.go:171","msg":"trace[1735068389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25287; }","duration":"112.317878ms","start":"2026-04-07T04:17:05.656038Z","end":"2026-04-07T04:17:05.768356Z","steps":["trace[1735068389] 'agreement among raft nodes before linearized reading' (duration: 112.222665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.768395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.091695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-07T04:17:05.768422Z","caller":"traceutil/trace.go:171","msg":"trace[1936252465] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25287; }","duration":"344.151988ms","start":"2026-04-07T04:17:05.424264Z","end":"2026-04-07T04:17:05.768416Z","steps":["trace[1936252465] 'agreement among raft nodes before linearized reading' (duration: 344.079585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.768443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.424244Z","time spent":"344.195648ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-07T04:17:05.768941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.578601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" ","response":"range_response_count:141 size:106115"} {"level":"info","ts":"2026-04-07T04:17:05.768998Z","caller":"traceutil/trace.go:171","msg":"trace[957250136] range","detail":"{range_begin:/registry/rolebindings/openstack/; range_end:/registry/rolebindings/openstack0; response_count:141; response_revision:25287; }","duration":"431.699055ms","start":"2026-04-07T04:17:05.337285Z","end":"2026-04-07T04:17:05.768984Z","steps":["trace[957250136] 'agreement among raft nodes before linearized reading' (duration: 430.860192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:05.76904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.337264Z","time spent":"431.761056ms","remote":"127.0.0.1:41388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":141,"response size":106137,"request content":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" "} {"level":"warn","ts":"2026-04-07T04:17:07.208113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.693911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:07.208319Z","caller":"traceutil/trace.go:171","msg":"trace[175559553] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"1.361934262s","start":"2026-04-07T04:17:05.846368Z","end":"2026-04-07T04:17:07.208302Z","steps":["trace[175559553] 'process raft request' (duration: 1.361839389s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:07.208341Z","caller":"traceutil/trace.go:171","msg":"trace[2034478506] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"1.434821142s","start":"2026-04-07T04:17:05.773501Z","end":"2026-04-07T04:17:07.208322Z","steps":["trace[2034478506] 'process raft request' (duration: 470.847473ms)","trace[2034478506] 'compare' (duration: 963.297531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:07.208396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.846347Z","time spent":"1.362006643s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:07.208407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.773483Z","time spent":"1.434898303s","remote":"127.0.0.1:41376","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T04:17:07.208377Z","caller":"traceutil/trace.go:171","msg":"trace[1885075301] linearizableReadLoop","detail":"{readStateIndex:26118; appliedIndex:26117; }","duration":"1.434173924s","start":"2026-04-07T04:17:05.774155Z","end":"2026-04-07T04:17:07.208329Z","steps":["trace[1885075301] 'read index received' (duration: 470.131743ms)","trace[1885075301] 'applied index is now lower than readState.Index' (duration: 964.038881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:07.208623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434446181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-07T04:17:07.20866Z","caller":"traceutil/trace.go:171","msg":"trace[1823286051] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25289; }","duration":"1.434514954s","start":"2026-04-07T04:17:05.774132Z","end":"2026-04-07T04:17:07.208647Z","steps":["trace[1823286051] 'agreement among raft nodes before linearized reading' (duration: 1.434345909s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.208694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.774119Z","time spent":"1.434566414s","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-07T04:17:07.286792Z","caller":"traceutil/trace.go:171","msg":"trace[1735772132] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"699.157308ms","start":"2026-04-07T04:17:06.587599Z","end":"2026-04-07T04:17:07.286756Z","steps":["trace[1735772132] 'process raft request' (duration: 699.013564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.287009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.587571Z","time spent":"699.303111ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:07.312817Z","caller":"traceutil/trace.go:171","msg":"trace[1651912663] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"709.466737ms","start":"2026-04-07T04:17:06.60333Z","end":"2026-04-07T04:17:07.312797Z","steps":["trace[1651912663] 'process raft request' (duration: 708.570533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.313003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.603303Z","time spent":"709.60322ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:07.313072Z","caller":"traceutil/trace.go:171","msg":"trace[213430058] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"378.822465ms","start":"2026-04-07T04:17:06.934227Z","end":"2026-04-07T04:17:07.313049Z","steps":["trace[213430058] 'process raft request' (duration: 378.533107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.313201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.934203Z","time spent":"378.926617ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:07.313352Z","caller":"traceutil/trace.go:171","msg":"trace[1509158425] linearizableReadLoop","detail":"{readStateIndex:26129; appliedIndex:26119; }","duration":"104.882257ms","start":"2026-04-07T04:17:07.20845Z","end":"2026-04-07T04:17:07.313333Z","steps":["trace[1509158425] 'read index received' (duration: 78.185834ms)","trace[1509158425] 'applied index is now lower than readState.Index' (duration: 26.695313ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:07.313476Z","caller":"traceutil/trace.go:171","msg":"trace[2133531289] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"376.112721ms","start":"2026-04-07T04:17:06.93735Z","end":"2026-04-07T04:17:07.313463Z","steps":["trace[2133531289] 'process raft request' (duration: 375.843924ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:07.313522Z","caller":"traceutil/trace.go:171","msg":"trace[2013169348] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"378.400324ms","start":"2026-04-07T04:17:06.93511Z","end":"2026-04-07T04:17:07.31351Z","steps":["trace[2013169348] 'process raft request' (duration: 377.826788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.313587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.935085Z","time spent":"378.466504ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:07.313631Z","caller":"traceutil/trace.go:171","msg":"trace[1250245686] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"375.780903ms","start":"2026-04-07T04:17:06.937841Z","end":"2026-04-07T04:17:07.313622Z","steps":["trace[1250245686] 'process raft request' (duration: 375.379642ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:07.313678Z","caller":"traceutil/trace.go:171","msg":"trace[655902118] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"377.855789ms","start":"2026-04-07T04:17:06.935812Z","end":"2026-04-07T04:17:07.313668Z","steps":["trace[655902118] 'process raft request' (duration: 377.216271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.313692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.937828Z","time spent":"375.829434ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:07.313724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.372457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-07T04:17:07.313766Z","caller":"traceutil/trace.go:171","msg":"trace[595856574] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25300; }","duration":"924.45557ms","start":"2026-04-07T04:17:06.3893Z","end":"2026-04-07T04:17:07.313755Z","steps":["trace[595856574] 'agreement among raft nodes before linearized reading' (duration: 924.320197ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:07.313765Z","caller":"traceutil/trace.go:171","msg":"trace[653326002] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"377.233602ms","start":"2026-04-07T04:17:06.936524Z","end":"2026-04-07T04:17:07.313758Z","steps":["trace[653326002] 'process raft request' (duration: 376.592635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.31379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.389276Z","time spent":"924.509352ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-07T04:17:07.31382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.93651Z","time spent":"377.276653ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:07.313831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165525699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:07.313867Z","caller":"traceutil/trace.go:171","msg":"trace[1988704873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25300; }","duration":"1.165605851s","start":"2026-04-07T04:17:06.148248Z","end":"2026-04-07T04:17:07.313854Z","steps":["trace[1988704873] 'agreement among raft nodes before linearized reading' (duration: 1.165541799s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.313592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.937338Z","time spent":"376.176173ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:07.313924Z","caller":"traceutil/trace.go:171","msg":"trace[234561002] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"374.879268ms","start":"2026-04-07T04:17:06.939033Z","end":"2026-04-07T04:17:07.313913Z","steps":["trace[234561002] 'process raft request' (duration: 374.2121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.313967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.939023Z","time spent":"374.917629ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:07.314091Z","caller":"traceutil/trace.go:171","msg":"trace[1515649562] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"101.527066ms","start":"2026-04-07T04:17:07.212557Z","end":"2026-04-07T04:17:07.314085Z","steps":["trace[1515649562] 'process raft request' (duration: 100.712993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.314095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539579245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:07.314156Z","caller":"traceutil/trace.go:171","msg":"trace[650597248] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25300; }","duration":"1.539654026s","start":"2026-04-07T04:17:05.774489Z","end":"2026-04-07T04:17:07.314144Z","steps":["trace[650597248] 'agreement among raft nodes before linearized reading' (duration: 1.539566874s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.314196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.498524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:07.314197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.774482Z","time spent":"1.539706619s","remote":"127.0.0.1:41328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-07T04:17:07.314216Z","caller":"traceutil/trace.go:171","msg":"trace[1432435111] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25300; }","duration":"135.559006ms","start":"2026-04-07T04:17:07.17865Z","end":"2026-04-07T04:17:07.314209Z","steps":["trace[1432435111] 'agreement among raft nodes before linearized reading' (duration: 135.522506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.314266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.734582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-04-07T04:17:07.314307Z","caller":"traceutil/trace.go:171","msg":"trace[701288372] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25300; }","duration":"101.799763ms","start":"2026-04-07T04:17:07.212497Z","end":"2026-04-07T04:17:07.314297Z","steps":["trace[701288372] 'agreement among raft nodes before linearized reading' (duration: 101.654489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.314329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.392163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:07.314352Z","caller":"traceutil/trace.go:171","msg":"trace[867307206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25300; }","duration":"290.449025ms","start":"2026-04-07T04:17:07.023897Z","end":"2026-04-07T04:17:07.314346Z","steps":["trace[867307206] 'agreement among raft nodes before linearized reading' (duration: 290.414574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.314373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484494906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:07.314405Z","caller":"traceutil/trace.go:171","msg":"trace[1241250644] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25300; }","duration":"1.484524776s","start":"2026-04-07T04:17:05.82987Z","end":"2026-04-07T04:17:07.314394Z","steps":["trace[1241250644] 'agreement among raft nodes before linearized reading' (duration: 1.484476645s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.314433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.829799Z","time spent":"1.484627259s","remote":"127.0.0.1:41492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T04:17:07.314482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.963739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:17:07.314499Z","caller":"traceutil/trace.go:171","msg":"trace[1690428008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25300; }","duration":"379.01897ms","start":"2026-04-07T04:17:06.935475Z","end":"2026-04-07T04:17:07.314494Z","steps":["trace[1690428008] 'agreement among raft nodes before linearized reading' (duration: 378.963478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.314519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.935454Z","time spent":"379.061512ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:07.314543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.810173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-manila-peer-discovery\" ","response":"range_response_count:1 size:809"} {"level":"info","ts":"2026-04-07T04:17:07.314577Z","caller":"traceutil/trace.go:171","msg":"trace[888057056] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-manila-peer-discovery; range_end:; response_count:1; response_revision:25300; }","duration":"101.860234ms","start":"2026-04-07T04:17:07.212707Z","end":"2026-04-07T04:17:07.314568Z","steps":["trace[888057056] 'agreement among raft nodes before linearized reading' (duration: 101.762061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.314601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537118568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:07.314634Z","caller":"traceutil/trace.go:171","msg":"trace[1939656429] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:25300; }","duration":"1.53716062s","start":"2026-04-07T04:17:05.777462Z","end":"2026-04-07T04:17:07.314622Z","steps":["trace[1939656429] 'agreement among raft nodes before linearized reading' (duration: 1.537107638s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.313732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.935797Z","time spent":"377.90955ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:07.313896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.148222Z","time spent":"1.165666303s","remote":"127.0.0.1:53180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:07.313341Z","caller":"traceutil/trace.go:171","msg":"trace[295457192] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"376.275406ms","start":"2026-04-07T04:17:06.937053Z","end":"2026-04-07T04:17:07.313329Z","steps":["trace[295457192] 'process raft request' (duration: 376.10339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:07.315384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:06.937025Z","time spent":"378.30524ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:07.316247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:05.777456Z","time spent":"1.53720535s","remote":"127.0.0.1:41116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-04-07T04:17:08.56489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.172009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3db26101-85a0-45a8-83b9-26b74eb0a6c8\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-04-07T04:17:08.564969Z","caller":"traceutil/trace.go:171","msg":"trace[1768654813] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3db26101-85a0-45a8-83b9-26b74eb0a6c8; range_end:; response_count:1; response_revision:25340; }","duration":"100.304413ms","start":"2026-04-07T04:17:08.464648Z","end":"2026-04-07T04:17:08.564952Z","steps":["trace[1768654813] 'range keys from in-memory index tree' (duration: 100.008414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:08.564966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.090831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-07T04:17:08.565044Z","caller":"traceutil/trace.go:171","msg":"trace[1352406222] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25340; }","duration":"153.208352ms","start":"2026-04-07T04:17:08.411807Z","end":"2026-04-07T04:17:08.565015Z","steps":["trace[1352406222] 'range keys from in-memory index tree' (duration: 152.853384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:09.410774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.159051ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T04:17:09.410883Z","caller":"traceutil/trace.go:171","msg":"trace[864689826] linearizableReadLoop","detail":"{readStateIndex:26171; appliedIndex:26170; }","duration":"384.730785ms","start":"2026-04-07T04:17:09.026132Z","end":"2026-04-07T04:17:09.410862Z","steps":["trace[864689826] 'read index received' (duration: 61.613µs)","trace[864689826] 'applied index is now lower than readState.Index' (duration: 384.667572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:09.411244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.105914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:09.411305Z","caller":"traceutil/trace.go:171","msg":"trace[958462157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25340; }","duration":"385.207166ms","start":"2026-04-07T04:17:09.026081Z","end":"2026-04-07T04:17:09.411288Z","steps":["trace[958462157] 'agreement among raft nodes before linearized reading' (duration: 385.097913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:09.411354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:09.026062Z","time spent":"385.28042ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T04:17:09.427005Z","caller":"traceutil/trace.go:171","msg":"trace[1004394560] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"108.933385ms","start":"2026-04-07T04:17:09.318051Z","end":"2026-04-07T04:17:09.426984Z","steps":["trace[1004394560] 'process raft request' (duration: 108.73821ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:09.451175Z","caller":"traceutil/trace.go:171","msg":"trace[992785993] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"132.175756ms","start":"2026-04-07T04:17:09.318973Z","end":"2026-04-07T04:17:09.451149Z","steps":["trace[992785993] 'process raft request' (duration: 132.080853ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:09.451541Z","caller":"traceutil/trace.go:171","msg":"trace[1246891791] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"132.662678ms","start":"2026-04-07T04:17:09.318741Z","end":"2026-04-07T04:17:09.451403Z","steps":["trace[1246891791] 'process raft request' (duration: 132.112553ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:09.451706Z","caller":"traceutil/trace.go:171","msg":"trace[562893778] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"132.150563ms","start":"2026-04-07T04:17:09.319543Z","end":"2026-04-07T04:17:09.451694Z","steps":["trace[562893778] 'process raft request' (duration: 131.570567ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:09.451808Z","caller":"traceutil/trace.go:171","msg":"trace[1315768332] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"131.698562ms","start":"2026-04-07T04:17:09.320096Z","end":"2026-04-07T04:17:09.451795Z","steps":["trace[1315768332] 'process raft request' (duration: 131.605569ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:09.45183Z","caller":"traceutil/trace.go:171","msg":"trace[375802312] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"132.077172ms","start":"2026-04-07T04:17:09.319731Z","end":"2026-04-07T04:17:09.451808Z","steps":["trace[375802312] 'process raft request' (duration: 131.820625ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:09.451849Z","caller":"traceutil/trace.go:171","msg":"trace[1903881902] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"131.353383ms","start":"2026-04-07T04:17:09.320467Z","end":"2026-04-07T04:17:09.45182Z","steps":["trace[1903881902] 'process raft request' (duration: 131.27914ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:09.452078Z","caller":"traceutil/trace.go:171","msg":"trace[1831698479] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"128.67104ms","start":"2026-04-07T04:17:09.323386Z","end":"2026-04-07T04:17:09.452057Z","steps":["trace[1831698479] 'process raft request' (duration: 128.404433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:09.452185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T04:17:09.452208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.707325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:09.452238Z","caller":"traceutil/trace.go:171","msg":"trace[1649227666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25348; }","duration":"114.342643ms","start":"2026-04-07T04:17:09.33788Z","end":"2026-04-07T04:17:09.452223Z","steps":["trace[1649227666] 'agreement among raft nodes before linearized reading' (duration: 114.164168ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:09.452261Z","caller":"traceutil/trace.go:171","msg":"trace[523304626] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25348; }","duration":"316.806117ms","start":"2026-04-07T04:17:09.13544Z","end":"2026-04-07T04:17:09.452246Z","steps":["trace[523304626] 'agreement among raft nodes before linearized reading' (duration: 316.707754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:09.452297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.976327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3db26101-85a0-45a8-83b9-26b74eb0a6c8\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-04-07T04:17:09.4523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:09.13542Z","time spent":"316.870979ms","remote":"127.0.0.1:59600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:09.452322Z","caller":"traceutil/trace.go:171","msg":"trace[2026530120] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3db26101-85a0-45a8-83b9-26b74eb0a6c8; range_end:; response_count:1; response_revision:25348; }","duration":"295.046988ms","start":"2026-04-07T04:17:09.157268Z","end":"2026-04-07T04:17:09.452315Z","steps":["trace[2026530120] 'agreement among raft nodes before linearized reading' (duration: 294.936375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:09.452301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.575538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:09.452365Z","caller":"traceutil/trace.go:171","msg":"trace[1143863447] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25348; }","duration":"388.703882ms","start":"2026-04-07T04:17:09.063643Z","end":"2026-04-07T04:17:09.452347Z","steps":["trace[1143863447] 'agreement among raft nodes before linearized reading' (duration: 388.560627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:09.452406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:09.06362Z","time spent":"388.776994ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:11.961521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:17:12.461751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150422927,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T04:17:12.469126Z","caller":"traceutil/trace.go:171","msg":"trace[1803375943] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"1.03723594s","start":"2026-04-07T04:17:11.431872Z","end":"2026-04-07T04:17:12.469108Z","steps":["trace[1803375943] 'process raft request' (duration: 1.037111937s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:12.469247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.431845Z","time spent":"1.037339123s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:13.235802Z","caller":"traceutil/trace.go:171","msg":"trace[1446040378] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"1.779320748s","start":"2026-04-07T04:17:11.456465Z","end":"2026-04-07T04:17:13.235786Z","steps":["trace[1446040378] 'process raft request' (duration: 1.779201325s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.235907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.456433Z","time spent":"1.779416289s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:13.236113Z","caller":"traceutil/trace.go:171","msg":"trace[291017195] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"1.778507927s","start":"2026-04-07T04:17:11.457595Z","end":"2026-04-07T04:17:13.236103Z","steps":["trace[291017195] 'process raft request' (duration: 1.778167158s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.236162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.45756Z","time spent":"1.778578807s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:13.236218Z","caller":"traceutil/trace.go:171","msg":"trace[621686462] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"1.777843338s","start":"2026-04-07T04:17:11.458369Z","end":"2026-04-07T04:17:13.236212Z","steps":["trace[621686462] 'process raft request' (duration: 1.777709484s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.23625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.458354Z","time spent":"1.777876238s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:13.236243Z","caller":"traceutil/trace.go:171","msg":"trace[1327826132] linearizableReadLoop","detail":"{readStateIndex:26195; appliedIndex:26186; }","duration":"1.774850497s","start":"2026-04-07T04:17:11.461374Z","end":"2026-04-07T04:17:13.236224Z","steps":["trace[1327826132] 'read index received' (duration: 1.007629209s)","trace[1327826132] 'applied index is now lower than readState.Index' (duration: 767.220308ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:13.236339Z","caller":"traceutil/trace.go:171","msg":"trace[1874157791] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"1.778191367s","start":"2026-04-07T04:17:11.458142Z","end":"2026-04-07T04:17:13.236333Z","steps":["trace[1874157791] 'process raft request' (duration: 1.777842008s)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:13.23634Z","caller":"traceutil/trace.go:171","msg":"trace[1044416396] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"1.777587091s","start":"2026-04-07T04:17:11.458745Z","end":"2026-04-07T04:17:13.236332Z","steps":["trace[1044416396] 'process raft request' (duration: 1.777366355s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.236371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.458118Z","time spent":"1.778236108s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:13.236427Z","caller":"traceutil/trace.go:171","msg":"trace[320226114] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"918.826247ms","start":"2026-04-07T04:17:12.317595Z","end":"2026-04-07T04:17:13.236421Z","steps":["trace[320226114] 'process raft request' (duration: 918.599231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.23645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.458732Z","time spent":"1.777631591s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:13.23646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:12.317566Z","time spent":"918.873269ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:13.236508Z","caller":"traceutil/trace.go:171","msg":"trace[581433833] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"1.777567651s","start":"2026-04-07T04:17:11.458934Z","end":"2026-04-07T04:17:13.236502Z","steps":["trace[581433833] 'process raft request' (duration: 1.777208201s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.236534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.458885Z","time spent":"1.777634073s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:13.236577Z","caller":"traceutil/trace.go:171","msg":"trace[1800480601] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"1.777062437s","start":"2026-04-07T04:17:11.459509Z","end":"2026-04-07T04:17:13.236571Z","steps":["trace[1800480601] 'process raft request' (duration: 1.776662076s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.236605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.459492Z","time spent":"1.777095727s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:13.236631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775282049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:17:13.236652Z","caller":"traceutil/trace.go:171","msg":"trace[1761022654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25364; }","duration":"1.77537148s","start":"2026-04-07T04:17:11.461274Z","end":"2026-04-07T04:17:13.236645Z","steps":["trace[1761022654] 'agreement among raft nodes before linearized reading' (duration: 1.775269338s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.236673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.461259Z","time spent":"1.775408203s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:17:13.236735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77457297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:17:13.236757Z","caller":"traceutil/trace.go:171","msg":"trace[369855087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25364; }","duration":"1.77462131s","start":"2026-04-07T04:17:11.462129Z","end":"2026-04-07T04:17:13.23675Z","steps":["trace[369855087] 'agreement among raft nodes before linearized reading' (duration: 1.774536998s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.236775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.462119Z","time spent":"1.774651972s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:13.236859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659674992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3db26101-85a0-45a8-83b9-26b74eb0a6c8\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-07T04:17:13.236881Z","caller":"traceutil/trace.go:171","msg":"trace[415173615] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3db26101-85a0-45a8-83b9-26b74eb0a6c8; range_end:; response_count:1; response_revision:25364; }","duration":"1.659732574s","start":"2026-04-07T04:17:11.577142Z","end":"2026-04-07T04:17:13.236875Z","steps":["trace[415173615] 'agreement among raft nodes before linearized reading' (duration: 1.659668771s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.236901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.577123Z","time spent":"1.659772535s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3db26101-85a0-45a8-83b9-26b74eb0a6c8\" "} {"level":"warn","ts":"2026-04-07T04:17:13.236885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336226995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T04:17:13.236946Z","caller":"traceutil/trace.go:171","msg":"trace[1035441761] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25364; }","duration":"1.336334609s","start":"2026-04-07T04:17:11.900598Z","end":"2026-04-07T04:17:13.236932Z","steps":["trace[1035441761] 'agreement among raft nodes before linearized reading' (duration: 1.336112392s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.237001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.900576Z","time spent":"1.33641547s","remote":"127.0.0.1:41388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:13.236951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481708989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T04:17:13.237074Z","caller":"traceutil/trace.go:171","msg":"trace[989700745] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25364; }","duration":"1.481871805s","start":"2026-04-07T04:17:11.755175Z","end":"2026-04-07T04:17:13.237047Z","steps":["trace[989700745] 'agreement among raft nodes before linearized reading' (duration: 1.481578206s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.237076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444710759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T04:17:13.237143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.755151Z","time spent":"1.481969077s","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":180,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:13.237185Z","caller":"traceutil/trace.go:171","msg":"trace[731590113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25364; }","duration":"1.444899895s","start":"2026-04-07T04:17:11.792266Z","end":"2026-04-07T04:17:13.237165Z","steps":["trace[731590113] 'agreement among raft nodes before linearized reading' (duration: 1.444570216s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.237229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.096168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:13.237255Z","caller":"traceutil/trace.go:171","msg":"trace[1500300023] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25364; }","duration":"536.163899ms","start":"2026-04-07T04:17:12.701083Z","end":"2026-04-07T04:17:13.237247Z","steps":["trace[1500300023] 'agreement among raft nodes before linearized reading' (duration: 536.104268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.237276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:12.701061Z","time spent":"536.209621ms","remote":"127.0.0.1:59560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:13.237281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444023251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-07T04:17:13.237264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.792251Z","time spent":"1.445000296s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T04:17:13.237304Z","caller":"traceutil/trace.go:171","msg":"trace[1660795290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25364; }","duration":"1.444078752s","start":"2026-04-07T04:17:11.793218Z","end":"2026-04-07T04:17:13.237296Z","steps":["trace[1660795290] 'agreement among raft nodes before linearized reading' (duration: 1.44401988s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.237325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.793209Z","time spent":"1.444111412s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:13.237368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.373494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:13.237465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.83208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-07T04:17:13.237484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305603848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T04:17:13.237495Z","caller":"traceutil/trace.go:171","msg":"trace[476820938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25364; }","duration":"870.876441ms","start":"2026-04-07T04:17:12.366609Z","end":"2026-04-07T04:17:13.237486Z","steps":["trace[476820938] 'agreement among raft nodes before linearized reading' (duration: 870.764768ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:13.237505Z","caller":"traceutil/trace.go:171","msg":"trace[1453959721] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:25364; }","duration":"1.30566277s","start":"2026-04-07T04:17:11.931837Z","end":"2026-04-07T04:17:13.2375Z","steps":["trace[1453959721] 'agreement among raft nodes before linearized reading' (duration: 1.305592637s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.237519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:12.366597Z","time spent":"870.915822ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:17:13.237523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.931818Z","time spent":"1.30570143s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.43\" "} {"level":"warn","ts":"2026-04-07T04:17:13.237725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.522617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:13.237836Z","caller":"traceutil/trace.go:171","msg":"trace[554357729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25364; }","duration":"212.657261ms","start":"2026-04-07T04:17:13.025162Z","end":"2026-04-07T04:17:13.237819Z","steps":["trace[554357729] 'agreement among raft nodes before linearized reading' (duration: 212.462526ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:13.237589Z","caller":"traceutil/trace.go:171","msg":"trace[1591768583] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25364; }","duration":"222.61433ms","start":"2026-04-07T04:17:13.014845Z","end":"2026-04-07T04:17:13.237459Z","steps":["trace[1591768583] 'agreement among raft nodes before linearized reading' (duration: 222.130447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.237924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445217103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T04:17:13.237873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445311925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T04:17:13.237994Z","caller":"traceutil/trace.go:171","msg":"trace[1177961837] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25364; }","duration":"1.445446578s","start":"2026-04-07T04:17:11.792529Z","end":"2026-04-07T04:17:13.237975Z","steps":["trace[1177961837] 'agreement among raft nodes before linearized reading' (duration: 1.444200715s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.238053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.792517Z","time spent":"1.445520141s","remote":"127.0.0.1:41106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2687,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:13.23825Z","caller":"traceutil/trace.go:171","msg":"trace[1130925177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25364; }","duration":"1.445271564s","start":"2026-04-07T04:17:11.792684Z","end":"2026-04-07T04:17:13.237955Z","steps":["trace[1130925177] 'agreement among raft nodes before linearized reading' (duration: 1.445076968s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:13.238319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:11.792621Z","time spent":"1.445685125s","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T04:17:18.530301Z","caller":"traceutil/trace.go:171","msg":"trace[1645792215] linearizableReadLoop","detail":"{readStateIndex:26258; appliedIndex:26257; }","duration":"130.449277ms","start":"2026-04-07T04:17:18.39983Z","end":"2026-04-07T04:17:18.530279Z","steps":["trace[1645792215] 'read index received' (duration: 130.301614ms)","trace[1645792215] 'applied index is now lower than readState.Index' (duration: 146.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:18.530348Z","caller":"traceutil/trace.go:171","msg":"trace[2057284118] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"284.838903ms","start":"2026-04-07T04:17:18.245488Z","end":"2026-04-07T04:17:18.530327Z","steps":["trace[2057284118] 'process raft request' (duration: 284.631028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:18.530525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.674533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T04:17:18.530566Z","caller":"traceutil/trace.go:171","msg":"trace[1114626253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25424; }","duration":"130.768636ms","start":"2026-04-07T04:17:18.399787Z","end":"2026-04-07T04:17:18.530556Z","steps":["trace[1114626253] 'agreement among raft nodes before linearized reading' (duration: 130.609933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:18.875981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.206054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:18.876117Z","caller":"traceutil/trace.go:171","msg":"trace[671882969] linearizableReadLoop","detail":"{readStateIndex:26259; appliedIndex:26258; }","duration":"345.711889ms","start":"2026-04-07T04:17:18.530375Z","end":"2026-04-07T04:17:18.876087Z","steps":["trace[671882969] 'read index received' (duration: 84.251158ms)","trace[671882969] 'applied index is now lower than readState.Index' (duration: 261.458721ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:18.876139Z","caller":"traceutil/trace.go:171","msg":"trace[32066722] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"365.822973ms","start":"2026-04-07T04:17:18.510272Z","end":"2026-04-07T04:17:18.876095Z","steps":["trace[32066722] 'process raft request' (duration: 104.399774ms)","trace[32066722] 'compare' (duration: 259.849886ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:18.876326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.600812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:18.876329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:18.51024Z","time spent":"365.986446ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:18.876395Z","caller":"traceutil/trace.go:171","msg":"trace[1053637594] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25425; }","duration":"167.724136ms","start":"2026-04-07T04:17:18.708652Z","end":"2026-04-07T04:17:18.876376Z","steps":["trace[1053637594] 'agreement among raft nodes before linearized reading' (duration: 167.574181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:18.876423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.13882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-07T04:17:18.876416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.488762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-07T04:17:18.876499Z","caller":"traceutil/trace.go:171","msg":"trace[183188770] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25425; }","duration":"339.240924ms","start":"2026-04-07T04:17:18.537243Z","end":"2026-04-07T04:17:18.876484Z","steps":["trace[183188770] 'agreement among raft nodes before linearized reading' (duration: 338.979136ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:18.876531Z","caller":"traceutil/trace.go:171","msg":"trace[2112242646] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25425; }","duration":"460.627326ms","start":"2026-04-07T04:17:18.415874Z","end":"2026-04-07T04:17:18.876502Z","steps":["trace[2112242646] 'agreement among raft nodes before linearized reading' (duration: 460.282667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:18.876558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:18.537226Z","time spent":"339.316646ms","remote":"127.0.0.1:41204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T04:17:18.876584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:18.415852Z","time spent":"460.722109ms","remote":"127.0.0.1:41178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-07T04:17:18.876439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.024395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-07T04:17:18.876304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.19557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:18.876724Z","caller":"traceutil/trace.go:171","msg":"trace[1533640780] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25425; }","duration":"293.328731ms","start":"2026-04-07T04:17:18.583349Z","end":"2026-04-07T04:17:18.876678Z","steps":["trace[1533640780] 'agreement among raft nodes before linearized reading' (duration: 292.884279ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:18.876898Z","caller":"traceutil/trace.go:171","msg":"trace[1150143398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25425; }","duration":"188.698862ms","start":"2026-04-07T04:17:18.688049Z","end":"2026-04-07T04:17:18.876748Z","steps":["trace[1150143398] 'agreement among raft nodes before linearized reading' (duration: 188.182158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.24513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.67115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:19.245214Z","caller":"traceutil/trace.go:171","msg":"trace[40834281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25425; }","duration":"219.798944ms","start":"2026-04-07T04:17:19.025396Z","end":"2026-04-07T04:17:19.245195Z","steps":["trace[40834281] 'range keys from in-memory index tree' (duration: 219.599748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.24537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.400266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T04:17:19.245457Z","caller":"traceutil/trace.go:171","msg":"trace[156607813] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25425; }","duration":"269.520119ms","start":"2026-04-07T04:17:18.975919Z","end":"2026-04-07T04:17:19.245439Z","steps":["trace[156607813] 'range keys from in-memory index tree' (duration: 269.099857ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:19.742387Z","caller":"traceutil/trace.go:171","msg":"trace[1533509782] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"483.204588ms","start":"2026-04-07T04:17:19.25916Z","end":"2026-04-07T04:17:19.742364Z","steps":["trace[1533509782] 'process raft request' (duration: 483.043953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.742555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.259142Z","time spent":"483.306349ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:19.74288Z","caller":"traceutil/trace.go:171","msg":"trace[1502594007] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"481.022887ms","start":"2026-04-07T04:17:19.261831Z","end":"2026-04-07T04:17:19.742854Z","steps":["trace[1502594007] 'process raft request' (duration: 480.502163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.743035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.26182Z","time spent":"481.13492ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:19.743118Z","caller":"traceutil/trace.go:171","msg":"trace[1987548484] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"481.09103ms","start":"2026-04-07T04:17:19.262002Z","end":"2026-04-07T04:17:19.743093Z","steps":["trace[1987548484] 'process raft request' (duration: 480.781572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.743197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.26199Z","time spent":"481.168632ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:19.74322Z","caller":"traceutil/trace.go:171","msg":"trace[2143684590] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"481.198152ms","start":"2026-04-07T04:17:19.262003Z","end":"2026-04-07T04:17:19.743201Z","steps":["trace[2143684590] 'process raft request' (duration: 480.992648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.743284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.261972Z","time spent":"481.282525ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:19.743795Z","caller":"traceutil/trace.go:171","msg":"trace[923744055] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"481.769319ms","start":"2026-04-07T04:17:19.262003Z","end":"2026-04-07T04:17:19.743772Z","steps":["trace[923744055] 'process raft request' (duration: 481.050819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.744007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.261974Z","time spent":"481.887482ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:19.744451Z","caller":"traceutil/trace.go:171","msg":"trace[172586398] linearizableReadLoop","detail":"{readStateIndex:26265; appliedIndex:26259; }","duration":"482.138918ms","start":"2026-04-07T04:17:19.262277Z","end":"2026-04-07T04:17:19.744416Z","steps":["trace[172586398] 'read index received' (duration: 19.322622ms)","trace[172586398] 'applied index is now lower than readState.Index' (duration: 462.815176ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:19.744654Z","caller":"traceutil/trace.go:171","msg":"trace[1102588886] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"481.83216ms","start":"2026-04-07T04:17:19.262811Z","end":"2026-04-07T04:17:19.744643Z","steps":["trace[1102588886] 'process raft request' (duration: 480.915135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.744721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.2628Z","time spent":"481.881491ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:19.744938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.657381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-07T04:17:19.744969Z","caller":"traceutil/trace.go:171","msg":"trace[900325294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25432; }","duration":"482.743685ms","start":"2026-04-07T04:17:19.262213Z","end":"2026-04-07T04:17:19.744957Z","steps":["trace[900325294] 'agreement among raft nodes before linearized reading' (duration: 482.631242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.744993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.262202Z","time spent":"482.783436ms","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-07T04:17:19.745306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.946213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:17:19.745336Z","caller":"traceutil/trace.go:171","msg":"trace[1009305502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25432; }","duration":"417.977303ms","start":"2026-04-07T04:17:19.327352Z","end":"2026-04-07T04:17:19.745329Z","steps":["trace[1009305502] 'agreement among raft nodes before linearized reading' (duration: 417.904112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.745355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.327313Z","time spent":"418.036705ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:19.745357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.921776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:17:19.74541Z","caller":"traceutil/trace.go:171","msg":"trace[46434667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25432; }","duration":"420.018168ms","start":"2026-04-07T04:17:19.325378Z","end":"2026-04-07T04:17:19.745396Z","steps":["trace[46434667] 'agreement among raft nodes before linearized reading' (duration: 419.852634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.745443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.325356Z","time spent":"420.079619ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:17:19.74548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.820362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:19.745451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.554989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:17:19.74551Z","caller":"traceutil/trace.go:171","msg":"trace[1520946577] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25432; }","duration":"156.911233ms","start":"2026-04-07T04:17:19.588592Z","end":"2026-04-07T04:17:19.745503Z","steps":["trace[1520946577] 'agreement among raft nodes before linearized reading' (duration: 156.858161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:19.745544Z","caller":"traceutil/trace.go:171","msg":"trace[1733841458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25432; }","duration":"418.676763ms","start":"2026-04-07T04:17:19.326844Z","end":"2026-04-07T04:17:19.745521Z","steps":["trace[1733841458] 'agreement among raft nodes before linearized reading' (duration: 418.424066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.745585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.326837Z","time spent":"418.741765ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:19.745646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.309259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T04:17:19.745682Z","caller":"traceutil/trace.go:171","msg":"trace[1388691162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25432; }","duration":"419.376941ms","start":"2026-04-07T04:17:19.326291Z","end":"2026-04-07T04:17:19.745668Z","steps":["trace[1388691162] 'agreement among raft nodes before linearized reading' (duration: 419.28351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.745709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.326252Z","time spent":"419.450553ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:19.745798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.774146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:17:19.745827Z","caller":"traceutil/trace.go:171","msg":"trace[1107264415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25432; }","duration":"418.813626ms","start":"2026-04-07T04:17:19.327006Z","end":"2026-04-07T04:17:19.745819Z","steps":["trace[1107264415] 'agreement among raft nodes before linearized reading' (duration: 418.731894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:19.745846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:19.326999Z","time spent":"418.843006ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:17:19.747155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.833207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-07T04:17:19.747191Z","caller":"traceutil/trace.go:171","msg":"trace[45719753] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25432; }","duration":"259.872317ms","start":"2026-04-07T04:17:19.487311Z","end":"2026-04-07T04:17:19.747183Z","steps":["trace[45719753] 'agreement among raft nodes before linearized reading' (duration: 258.318466ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:21.887421Z","caller":"traceutil/trace.go:171","msg":"trace[1366068252] transaction","detail":"{read_only:false; response_revision:25446; number_of_response:1; }","duration":"140.17906ms","start":"2026-04-07T04:17:21.747222Z","end":"2026-04-07T04:17:21.887401Z","steps":["trace[1366068252] 'process raft request' (duration: 140.056507ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:22.213138Z","caller":"traceutil/trace.go:171","msg":"trace[73912152] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"465.524069ms","start":"2026-04-07T04:17:21.747592Z","end":"2026-04-07T04:17:22.213116Z","steps":["trace[73912152] 'process raft request' (duration: 462.574649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:22.213185Z","caller":"traceutil/trace.go:171","msg":"trace[1252180469] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"464.958753ms","start":"2026-04-07T04:17:21.748215Z","end":"2026-04-07T04:17:22.213173Z","steps":["trace[1252180469] 'process raft request' (duration: 464.799109ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:22.213191Z","caller":"traceutil/trace.go:171","msg":"trace[1085177565] linearizableReadLoop","detail":"{readStateIndex:26285; appliedIndex:26279; }","duration":"458.994302ms","start":"2026-04-07T04:17:21.754179Z","end":"2026-04-07T04:17:22.213174Z","steps":["trace[1085177565] 'read index received' (duration: 133.143571ms)","trace[1085177565] 'applied index is now lower than readState.Index' (duration: 325.849981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:22.213246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.748207Z","time spent":"464.997535ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:22.213292Z","caller":"traceutil/trace.go:171","msg":"trace[1171301] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"464.963133ms","start":"2026-04-07T04:17:21.74832Z","end":"2026-04-07T04:17:22.213284Z","steps":["trace[1171301] 'process raft request' (duration: 464.766739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:22.213245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.747582Z","time spent":"465.614003ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:22.213378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.197208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T04:17:22.21339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.748315Z","time spent":"465.010236ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:22.213409Z","caller":"traceutil/trace.go:171","msg":"trace[1194161335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25451; }","duration":"459.226939ms","start":"2026-04-07T04:17:21.754174Z","end":"2026-04-07T04:17:22.213401Z","steps":["trace[1194161335] 'agreement among raft nodes before linearized reading' (duration: 459.135117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:22.213425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.358278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-07T04:17:22.213434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.754145Z","time spent":"459.283721ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:22.213463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.20469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:22.213441Z","caller":"traceutil/trace.go:171","msg":"trace[462780977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25451; }","duration":"437.408789ms","start":"2026-04-07T04:17:21.776027Z","end":"2026-04-07T04:17:22.213436Z","steps":["trace[462780977] 'agreement among raft nodes before linearized reading' (duration: 437.362847ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:22.213479Z","caller":"traceutil/trace.go:171","msg":"trace[746365745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25451; }","duration":"188.246011ms","start":"2026-04-07T04:17:22.025228Z","end":"2026-04-07T04:17:22.213474Z","steps":["trace[746365745] 'agreement among raft nodes before linearized reading' (duration: 188.22123ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:22.213493Z","caller":"traceutil/trace.go:171","msg":"trace[1028753583] transaction","detail":"{read_only:false; response_revision:25451; number_of_response:1; }","duration":"463.832164ms","start":"2026-04-07T04:17:21.749654Z","end":"2026-04-07T04:17:22.213486Z","steps":["trace[1028753583] 'process raft request' (duration: 463.482385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:22.2135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.776008Z","time spent":"437.477511ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:17:22.213535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.749648Z","time spent":"463.866435ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:22.213568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.048696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:22.213596Z","caller":"traceutil/trace.go:171","msg":"trace[1587023477] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25451; }","duration":"306.077647ms","start":"2026-04-07T04:17:21.90751Z","end":"2026-04-07T04:17:22.213587Z","steps":["trace[1587023477] 'agreement among raft nodes before linearized reading' (duration: 306.034776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:22.213622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.907461Z","time spent":"306.154149ms","remote":"127.0.0.1:49692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:22.213633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.577225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T04:17:22.21365Z","caller":"traceutil/trace.go:171","msg":"trace[1491611147] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25451; }","duration":"430.613076ms","start":"2026-04-07T04:17:21.783031Z","end":"2026-04-07T04:17:22.213644Z","steps":["trace[1491611147] 'agreement among raft nodes before linearized reading' (duration: 430.563164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:22.213631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.420069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T04:17:22.213648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.803911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T04:17:22.213637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.68071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T04:17:22.213691Z","caller":"traceutil/trace.go:171","msg":"trace[1976767613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25451; }","duration":"430.503791ms","start":"2026-04-07T04:17:21.783173Z","end":"2026-04-07T04:17:22.213677Z","steps":["trace[1976767613] 'agreement among raft nodes before linearized reading' (duration: 430.308816ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:22.213696Z","caller":"traceutil/trace.go:171","msg":"trace[1473114471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25451; }","duration":"430.875742ms","start":"2026-04-07T04:17:21.782811Z","end":"2026-04-07T04:17:22.213687Z","steps":["trace[1473114471] 'agreement among raft nodes before linearized reading' (duration: 430.750449ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:22.213721Z","caller":"traceutil/trace.go:171","msg":"trace[364211976] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:25451; }","duration":"280.888066ms","start":"2026-04-07T04:17:21.932813Z","end":"2026-04-07T04:17:22.213701Z","steps":["trace[364211976] 'agreement among raft nodes before linearized reading' (duration: 280.67411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:22.213729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.782798Z","time spent":"430.925294ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:22.213729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.783167Z","time spent":"430.555913ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:17:22.213669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.783021Z","time spent":"430.643016ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:17:22.213655Z","caller":"traceutil/trace.go:171","msg":"trace[523922636] transaction","detail":"{read_only:false; response_revision:25450; number_of_response:1; }","duration":"465.003705ms","start":"2026-04-07T04:17:21.74857Z","end":"2026-04-07T04:17:22.213574Z","steps":["trace[523922636] 'process raft request' (duration: 464.543963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:22.215007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:21.748548Z","time spent":"466.422753ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:22.564384Z","caller":"traceutil/trace.go:171","msg":"trace[383578532] linearizableReadLoop","detail":"{readStateIndex:26295; appliedIndex:26294; }","duration":"153.176562ms","start":"2026-04-07T04:17:22.41118Z","end":"2026-04-07T04:17:22.564357Z","steps":["trace[383578532] 'read index received' (duration: 123.343866ms)","trace[383578532] 'applied index is now lower than readState.Index' (duration: 29.831396ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:22.564396Z","caller":"traceutil/trace.go:171","msg":"trace[977310874] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"198.131627ms","start":"2026-04-07T04:17:22.366234Z","end":"2026-04-07T04:17:22.564365Z","steps":["trace[977310874] 'process raft request' (duration: 168.282021ms)","trace[977310874] 'compare' (duration: 29.59807ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:22.564588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.405858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-07T04:17:22.564624Z","caller":"traceutil/trace.go:171","msg":"trace[2121481112] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25460; }","duration":"153.503612ms","start":"2026-04-07T04:17:22.411108Z","end":"2026-04-07T04:17:22.564611Z","steps":["trace[2121481112] 'agreement among raft nodes before linearized reading' (duration: 153.343427ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:23.720504Z","caller":"traceutil/trace.go:171","msg":"trace[1695941069] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"183.093041ms","start":"2026-04-07T04:17:23.537379Z","end":"2026-04-07T04:17:23.720472Z","steps":["trace[1695941069] 'process raft request' (duration: 182.875675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:23.995581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.845884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-07T04:17:23.995656Z","caller":"traceutil/trace.go:171","msg":"trace[1235535015] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25466; }","duration":"108.954496ms","start":"2026-04-07T04:17:23.886681Z","end":"2026-04-07T04:17:23.995636Z","steps":["trace[1235535015] 'range keys from in-memory index tree' (duration: 108.667378ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:24.074097Z","caller":"traceutil/trace.go:171","msg":"trace[258299325] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"181.597871ms","start":"2026-04-07T04:17:23.892443Z","end":"2026-04-07T04:17:24.074041Z","steps":["trace[258299325] 'process raft request' (duration: 181.334754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.636731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150423513,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T04:17:40.690381Z","caller":"traceutil/trace.go:171","msg":"trace[251668984] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"565.682327ms","start":"2026-04-07T04:17:40.124664Z","end":"2026-04-07T04:17:40.690346Z","steps":["trace[251668984] 'process raft request' (duration: 565.535413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.690549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.124617Z","time spent":"565.839802ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:40.780488Z","caller":"traceutil/trace.go:171","msg":"trace[19149008] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"510.908766ms","start":"2026-04-07T04:17:40.269547Z","end":"2026-04-07T04:17:40.780455Z","steps":["trace[19149008] 'process raft request' (duration: 491.365267ms)","trace[19149008] 'compare' (duration: 19.375374ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:40.780513Z","caller":"traceutil/trace.go:171","msg":"trace[1394957286] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"504.990647ms","start":"2026-04-07T04:17:40.2755Z","end":"2026-04-07T04:17:40.78049Z","steps":["trace[1394957286] 'process raft request' (duration: 504.882724ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:40.780596Z","caller":"traceutil/trace.go:171","msg":"trace[2139401873] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"503.209057ms","start":"2026-04-07T04:17:40.277373Z","end":"2026-04-07T04:17:40.780582Z","steps":["trace[2139401873] 'process raft request' (duration: 503.038073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.78061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.269516Z","time spent":"511.0319ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:40.780634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.275471Z","time spent":"505.100959ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:40.780654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.277362Z","time spent":"503.264541ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:40.780705Z","caller":"traceutil/trace.go:171","msg":"trace[412114213] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"500.833163ms","start":"2026-04-07T04:17:40.279865Z","end":"2026-04-07T04:17:40.780698Z","steps":["trace[412114213] 'process raft request' (duration: 500.572717ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:40.780723Z","caller":"traceutil/trace.go:171","msg":"trace[357494714] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"496.366764ms","start":"2026-04-07T04:17:40.284351Z","end":"2026-04-07T04:17:40.780718Z","steps":["trace[357494714] 'process raft request' (duration: 496.144538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.78074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.279855Z","time spent":"500.862674ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:40.780751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.284336Z","time spent":"496.398344ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:40.780717Z","caller":"traceutil/trace.go:171","msg":"trace[701045147] linearizableReadLoop","detail":"{readStateIndex:26448; appliedIndex:26442; }","duration":"644.022666ms","start":"2026-04-07T04:17:40.136679Z","end":"2026-04-07T04:17:40.780701Z","steps":["trace[701045147] 'read index received' (duration: 553.506399ms)","trace[701045147] 'applied index is now lower than readState.Index' (duration: 90.515547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:40.780911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.211011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:40.780964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.573745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:40.780992Z","caller":"traceutil/trace.go:171","msg":"trace[2035525263] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25609; }","duration":"644.332655ms","start":"2026-04-07T04:17:40.136638Z","end":"2026-04-07T04:17:40.780971Z","steps":["trace[2035525263] 'agreement among raft nodes before linearized reading' (duration: 644.15422ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:40.781009Z","caller":"traceutil/trace.go:171","msg":"trace[2076311407] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25609; }","duration":"619.689428ms","start":"2026-04-07T04:17:40.161311Z","end":"2026-04-07T04:17:40.781Z","steps":["trace[2076311407] 'agreement among raft nodes before linearized reading' (duration: 619.604995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.781027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.374005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T04:17:40.781058Z","caller":"traceutil/trace.go:171","msg":"trace[1460020302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25609; }","duration":"377.445626ms","start":"2026-04-07T04:17:40.403603Z","end":"2026-04-07T04:17:40.781049Z","steps":["trace[1460020302] 'agreement among raft nodes before linearized reading' (duration: 377.324133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.781038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.136623Z","time spent":"644.405386ms","remote":"127.0.0.1:41492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-07T04:17:40.781077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.403589Z","time spent":"377.483598ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:40.781151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.203997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:40.781151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.812541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:17:40.78119Z","caller":"traceutil/trace.go:171","msg":"trace[119710172] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25609; }","duration":"351.26681ms","start":"2026-04-07T04:17:40.429906Z","end":"2026-04-07T04:17:40.781172Z","steps":["trace[119710172] 'agreement among raft nodes before linearized reading' (duration: 351.219538ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:40.781187Z","caller":"traceutil/trace.go:171","msg":"trace[1720700180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25609; }","duration":"379.863944ms","start":"2026-04-07T04:17:40.401314Z","end":"2026-04-07T04:17:40.781178Z","steps":["trace[1720700180] 'agreement among raft nodes before linearized reading' (duration: 379.73723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.781174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.420764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T04:17:40.781211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.429887Z","time spent":"351.31742ms","remote":"127.0.0.1:49632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:40.781223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.401308Z","time spent":"379.901514ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-07T04:17:40.781239Z","caller":"traceutil/trace.go:171","msg":"trace[630771080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25609; }","duration":"381.534839ms","start":"2026-04-07T04:17:40.399685Z","end":"2026-04-07T04:17:40.78122Z","steps":["trace[630771080] 'agreement among raft nodes before linearized reading' (duration: 381.361293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.781293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.834664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:17:40.781353Z","caller":"traceutil/trace.go:171","msg":"trace[790017742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25609; }","duration":"388.954749ms","start":"2026-04-07T04:17:40.392385Z","end":"2026-04-07T04:17:40.78134Z","steps":["trace[790017742] 'agreement among raft nodes before linearized reading' (duration: 388.812035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.781406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.39236Z","time spent":"389.01176ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:17:40.781308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.038238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:17:40.781455Z","caller":"traceutil/trace.go:171","msg":"trace[282408874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25609; }","duration":"380.210032ms","start":"2026-04-07T04:17:40.401236Z","end":"2026-04-07T04:17:40.781446Z","steps":["trace[282408874] 'agreement among raft nodes before linearized reading' (duration: 379.77043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:40.781478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.401223Z","time spent":"380.247932ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:40.781291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.39966Z","time spent":"381.615801ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:17:40.781556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.161284Z","time spent":"619.743889ms","remote":"127.0.0.1:49614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:41.050634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.379823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:41.050935Z","caller":"traceutil/trace.go:171","msg":"trace[692233686] transaction","detail":"{read_only:false; response_revision:25612; number_of_response:1; }","duration":"266.308062ms","start":"2026-04-07T04:17:40.784578Z","end":"2026-04-07T04:17:41.050886Z","steps":["trace[692233686] 'process raft request' (duration: 266.223869ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:41.050888Z","caller":"traceutil/trace.go:171","msg":"trace[1221392033] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"266.313052ms","start":"2026-04-07T04:17:40.78453Z","end":"2026-04-07T04:17:41.050843Z","steps":["trace[1221392033] 'process raft request' (duration: 107.635081ms)","trace[1221392033] 'compare' (duration: 158.25065ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:41.050957Z","caller":"traceutil/trace.go:171","msg":"trace[601645081] transaction","detail":"{read_only:false; response_revision:25611; number_of_response:1; }","duration":"266.316272ms","start":"2026-04-07T04:17:40.784576Z","end":"2026-04-07T04:17:41.050892Z","steps":["trace[601645081] 'process raft request' (duration: 266.169968ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:41.05122Z","caller":"traceutil/trace.go:171","msg":"trace[634291647] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"266.621461ms","start":"2026-04-07T04:17:40.784587Z","end":"2026-04-07T04:17:41.051209Z","steps":["trace[634291647] 'process raft request' (duration: 266.249491ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:41.051228Z","caller":"traceutil/trace.go:171","msg":"trace[1588244599] transaction","detail":"{read_only:false; response_revision:25614; number_of_response:1; }","duration":"266.315432ms","start":"2026-04-07T04:17:40.7849Z","end":"2026-04-07T04:17:41.051215Z","steps":["trace[1588244599] 'process raft request' (duration: 266.171548ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:41.051223Z","caller":"traceutil/trace.go:171","msg":"trace[438373498] linearizableReadLoop","detail":"{readStateIndex:26453; appliedIndex:26448; }","duration":"266.247759ms","start":"2026-04-07T04:17:40.78495Z","end":"2026-04-07T04:17:41.051198Z","steps":["trace[438373498] 'read index received' (duration: 107.214209ms)","trace[438373498] 'applied index is now lower than readState.Index' (duration: 159.03192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:41.05139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.415743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:41.051466Z","caller":"traceutil/trace.go:171","msg":"trace[402243039] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25614; }","duration":"266.526178ms","start":"2026-04-07T04:17:40.784923Z","end":"2026-04-07T04:17:41.05145Z","steps":["trace[402243039] 'agreement among raft nodes before linearized reading' (duration: 266.367604ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:41.331608Z","caller":"traceutil/trace.go:171","msg":"trace[931796946] linearizableReadLoop","detail":"{readStateIndex:26454; appliedIndex:26453; }","duration":"280.271899ms","start":"2026-04-07T04:17:41.051294Z","end":"2026-04-07T04:17:41.331566Z","steps":["trace[931796946] 'read index received' (duration: 251.014419ms)","trace[931796946] 'applied index is now lower than readState.Index' (duration: 29.25622ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:41.331698Z","caller":"traceutil/trace.go:171","msg":"trace[1913626698] transaction","detail":"{read_only:false; response_revision:25615; number_of_response:1; }","duration":"336.514101ms","start":"2026-04-07T04:17:40.995137Z","end":"2026-04-07T04:17:41.331651Z","steps":["trace[1913626698] 'process raft request' (duration: 307.241459ms)","trace[1913626698] 'compare' (duration: 29.063026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:41.331759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.689519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:41.331783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.303001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:41.331811Z","caller":"traceutil/trace.go:171","msg":"trace[630768754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25615; }","duration":"304.803722ms","start":"2026-04-07T04:17:41.026996Z","end":"2026-04-07T04:17:41.331799Z","steps":["trace[630768754] 'agreement among raft nodes before linearized reading' (duration: 304.679089ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:41.33182Z","caller":"traceutil/trace.go:171","msg":"trace[1662737592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25615; }","duration":"432.398054ms","start":"2026-04-07T04:17:40.89941Z","end":"2026-04-07T04:17:41.331808Z","steps":["trace[1662737592] 'agreement among raft nodes before linearized reading' (duration: 432.310602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:41.331843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:41.026973Z","time spent":"304.861874ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:17:41.331856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.89939Z","time spent":"432.456015ms","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:41.331891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:40.995102Z","time spent":"336.690274ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:41.331974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.47344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:17:41.332018Z","caller":"traceutil/trace.go:171","msg":"trace[407072694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25615; }","duration":"119.569253ms","start":"2026-04-07T04:17:41.212436Z","end":"2026-04-07T04:17:41.332005Z","steps":["trace[407072694] 'agreement among raft nodes before linearized reading' (duration: 119.488162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:41.332104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.511478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-07T04:17:41.332191Z","caller":"traceutil/trace.go:171","msg":"trace[44264104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25615; }","duration":"276.651502ms","start":"2026-04-07T04:17:41.05552Z","end":"2026-04-07T04:17:41.332171Z","steps":["trace[44264104] 'agreement among raft nodes before linearized reading' (duration: 276.370814ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:41.615267Z","caller":"traceutil/trace.go:171","msg":"trace[1277774494] transaction","detail":"{read_only:false; response_revision:25616; number_of_response:1; }","duration":"258.692765ms","start":"2026-04-07T04:17:41.356547Z","end":"2026-04-07T04:17:41.615239Z","steps":["trace[1277774494] 'process raft request' (duration: 231.457539ms)","trace[1277774494] 'compare' (duration: 26.823865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:42.03699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.536963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.43\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-04-07T04:17:42.037051Z","caller":"traceutil/trace.go:171","msg":"trace[1886158250] range","detail":"{range_begin:/registry/masterleases/162.253.55.43; range_end:; response_count:1; response_revision:25616; }","duration":"102.642325ms","start":"2026-04-07T04:17:41.934394Z","end":"2026-04-07T04:17:42.037037Z","steps":["trace[1886158250] 'range keys from in-memory index tree' (duration: 102.367529ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:42.232621Z","caller":"traceutil/trace.go:171","msg":"trace[1083940628] transaction","detail":"{read_only:false; response_revision:25617; number_of_response:1; }","duration":"146.055419ms","start":"2026-04-07T04:17:42.086535Z","end":"2026-04-07T04:17:42.232591Z","steps":["trace[1083940628] 'process raft request' (duration: 113.173929ms)","trace[1083940628] 'compare' (duration: 32.725966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:43.044291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.165945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:43.044394Z","caller":"traceutil/trace.go:171","msg":"trace[1034055867] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25618; }","duration":"267.303228ms","start":"2026-04-07T04:17:42.777067Z","end":"2026-04-07T04:17:43.04437Z","steps":["trace[1034055867] 'count revisions from in-memory index tree' (duration: 267.073852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:43.044594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.99359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:43.044735Z","caller":"traceutil/trace.go:171","msg":"trace[1406203907] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"258.751578ms","start":"2026-04-07T04:17:42.785949Z","end":"2026-04-07T04:17:43.044701Z","steps":["trace[1406203907] 'process raft request' (duration: 89.544832ms)","trace[1406203907] 'compare' (duration: 168.768593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:43.384497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.599982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:43.384814Z","caller":"traceutil/trace.go:171","msg":"trace[1852889451] linearizableReadLoop","detail":"{readStateIndex:26463; appliedIndex:26459; }","duration":"358.800062ms","start":"2026-04-07T04:17:43.025993Z","end":"2026-04-07T04:17:43.384793Z","steps":["trace[1852889451] 'read index received' (duration: 163.650735ms)","trace[1852889451] 'applied index is now lower than readState.Index' (duration: 195.148127ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:43.385012Z","caller":"traceutil/trace.go:171","msg":"trace[1647921067] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"597.725075ms","start":"2026-04-07T04:17:42.787249Z","end":"2026-04-07T04:17:43.384974Z","steps":["trace[1647921067] 'process raft request' (duration: 597.439258ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:43.385125Z","caller":"traceutil/trace.go:171","msg":"trace[12527844] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"596.556203ms","start":"2026-04-07T04:17:42.788549Z","end":"2026-04-07T04:17:43.385105Z","steps":["trace[12527844] 'process raft request' (duration: 596.190793ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:43.385193Z","caller":"traceutil/trace.go:171","msg":"trace[1358445278] transaction","detail":"{read_only:false; response_revision:25620; number_of_response:1; }","duration":"598.074763ms","start":"2026-04-07T04:17:42.787093Z","end":"2026-04-07T04:17:43.385168Z","steps":["trace[1358445278] 'process raft request' (duration: 402.657848ms)","trace[1358445278] 'compare' (duration: 194.428409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:43.3852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:42.787232Z","time spent":"597.869258ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:43.385203Z","caller":"traceutil/trace.go:171","msg":"trace[1153936879] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"598.136305ms","start":"2026-04-07T04:17:42.787038Z","end":"2026-04-07T04:17:43.385175Z","steps":["trace[1153936879] 'process raft request' (duration: 597.57812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:43.385215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:42.788536Z","time spent":"596.633505ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:43.385247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.236654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:43.385303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:42.787064Z","time spent":"598.187128ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:43.385328Z","caller":"traceutil/trace.go:171","msg":"trace[218984801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25623; }","duration":"359.360609ms","start":"2026-04-07T04:17:43.02595Z","end":"2026-04-07T04:17:43.38531Z","steps":["trace[218984801] 'agreement among raft nodes before linearized reading' (duration: 359.222495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:43.385341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:42.787006Z","time spent":"598.259729ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:43.385374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.025928Z","time spent":"359.437851ms","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:17:43.387123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.815183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T04:17:43.387186Z","caller":"traceutil/trace.go:171","msg":"trace[1490708481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25624; }","duration":"331.900976ms","start":"2026-04-07T04:17:43.055268Z","end":"2026-04-07T04:17:43.387169Z","steps":["trace[1490708481] 'agreement among raft nodes before linearized reading' (duration: 331.667748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:43.387226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.055253Z","time spent":"331.965546ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:43.387443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.056179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-07T04:17:43.387497Z","caller":"traceutil/trace.go:171","msg":"trace[1743992355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25624; }","duration":"332.147873ms","start":"2026-04-07T04:17:43.055339Z","end":"2026-04-07T04:17:43.387487Z","steps":["trace[1743992355] 'agreement among raft nodes before linearized reading' (duration: 332.0395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:43.387533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.055316Z","time spent":"332.209694ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T04:17:43.387613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.193374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T04:17:43.387663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.297207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-07T04:17:43.387648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.774057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-07T04:17:43.387679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.290766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-07T04:17:43.387712Z","caller":"traceutil/trace.go:171","msg":"trace[850792662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25624; }","duration":"332.375158ms","start":"2026-04-07T04:17:43.055322Z","end":"2026-04-07T04:17:43.387697Z","steps":["trace[850792662] 'agreement among raft nodes before linearized reading' (duration: 332.245325ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:43.387729Z","caller":"traceutil/trace.go:171","msg":"trace[356000737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25624; }","duration":"332.376819ms","start":"2026-04-07T04:17:43.055339Z","end":"2026-04-07T04:17:43.387716Z","steps":["trace[356000737] 'agreement among raft nodes before linearized reading' (duration: 332.263116ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:43.387729Z","caller":"traceutil/trace.go:171","msg":"trace[119877198] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25624; }","duration":"248.899642ms","start":"2026-04-07T04:17:43.138811Z","end":"2026-04-07T04:17:43.38771Z","steps":["trace[119877198] 'agreement among raft nodes before linearized reading' (duration: 248.691167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:43.387751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.055299Z","time spent":"332.444751ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T04:17:43.387764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.055316Z","time spent":"332.44014ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-07T04:17:43.387719Z","caller":"traceutil/trace.go:171","msg":"trace[134841715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25624; }","duration":"332.337046ms","start":"2026-04-07T04:17:43.055361Z","end":"2026-04-07T04:17:43.387698Z","steps":["trace[134841715] 'agreement among raft nodes before linearized reading' (duration: 332.000257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:43.388166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.055341Z","time spent":"332.809381ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T04:17:43.871377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.000428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:43.871501Z","caller":"traceutil/trace.go:171","msg":"trace[87998268] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"479.63193ms","start":"2026-04-07T04:17:43.391843Z","end":"2026-04-07T04:17:43.871475Z","steps":["trace[87998268] 'process raft request' (duration: 191.443277ms)","trace[87998268] 'compare' (duration: 287.775452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:43.871574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.391822Z","time spent":"479.717813ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:44.17438Z","caller":"traceutil/trace.go:171","msg":"trace[1307781297] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"782.154362ms","start":"2026-04-07T04:17:43.392198Z","end":"2026-04-07T04:17:44.174352Z","steps":["trace[1307781297] 'process raft request' (duration: 745.278805ms)","trace[1307781297] 'compare' (duration: 36.213199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:44.174534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.392177Z","time spent":"782.283155ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:44.174956Z","caller":"traceutil/trace.go:171","msg":"trace[51641406] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"782.682296ms","start":"2026-04-07T04:17:43.392255Z","end":"2026-04-07T04:17:44.174938Z","steps":["trace[51641406] 'process raft request' (duration: 782.535332ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:44.174949Z","caller":"traceutil/trace.go:171","msg":"trace[1394166966] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"782.678717ms","start":"2026-04-07T04:17:43.392215Z","end":"2026-04-07T04:17:44.174893Z","steps":["trace[1394166966] 'process raft request' (duration: 782.030649ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:44.174976Z","caller":"traceutil/trace.go:171","msg":"trace[954086724] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"782.025769ms","start":"2026-04-07T04:17:43.392927Z","end":"2026-04-07T04:17:44.174952Z","steps":["trace[954086724] 'process raft request' (duration: 781.955777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:44.175036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.392232Z","time spent":"782.765598ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:44.175113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.392908Z","time spent":"782.12851ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:44.17512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.392194Z","time spent":"782.83226ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:44.181999Z","caller":"traceutil/trace.go:171","msg":"trace[933812714] linearizableReadLoop","detail":"{readStateIndex:26470; appliedIndex:26465; }","duration":"508.546033ms","start":"2026-04-07T04:17:43.673439Z","end":"2026-04-07T04:17:44.181985Z","steps":["trace[933812714] 'read index received' (duration: 464.051309ms)","trace[933812714] 'applied index is now lower than readState.Index' (duration: 44.493794ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:44.182236Z","caller":"traceutil/trace.go:171","msg":"trace[1042013823] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"561.818634ms","start":"2026-04-07T04:17:43.620406Z","end":"2026-04-07T04:17:44.182225Z","steps":["trace[1042013823] 'process raft request' (duration: 561.469325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:44.182312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.620382Z","time spent":"561.886035ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:44.182435Z","caller":"traceutil/trace.go:171","msg":"trace[8419854] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"433.971477ms","start":"2026-04-07T04:17:43.748456Z","end":"2026-04-07T04:17:44.182428Z","steps":["trace[8419854] 'process raft request' (duration: 433.485873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:44.182505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.74843Z","time spent":"434.030597ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:44.182647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.20482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:44.182682Z","caller":"traceutil/trace.go:171","msg":"trace[2062129627] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25631; }","duration":"509.273243ms","start":"2026-04-07T04:17:43.6734Z","end":"2026-04-07T04:17:44.182673Z","steps":["trace[2062129627] 'agreement among raft nodes before linearized reading' (duration: 509.213842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:44.182709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:43.673383Z","time spent":"509.319233ms","remote":"127.0.0.1:46212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:44.182869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.964582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:44.182898Z","caller":"traceutil/trace.go:171","msg":"trace[300336976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25631; }","duration":"158.020814ms","start":"2026-04-07T04:17:44.024869Z","end":"2026-04-07T04:17:44.18289Z","steps":["trace[300336976] 'agreement among raft nodes before linearized reading' (duration: 157.973193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:44.969297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.301391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-07T04:17:44.969398Z","caller":"traceutil/trace.go:171","msg":"trace[985083242] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25631; }","duration":"638.439085ms","start":"2026-04-07T04:17:44.330919Z","end":"2026-04-07T04:17:44.969358Z","steps":["trace[985083242] 'range keys from in-memory index tree' (duration: 638.031165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:44.969444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:44.33085Z","time spent":"638.583699ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-07T04:17:45.064263Z","caller":"traceutil/trace.go:171","msg":"trace[1356970721] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"350.483717ms","start":"2026-04-07T04:17:44.713754Z","end":"2026-04-07T04:17:45.064238Z","steps":["trace[1356970721] 'process raft request' (duration: 350.317212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:45.064407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:44.713732Z","time spent":"350.604302ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:45.305257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.927728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:45.305424Z","caller":"traceutil/trace.go:171","msg":"trace[146367956] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"329.813209ms","start":"2026-04-07T04:17:44.975597Z","end":"2026-04-07T04:17:45.30541Z","steps":["trace[146367956] 'process raft request' (duration: 329.742037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:45.305481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:44.975576Z","time spent":"329.87346ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:45.305481Z","caller":"traceutil/trace.go:171","msg":"trace[712165180] linearizableReadLoop","detail":"{readStateIndex:26474; appliedIndex:26471; }","duration":"280.014892ms","start":"2026-04-07T04:17:45.025443Z","end":"2026-04-07T04:17:45.305458Z","steps":["trace[712165180] 'read index received' (duration: 38.691276ms)","trace[712165180] 'applied index is now lower than readState.Index' (duration: 241.322356ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:45.305539Z","caller":"traceutil/trace.go:171","msg":"trace[1882072506] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"454.944993ms","start":"2026-04-07T04:17:44.850542Z","end":"2026-04-07T04:17:45.305487Z","steps":["trace[1882072506] 'process raft request' (duration: 234.735548ms)","trace[1882072506] 'compare' (duration: 219.808934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:45.305634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.174356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:45.305725Z","caller":"traceutil/trace.go:171","msg":"trace[1455604855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25635; }","duration":"280.31158ms","start":"2026-04-07T04:17:45.025399Z","end":"2026-04-07T04:17:45.30571Z","steps":["trace[1455604855] 'agreement among raft nodes before linearized reading' (duration: 280.136626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:45.305754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:44.850516Z","time spent":"455.118758ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:45.30575Z","caller":"traceutil/trace.go:171","msg":"trace[466663151] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"255.456718ms","start":"2026-04-07T04:17:45.050263Z","end":"2026-04-07T04:17:45.305719Z","steps":["trace[466663151] 'process raft request' (duration: 255.118889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:45.763886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.864382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:45.764048Z","caller":"traceutil/trace.go:171","msg":"trace[641883778] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"372.688969ms","start":"2026-04-07T04:17:45.391337Z","end":"2026-04-07T04:17:45.764026Z","steps":["trace[641883778] 'process raft request' (duration: 191.509149ms)","trace[641883778] 'compare' (duration: 180.666655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:45.764125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.391309Z","time spent":"372.790972ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:46.08486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":16995350680150423572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T04:17:46.329468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.45893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:46.329719Z","caller":"traceutil/trace.go:171","msg":"trace[449956166] linearizableReadLoop","detail":"{readStateIndex:26481; appliedIndex:26476; }","duration":"744.920353ms","start":"2026-04-07T04:17:45.584784Z","end":"2026-04-07T04:17:46.329705Z","steps":["trace[449956166] 'read index received' (duration: 595.107652ms)","trace[449956166] 'applied index is now lower than readState.Index' (duration: 149.808751ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:46.329781Z","caller":"traceutil/trace.go:171","msg":"trace[60580682] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"936.990198ms","start":"2026-04-07T04:17:45.392782Z","end":"2026-04-07T04:17:46.329772Z","steps":["trace[60580682] 'process raft request' (duration: 787.134997ms)","trace[60580682] 'compare' (duration: 149.166663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:46.329827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.392749Z","time spent":"937.05175ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:46.330082Z","caller":"traceutil/trace.go:171","msg":"trace[589395185] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"937.189914ms","start":"2026-04-07T04:17:45.392883Z","end":"2026-04-07T04:17:46.330073Z","steps":["trace[589395185] 'process raft request' (duration: 936.66941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.330125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.392843Z","time spent":"937.260336ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:46.330218Z","caller":"traceutil/trace.go:171","msg":"trace[1453244362] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"936.797863ms","start":"2026-04-07T04:17:45.393413Z","end":"2026-04-07T04:17:46.330211Z","steps":["trace[1453244362] 'process raft request' (duration: 936.201598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.330267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.393383Z","time spent":"936.854565ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:46.330266Z","caller":"traceutil/trace.go:171","msg":"trace[536953003] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"935.823028ms","start":"2026-04-07T04:17:45.394427Z","end":"2026-04-07T04:17:46.33025Z","steps":["trace[536953003] 'process raft request' (duration: 935.213531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.330319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.394416Z","time spent":"935.876899ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:46.330302Z","caller":"traceutil/trace.go:171","msg":"trace[97469611] transaction","detail":"{read_only:false; response_revision:25641; number_of_response:1; }","duration":"571.013232ms","start":"2026-04-07T04:17:45.759248Z","end":"2026-04-07T04:17:46.330262Z","steps":["trace[97469611] 'process raft request' (duration: 570.421296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.330412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.608553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-04-07T04:17:46.330485Z","caller":"traceutil/trace.go:171","msg":"trace[1240300946] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25641; }","duration":"745.689256ms","start":"2026-04-07T04:17:45.584777Z","end":"2026-04-07T04:17:46.330466Z","steps":["trace[1240300946] 'agreement among raft nodes before linearized reading' (duration: 745.442338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.330541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.584757Z","time spent":"745.775628ms","remote":"127.0.0.1:41216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-07T04:17:46.330533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.759217Z","time spent":"571.153266ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:46.422423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.075558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T04:17:46.422439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.279525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:46.422514Z","caller":"traceutil/trace.go:171","msg":"trace[1207094394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25642; }","duration":"546.226061ms","start":"2026-04-07T04:17:45.876266Z","end":"2026-04-07T04:17:46.422492Z","steps":["trace[1207094394] 'agreement among raft nodes before linearized reading' (duration: 545.984535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.422501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.787836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:46.42256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.876236Z","time spent":"546.314604ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T04:17:46.422627Z","caller":"traceutil/trace.go:171","msg":"trace[841604149] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25642; }","duration":"458.977592ms","start":"2026-04-07T04:17:45.963626Z","end":"2026-04-07T04:17:46.422604Z","steps":["trace[841604149] 'agreement among raft nodes before linearized reading' (duration: 458.642513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.422663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.986379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-07T04:17:46.4227Z","caller":"traceutil/trace.go:171","msg":"trace[370409917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25642; }","duration":"244.063029ms","start":"2026-04-07T04:17:46.178627Z","end":"2026-04-07T04:17:46.42269Z","steps":["trace[370409917] 'agreement among raft nodes before linearized reading' (duration: 243.937056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.422735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.411564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-07T04:17:46.422735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.114321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-07T04:17:46.422724Z","caller":"traceutil/trace.go:171","msg":"trace[1183235530] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"235.17118ms","start":"2026-04-07T04:17:46.187487Z","end":"2026-04-07T04:17:46.422658Z","steps":["trace[1183235530] 'process raft request' (duration: 234.575723ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:46.422529Z","caller":"traceutil/trace.go:171","msg":"trace[1195047884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25642; }","duration":"396.43492ms","start":"2026-04-07T04:17:46.026074Z","end":"2026-04-07T04:17:46.422509Z","steps":["trace[1195047884] 'agreement among raft nodes before linearized reading' (duration: 396.251306ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:46.422837Z","caller":"traceutil/trace.go:171","msg":"trace[2017886469] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25642; }","duration":"410.284056ms","start":"2026-04-07T04:17:46.012528Z","end":"2026-04-07T04:17:46.422812Z","steps":["trace[2017886469] 'agreement among raft nodes before linearized reading' (duration: 409.961907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.422869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:46.026053Z","time spent":"396.807469ms","remote":"127.0.0.1:41042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T04:17:46.422887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:46.012483Z","time spent":"410.395998ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T04:17:46.422915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.629651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-07T04:17:46.422961Z","caller":"traceutil/trace.go:171","msg":"trace[2035816074] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25642; }","duration":"719.62442ms","start":"2026-04-07T04:17:45.703306Z","end":"2026-04-07T04:17:46.42293Z","steps":["trace[2035816074] 'agreement among raft nodes before linearized reading' (duration: 719.296551ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:46.422993Z","caller":"traceutil/trace.go:171","msg":"trace[1254128262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25642; }","duration":"242.755386ms","start":"2026-04-07T04:17:46.180227Z","end":"2026-04-07T04:17:46.422982Z","steps":["trace[1254128262] 'agreement among raft nodes before linearized reading' (duration: 242.605521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.422979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.890445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-07T04:17:46.422748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.963555Z","time spent":"459.176026ms","remote":"127.0.0.1:41418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-07T04:17:46.423063Z","caller":"traceutil/trace.go:171","msg":"trace[790355588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25642; }","duration":"244.118162ms","start":"2026-04-07T04:17:46.178926Z","end":"2026-04-07T04:17:46.423044Z","steps":["trace[790355588] 'agreement among raft nodes before linearized reading' (duration: 243.636149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:46.423042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:45.703247Z","time spent":"719.773533ms","remote":"127.0.0.1:60598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T04:17:46.42244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.922036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-07T04:17:46.423227Z","caller":"traceutil/trace.go:171","msg":"trace[1159381901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25642; }","duration":"244.755268ms","start":"2026-04-07T04:17:46.178448Z","end":"2026-04-07T04:17:46.423203Z","steps":["trace[1159381901] 'agreement among raft nodes before linearized reading' (duration: 243.789842ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:46.606466Z","caller":"traceutil/trace.go:171","msg":"trace[85052618] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"177.944562ms","start":"2026-04-07T04:17:46.428488Z","end":"2026-04-07T04:17:46.606432Z","steps":["trace[85052618] 'process raft request' (duration: 177.683675ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:46.606672Z","caller":"traceutil/trace.go:171","msg":"trace[1210549868] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"177.263924ms","start":"2026-04-07T04:17:46.42939Z","end":"2026-04-07T04:17:46.606654Z","steps":["trace[1210549868] 'process raft request' (duration: 177.182141ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:46.606727Z","caller":"traceutil/trace.go:171","msg":"trace[595313579] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"178.049155ms","start":"2026-04-07T04:17:46.42849Z","end":"2026-04-07T04:17:46.606539Z","steps":["trace[595313579] 'process raft request' (duration: 177.836369ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:46.606802Z","caller":"traceutil/trace.go:171","msg":"trace[1543210465] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"177.268713ms","start":"2026-04-07T04:17:46.429522Z","end":"2026-04-07T04:17:46.606791Z","steps":["trace[1543210465] 'process raft request' (duration: 177.092119ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:46.606756Z","caller":"traceutil/trace.go:171","msg":"trace[853638890] transaction","detail":"{read_only:false; response_revision:25646; number_of_response:1; }","duration":"177.630733ms","start":"2026-04-07T04:17:46.42906Z","end":"2026-04-07T04:17:46.606691Z","steps":["trace[853638890] 'process raft request' (duration: 177.461329ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:46.606837Z","caller":"traceutil/trace.go:171","msg":"trace[453165893] linearizableReadLoop","detail":"{readStateIndex:26485; appliedIndex:26482; }","duration":"177.969792ms","start":"2026-04-07T04:17:46.428815Z","end":"2026-04-07T04:17:46.606785Z","steps":["trace[453165893] 'read index received' (duration: 18.643574ms)","trace[453165893] 'applied index is now lower than readState.Index' (duration: 159.322038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:46.607147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.319641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18541"} {"level":"info","ts":"2026-04-07T04:17:46.607238Z","caller":"traceutil/trace.go:171","msg":"trace[424950113] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25648; }","duration":"178.442115ms","start":"2026-04-07T04:17:46.428781Z","end":"2026-04-07T04:17:46.607223Z","steps":["trace[424950113] 'agreement among raft nodes before linearized reading' (duration: 178.211399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:47.867374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.471211ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-07T04:17:47.867371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.267905ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:47.867498Z","caller":"traceutil/trace.go:171","msg":"trace[1230530059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25648; }","duration":"613.418658ms","start":"2026-04-07T04:17:47.254058Z","end":"2026-04-07T04:17:47.867477Z","steps":["trace[1230530059] 'range keys from in-memory index tree' (duration: 613.246924ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:47.869292Z","caller":"traceutil/trace.go:171","msg":"trace[1080452643] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"800.240061ms","start":"2026-04-07T04:17:47.069032Z","end":"2026-04-07T04:17:47.869272Z","steps":["trace[1080452643] 'process raft request' (duration: 798.462924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:47.869417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:47.069003Z","time spent":"800.345935ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T04:17:48.111927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.516018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:48.112168Z","caller":"traceutil/trace.go:171","msg":"trace[2146509788] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"800.807206ms","start":"2026-04-07T04:17:47.311297Z","end":"2026-04-07T04:17:48.112104Z","steps":["trace[2146509788] 'process raft request' (duration: 557.960629ms)","trace[2146509788] 'compare' (duration: 242.176729ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:48.112284Z","caller":"traceutil/trace.go:171","msg":"trace[1601043204] linearizableReadLoop","detail":"{readStateIndex:26491; appliedIndex:26488; }","duration":"680.550034ms","start":"2026-04-07T04:17:47.431705Z","end":"2026-04-07T04:17:48.112255Z","steps":["trace[1601043204] 'read index received' (duration: 8.825369ms)","trace[1601043204] 'applied index is now lower than readState.Index' (duration: 671.722635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:48.112374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:47.311274Z","time spent":"800.97752ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:48.112387Z","caller":"traceutil/trace.go:171","msg":"trace[1089546496] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"445.528988ms","start":"2026-04-07T04:17:47.66679Z","end":"2026-04-07T04:17:48.112319Z","steps":["trace[1089546496] 'process raft request' (duration: 445.300462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:48.112458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.737829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:48.112499Z","caller":"traceutil/trace.go:171","msg":"trace[232646239] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25652; }","duration":"680.835871ms","start":"2026-04-07T04:17:47.43165Z","end":"2026-04-07T04:17:48.112486Z","steps":["trace[232646239] 'agreement among raft nodes before linearized reading' (duration: 680.739779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:48.112535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:47.431623Z","time spent":"680.901663ms","remote":"127.0.0.1:41212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-07T04:17:48.112632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:47.666764Z","time spent":"445.728194ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:48.11281Z","caller":"traceutil/trace.go:171","msg":"trace[347543407] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"343.339605ms","start":"2026-04-07T04:17:47.769437Z","end":"2026-04-07T04:17:48.112777Z","steps":["trace[347543407] 'process raft request' (duration: 342.79796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:48.112898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T04:17:47.769419Z","time spent":"343.444837ms","remote":"127.0.0.1:41316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T04:17:48.530478Z","caller":"traceutil/trace.go:171","msg":"trace[177358725] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"195.625381ms","start":"2026-04-07T04:17:48.334828Z","end":"2026-04-07T04:17:48.530454Z","steps":["trace[177358725] 'process raft request' (duration: 195.445896ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:48.560022Z","caller":"traceutil/trace.go:171","msg":"trace[367378985] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"224.191383ms","start":"2026-04-07T04:17:48.335802Z","end":"2026-04-07T04:17:48.559993Z","steps":["trace[367378985] 'process raft request' (duration: 222.924279ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:48.560336Z","caller":"traceutil/trace.go:171","msg":"trace[1472924414] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"223.973807ms","start":"2026-04-07T04:17:48.336341Z","end":"2026-04-07T04:17:48.560315Z","steps":["trace[1472924414] 'process raft request' (duration: 223.606227ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:48.560694Z","caller":"traceutil/trace.go:171","msg":"trace[121675203] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"224.027498ms","start":"2026-04-07T04:17:48.336637Z","end":"2026-04-07T04:17:48.560665Z","steps":["trace[121675203] 'process raft request' (duration: 223.590236ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:48.56075Z","caller":"traceutil/trace.go:171","msg":"trace[1020692901] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"129.702777ms","start":"2026-04-07T04:17:48.431027Z","end":"2026-04-07T04:17:48.56073Z","steps":["trace[1020692901] 'process raft request' (duration: 129.335297ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:48.560716Z","caller":"traceutil/trace.go:171","msg":"trace[1506987476] linearizableReadLoop","detail":"{readStateIndex:26498; appliedIndex:26493; }","duration":"128.476794ms","start":"2026-04-07T04:17:48.432208Z","end":"2026-04-07T04:17:48.560684Z","steps":["trace[1506987476] 'read index received' (duration: 98.128623ms)","trace[1506987476] 'applied index is now lower than readState.Index' (duration: 30.347001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:48.561042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.837943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-07T04:17:48.561093Z","caller":"traceutil/trace.go:171","msg":"trace[1672457456] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25657; }","duration":"128.928907ms","start":"2026-04-07T04:17:48.432146Z","end":"2026-04-07T04:17:48.561075Z","steps":["trace[1672457456] 'agreement among raft nodes before linearized reading' (duration: 128.724701ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:48.783536Z","caller":"traceutil/trace.go:171","msg":"trace[396685499] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"168.928777ms","start":"2026-04-07T04:17:48.614584Z","end":"2026-04-07T04:17:48.783513Z","steps":["trace[396685499] 'process raft request' (duration: 168.769024ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:48.866815Z","caller":"traceutil/trace.go:171","msg":"trace[1962631804] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"249.54654ms","start":"2026-04-07T04:17:48.617245Z","end":"2026-04-07T04:17:48.866791Z","steps":["trace[1962631804] 'process raft request' (duration: 249.19906ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:48.866856Z","caller":"traceutil/trace.go:171","msg":"trace[963508379] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"247.884534ms","start":"2026-04-07T04:17:48.61894Z","end":"2026-04-07T04:17:48.866825Z","steps":["trace[963508379] 'process raft request' (duration: 247.546595ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:48.867059Z","caller":"traceutil/trace.go:171","msg":"trace[1582562525] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"250.933746ms","start":"2026-04-07T04:17:48.616117Z","end":"2026-04-07T04:17:48.867051Z","steps":["trace[1582562525] 'process raft request' (duration: 250.152375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:49.0769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.945372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-96677cc5-j2rhq.18a3f80add555dc3\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-07T04:17:49.076967Z","caller":"traceutil/trace.go:171","msg":"trace[1413931782] range","detail":"{range_begin:/registry/events/openstack/magnum-api-96677cc5-j2rhq.18a3f80add555dc3; range_end:; response_count:1; response_revision:25662; }","duration":"127.027766ms","start":"2026-04-07T04:17:48.949922Z","end":"2026-04-07T04:17:49.07695Z","steps":["trace[1413931782] 'range keys from in-memory index tree' (duration: 126.7894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:49.076969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.187186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-96677cc5-j2rhq\" ","response":"range_response_count:1 size:8674"} {"level":"info","ts":"2026-04-07T04:17:49.077031Z","caller":"traceutil/trace.go:171","msg":"trace[1206587439] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-96677cc5-j2rhq; range_end:; response_count:1; response_revision:25662; }","duration":"128.28365ms","start":"2026-04-07T04:17:48.94873Z","end":"2026-04-07T04:17:49.077013Z","steps":["trace[1206587439] 'range keys from in-memory index tree' (duration: 127.986051ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:58.87523Z","caller":"traceutil/trace.go:171","msg":"trace[1450062080] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"277.773662ms","start":"2026-04-07T04:17:58.597417Z","end":"2026-04-07T04:17:58.875191Z","steps":["trace[1450062080] 'process raft request' (duration: 277.593747ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:58.875249Z","caller":"traceutil/trace.go:171","msg":"trace[2147455430] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"279.19504ms","start":"2026-04-07T04:17:58.595977Z","end":"2026-04-07T04:17:58.875172Z","steps":["trace[2147455430] 'process raft request' (duration: 278.980944ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:58.875319Z","caller":"traceutil/trace.go:171","msg":"trace[1246718907] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"277.37902ms","start":"2026-04-07T04:17:58.597868Z","end":"2026-04-07T04:17:58.875247Z","steps":["trace[1246718907] 'process raft request' (duration: 277.175885ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:58.875428Z","caller":"traceutil/trace.go:171","msg":"trace[25292317] linearizableReadLoop","detail":"{readStateIndex:26584; appliedIndex:26580; }","duration":"227.125782ms","start":"2026-04-07T04:17:58.648278Z","end":"2026-04-07T04:17:58.875403Z","steps":["trace[25292317] 'read index received' (duration: 154.220281ms)","trace[25292317] 'applied index is now lower than readState.Index' (duration: 72.904151ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:58.875539Z","caller":"traceutil/trace.go:171","msg":"trace[1674929690] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"280.945758ms","start":"2026-04-07T04:17:58.594576Z","end":"2026-04-07T04:17:58.875522Z","steps":["trace[1674929690] 'process raft request' (duration: 207.840301ms)","trace[1674929690] 'compare' (duration: 72.210032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T04:17:58.875745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.362479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:58.875797Z","caller":"traceutil/trace.go:171","msg":"trace[259822433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25742; }","duration":"190.4243ms","start":"2026-04-07T04:17:58.685358Z","end":"2026-04-07T04:17:58.875782Z","steps":["trace[259822433] 'agreement among raft nodes before linearized reading' (duration: 190.323557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:58.875799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.501152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T04:17:58.875968Z","caller":"traceutil/trace.go:171","msg":"trace[161924189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25742; }","duration":"227.713399ms","start":"2026-04-07T04:17:58.648235Z","end":"2026-04-07T04:17:58.875948Z","steps":["trace[161924189] 'agreement among raft nodes before linearized reading' (duration: 227.352548ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:59.144285Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22918} {"level":"warn","ts":"2026-04-07T04:17:59.14478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.857082ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-04-07T04:17:59.144904Z","caller":"traceutil/trace.go:171","msg":"trace[926653857] compact","detail":"{revision:22918; response_revision:25742; }","duration":"267.491294ms","start":"2026-04-07T04:17:58.877391Z","end":"2026-04-07T04:17:59.144882Z","steps":["trace[926653857] 'process raft request' (duration: 75.538143ms)","trace[926653857] 'check and update compact revision' (duration: 190.754469ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:59.145531Z","caller":"traceutil/trace.go:171","msg":"trace[1496799102] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"265.761377ms","start":"2026-04-07T04:17:58.87974Z","end":"2026-04-07T04:17:59.145502Z","steps":["trace[1496799102] 'process raft request' (duration: 265.181611ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:59.14628Z","caller":"traceutil/trace.go:171","msg":"trace[1437311913] linearizableReadLoop","detail":"{readStateIndex:26588; appliedIndex:26585; }","duration":"236.919867ms","start":"2026-04-07T04:17:58.909338Z","end":"2026-04-07T04:17:59.146258Z","steps":["trace[1437311913] 'read index received' (duration: 43.689261ms)","trace[1437311913] 'applied index is now lower than readState.Index' (duration: 193.229766ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:59.146572Z","caller":"traceutil/trace.go:171","msg":"trace[2116885570] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"266.324902ms","start":"2026-04-07T04:17:58.880222Z","end":"2026-04-07T04:17:59.146547Z","steps":["trace[2116885570] 'process raft request' (duration: 265.258843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:59.146783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.706292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-07T04:17:59.146967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.626762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-07T04:17:59.147008Z","caller":"traceutil/trace.go:171","msg":"trace[1828075430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25744; }","duration":"120.700053ms","start":"2026-04-07T04:17:59.026296Z","end":"2026-04-07T04:17:59.146996Z","steps":["trace[1828075430] 'agreement among raft nodes before linearized reading' (duration: 120.362554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:59.147033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.690068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-07T04:17:59.147104Z","caller":"traceutil/trace.go:171","msg":"trace[1382570210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25744; }","duration":"237.813501ms","start":"2026-04-07T04:17:58.909275Z","end":"2026-04-07T04:17:59.147088Z","steps":["trace[1382570210] 'agreement among raft nodes before linearized reading' (duration: 237.416751ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:59.147062Z","caller":"traceutil/trace.go:171","msg":"trace[1304840863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25744; }","duration":"236.965978ms","start":"2026-04-07T04:17:58.910018Z","end":"2026-04-07T04:17:59.146984Z","steps":["trace[1304840863] 'agreement among raft nodes before linearized reading' (duration: 236.614969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:59.146883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.748692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-07T04:17:59.14769Z","caller":"traceutil/trace.go:171","msg":"trace[1116423417] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25744; }","duration":"237.568695ms","start":"2026-04-07T04:17:58.910094Z","end":"2026-04-07T04:17:59.147662Z","steps":["trace[1116423417] 'agreement among raft nodes before linearized reading' (duration: 236.569907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T04:17:59.30426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.812101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-07T04:17:59.304509Z","caller":"traceutil/trace.go:171","msg":"trace[1419142306] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"152.738631ms","start":"2026-04-07T04:17:59.151751Z","end":"2026-04-07T04:17:59.304489Z","steps":["trace[1419142306] 'process raft request' (duration: 152.694359ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:59.304562Z","caller":"traceutil/trace.go:171","msg":"trace[1343055127] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"154.22553ms","start":"2026-04-07T04:17:59.150296Z","end":"2026-04-07T04:17:59.304522Z","steps":["trace[1343055127] 'process raft request' (duration: 24.05556ms)","trace[1343055127] 'compare' (duration: 129.536163ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:17:59.304662Z","caller":"traceutil/trace.go:171","msg":"trace[105033459] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"153.11587ms","start":"2026-04-07T04:17:59.151532Z","end":"2026-04-07T04:17:59.304648Z","steps":["trace[105033459] 'process raft request' (duration: 152.847743ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:59.312017Z","caller":"traceutil/trace.go:171","msg":"trace[1983168318] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"110.707524ms","start":"2026-04-07T04:17:59.201292Z","end":"2026-04-07T04:17:59.312Z","steps":["trace[1983168318] 'process raft request' (duration: 110.650032ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:17:59.626616Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22918,"took":"477.105273ms","hash":2633406243,"current-db-size-bytes":57712640,"current-db-size":"58 MB","current-db-size-in-use-bytes":35344384,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-07T04:17:59.626689Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2633406243,"revision":22918,"compact-revision":20138} {"level":"warn","ts":"2026-04-07T04:18:20.001916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.87922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T04:18:20.001995Z","caller":"traceutil/trace.go:171","msg":"trace[334062730] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26013; }","duration":"134.013514ms","start":"2026-04-07T04:18:19.867965Z","end":"2026-04-07T04:18:20.001978Z","steps":["trace[334062730] 'count revisions from in-memory index tree' (duration: 133.800368ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:18:33.778758Z","caller":"traceutil/trace.go:171","msg":"trace[1290807088] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"262.011025ms","start":"2026-04-07T04:18:33.516715Z","end":"2026-04-07T04:18:33.778726Z","steps":["trace[1290807088] 'process raft request' (duration: 176.261587ms)","trace[1290807088] 'compare' (duration: 85.439621ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T04:18:33.780105Z","caller":"traceutil/trace.go:171","msg":"trace[1729059771] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"262.346624ms","start":"2026-04-07T04:18:33.517725Z","end":"2026-04-07T04:18:33.780072Z","steps":["trace[1729059771] 'process raft request' (duration: 262.068146ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:18:42.231129Z","caller":"traceutil/trace.go:171","msg":"trace[977314685] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"100.338853ms","start":"2026-04-07T04:18:42.130753Z","end":"2026-04-07T04:18:42.231092Z","steps":["trace[977314685] 'process raft request' (duration: 100.118327ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:18:47.392353Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a05.wal"} {"level":"info","ts":"2026-04-07T04:21:31.203177Z","caller":"traceutil/trace.go:171","msg":"trace[1276636824] transaction","detail":"{read_only:false; response_revision:27864; number_of_response:1; }","duration":"133.88064ms","start":"2026-04-07T04:21:31.069259Z","end":"2026-04-07T04:21:31.20314Z","steps":["trace[1276636824] 'process raft request' (duration: 133.632744ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:22:59.156278Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25742} {"level":"info","ts":"2026-04-07T04:22:59.2843Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25742,"took":"124.442135ms","hash":2711250506,"current-db-size-bytes":57712640,"current-db-size":"58 MB","current-db-size-in-use-bytes":37707776,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-04-07T04:22:59.284404Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2711250506,"revision":25742,"compact-revision":22918} {"level":"info","ts":"2026-04-07T04:23:58.281745Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T04:23:58.288026Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-07T04:23:58.288164Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-07T04:27:59.168066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28632} {"level":"info","ts":"2026-04-07T04:27:59.327104Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28632,"took":"153.550594ms","hash":1173880201,"current-db-size-bytes":57712640,"current-db-size":"58 MB","current-db-size-in-use-bytes":30687232,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T04:27:59.327184Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1173880201,"revision":28632,"compact-revision":25742} {"level":"info","ts":"2026-04-07T04:32:59.175123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30863} {"level":"info","ts":"2026-04-07T04:32:59.292608Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30863,"took":"113.430637ms","hash":262759942,"current-db-size-bytes":57712640,"current-db-size":"58 MB","current-db-size-in-use-bytes":30998528,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T04:32:59.29268Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":262759942,"revision":30863,"compact-revision":28632} {"level":"info","ts":"2026-04-07T04:37:59.183907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33134} {"level":"info","ts":"2026-04-07T04:37:59.345688Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33134,"took":"154.658959ms","hash":2084691888,"current-db-size-bytes":58757120,"current-db-size":"59 MB","current-db-size-in-use-bytes":31535104,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T04:37:59.34578Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2084691888,"revision":33134,"compact-revision":30863} {"level":"info","ts":"2026-04-07T04:42:59.214031Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35432} {"level":"info","ts":"2026-04-07T04:42:59.370454Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35432,"took":"151.061132ms","hash":3105017519,"current-db-size-bytes":59219968,"current-db-size":"59 MB","current-db-size-in-use-bytes":31342592,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-07T04:42:59.370536Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3105017519,"revision":35432,"compact-revision":33134} {"level":"info","ts":"2026-04-07T04:45:21.534314Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"14f8f2dfdaccebdb","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T04:45:21.539448Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-07T04:45:21.539582Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-07T04:47:34.72873Z","caller":"traceutil/trace.go:171","msg":"trace[821960131] transaction","detail":"{read_only:false; response_revision:39786; number_of_response:1; }","duration":"103.826008ms","start":"2026-04-07T04:47:34.624889Z","end":"2026-04-07T04:47:34.728715Z","steps":["trace[821960131] 'process raft request' (duration: 103.730905ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T04:47:59.224358Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37668} {"level":"info","ts":"2026-04-07T04:47:59.346971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37668,"took":"117.441714ms","hash":725678417,"current-db-size-bytes":59641856,"current-db-size":"60 MB","current-db-size-in-use-bytes":32145408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T04:47:59.347051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":725678417,"revision":37668,"compact-revision":35432}