{"level":"warn","ts":"2026-04-07T09:39:23.16428Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:39:23.164408Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=instance=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T09:39:23.164506Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:39:23.164516Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-04-07T09:39:23.16454Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:39:23.165494Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-04-07T09:39:23.1656Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T09:39:23.17047Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.563739ms"} {"level":"info","ts":"2026-04-07T09:39:23.17825Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-04-07T09:39:23.17837Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T09:39:23.178407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-04-07T09:39:23.178435Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T09:39:23.178448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-04-07T09:39:23.178498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-04-07T09:39:23.184993Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T09:39:23.186965Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T09:39:23.188399Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T09:39:23.19115Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T09:39:23.191828Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T09:39:23.191857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:39:23.192054Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:39:23.192068Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:39:23.193641Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-04-07T09:39:23.195172Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-04-07T09:39:23.197676Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:39:23.197983Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-04-07T09:39:23.198121Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-04-07T09:39:23.198178Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T09:39:23.198233Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T09:39:24.179515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T09:39:24.179584Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T09:39:24.179634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-04-07T09:39:24.179683Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-04-07T09:39:24.179693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-04-07T09:39:24.179703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-04-07T09:39:24.179713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-04-07T09:39:24.181053Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:39:24.181826Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T09:39:24.181859Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:39:24.181878Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:39:24.182215Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T09:39:24.182313Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T09:39:24.1825Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:39:24.182644Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:39:24.182757Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:39:24.186161Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T09:39:24.186411Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-04-07T09:39:28.870163Z","caller":"traceutil/trace.go:171","msg":"trace[2108273689] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"117.404876ms","start":"2026-04-07T09:39:28.752729Z","end":"2026-04-07T09:39:28.870134Z","steps":["trace[2108273689] 'process raft request' (duration: 117.198641ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:39:55.098322Z","caller":"traceutil/trace.go:171","msg":"trace[176105264] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"111.699164ms","start":"2026-04-07T09:39:54.986578Z","end":"2026-04-07T09:39:55.098277Z","steps":["trace[176105264] 'process raft request' (duration: 40.461882ms)","trace[176105264] 'compare' (duration: 70.899644ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:39:55.098419Z","caller":"traceutil/trace.go:171","msg":"trace[1369077486] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"111.229382ms","start":"2026-04-07T09:39:54.987154Z","end":"2026-04-07T09:39:55.098384Z","steps":["trace[1369077486] 'process raft request' (duration: 111.083009ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:39:55.098653Z","caller":"traceutil/trace.go:171","msg":"trace[1840632909] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"105.076136ms","start":"2026-04-07T09:39:54.993517Z","end":"2026-04-07T09:39:55.098593Z","steps":["trace[1840632909] 'process raft request' (duration: 104.80981ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:40:01.476295Z","caller":"traceutil/trace.go:171","msg":"trace[822286176] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"160.731409ms","start":"2026-04-07T09:40:01.315541Z","end":"2026-04-07T09:40:01.476272Z","steps":["trace[822286176] 'process raft request' (duration: 160.583976ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:40:01.736269Z","caller":"traceutil/trace.go:171","msg":"trace[105255113] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"143.806427ms","start":"2026-04-07T09:40:01.592432Z","end":"2026-04-07T09:40:01.736238Z","steps":["trace[105255113] 'read index received' (duration: 142.072906ms)","trace[105255113] 'applied index is now lower than readState.Index' (duration: 1.732441ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:40:01.736359Z","caller":"traceutil/trace.go:171","msg":"trace[1107168936] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"188.56071ms","start":"2026-04-07T09:40:01.547753Z","end":"2026-04-07T09:40:01.736313Z","steps":["trace[1107168936] 'process raft request' (duration: 187.381001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:40:01.736498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.041043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T09:40:01.736604Z","caller":"traceutil/trace.go:171","msg":"trace[659625095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:623; }","duration":"144.219838ms","start":"2026-04-07T09:40:01.592373Z","end":"2026-04-07T09:40:01.736593Z","steps":["trace[659625095] 'agreement among raft nodes before linearized reading' (duration: 143.982472ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:40:02.189458Z","caller":"traceutil/trace.go:171","msg":"trace[980036093] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"395.698272ms","start":"2026-04-07T09:40:01.793736Z","end":"2026-04-07T09:40:02.189435Z","steps":["trace[980036093] 'process raft request' (duration: 395.529588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:40:02.189994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:40:01.793701Z","time spent":"395.823165ms","remote":"127.0.0.1:54104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T09:40:17.414442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.94644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:40:17.414561Z","caller":"traceutil/trace.go:171","msg":"trace[167843905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:779; }","duration":"104.132215ms","start":"2026-04-07T09:40:17.310408Z","end":"2026-04-07T09:40:17.41454Z","steps":["trace[167843905] 'range keys from in-memory index tree' (duration: 103.827527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:31.071559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.242837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T09:41:31.071693Z","caller":"traceutil/trace.go:171","msg":"trace[133459120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1850; }","duration":"233.469173ms","start":"2026-04-07T09:41:30.838185Z","end":"2026-04-07T09:41:31.071654Z","steps":["trace[133459120] 'range keys from in-memory index tree' (duration: 232.825718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:31.07154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.158843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:41:31.071824Z","caller":"traceutil/trace.go:171","msg":"trace[30657270] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1850; }","duration":"243.494191ms","start":"2026-04-07T09:41:30.828294Z","end":"2026-04-07T09:41:31.071788Z","steps":["trace[30657270] 'count revisions from in-memory index tree' (duration: 242.973329ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.129737Z","caller":"traceutil/trace.go:171","msg":"trace[1916274206] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"259.07845ms","start":"2026-04-07T09:41:30.870624Z","end":"2026-04-07T09:41:31.129703Z","steps":["trace[1916274206] 'process raft request' (duration: 258.840775ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.231114Z","caller":"traceutil/trace.go:171","msg":"trace[960929644] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"276.33817ms","start":"2026-04-07T09:41:30.954734Z","end":"2026-04-07T09:41:31.231072Z","steps":["trace[960929644] 'process raft request' (duration: 238.557963ms)","trace[960929644] 'compare' (duration: 37.557771ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:41:31.231422Z","caller":"traceutil/trace.go:171","msg":"trace[1171892446] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"154.474917ms","start":"2026-04-07T09:41:31.07693Z","end":"2026-04-07T09:41:31.231405Z","steps":["trace[1171892446] 'process raft request' (duration: 154.077328ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.231597Z","caller":"traceutil/trace.go:171","msg":"trace[1798575897] linearizableReadLoop","detail":"{readStateIndex:1919; appliedIndex:1918; }","duration":"227.778098ms","start":"2026-04-07T09:41:31.003787Z","end":"2026-04-07T09:41:31.231566Z","steps":["trace[1798575897] 'read index received' (duration: 125.923159ms)","trace[1798575897] 'applied index is now lower than readState.Index' (duration: 101.853009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:41:31.233468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.471303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T09:41:31.233512Z","caller":"traceutil/trace.go:171","msg":"trace[1432698218] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1854; }","duration":"212.553605ms","start":"2026-04-07T09:41:31.020943Z","end":"2026-04-07T09:41:31.233496Z","steps":["trace[1432698218] 'agreement among raft nodes before linearized reading' (duration: 212.412252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:31.232714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.848994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c5401a73-a0bf-4e7f-8e50-e8cf2fe06fa8\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-07T09:41:31.233765Z","caller":"traceutil/trace.go:171","msg":"trace[667244320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c5401a73-a0bf-4e7f-8e50-e8cf2fe06fa8; range_end:; response_count:1; response_revision:1854; }","duration":"229.995241ms","start":"2026-04-07T09:41:31.003732Z","end":"2026-04-07T09:41:31.233727Z","steps":["trace[667244320] 'agreement among raft nodes before linearized reading' (duration: 228.499036ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.735137Z","caller":"traceutil/trace.go:171","msg":"trace[1625143110] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"362.570847ms","start":"2026-04-07T09:41:31.372506Z","end":"2026-04-07T09:41:31.735076Z","steps":["trace[1625143110] 'process raft request' (duration: 307.688425ms)","trace[1625143110] 'compare' (duration: 54.507383ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:41:31.735308Z","caller":"traceutil/trace.go:171","msg":"trace[1236038376] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1923; }","duration":"116.082906ms","start":"2026-04-07T09:41:31.619193Z","end":"2026-04-07T09:41:31.735276Z","steps":["trace[1236038376] 'read index received' (duration: 61.003139ms)","trace[1236038376] 'applied index is now lower than readState.Index' (duration: 55.074997ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:41:31.735519Z","caller":"traceutil/trace.go:171","msg":"trace[2109595164] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"345.297329ms","start":"2026-04-07T09:41:31.390161Z","end":"2026-04-07T09:41:31.735458Z","steps":["trace[2109595164] 'process raft request' (duration: 344.852097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:31.735612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.398213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-07T09:41:31.735658Z","caller":"traceutil/trace.go:171","msg":"trace[330655240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1862; }","duration":"116.511606ms","start":"2026-04-07T09:41:31.619133Z","end":"2026-04-07T09:41:31.735644Z","steps":["trace[330655240] 'agreement among raft nodes before linearized reading' (duration: 116.26491ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.73567Z","caller":"traceutil/trace.go:171","msg":"trace[474826277] transaction","detail":"{read_only:false; response_revision:1860; number_of_response:1; }","duration":"345.069702ms","start":"2026-04-07T09:41:31.390578Z","end":"2026-04-07T09:41:31.735648Z","steps":["trace[474826277] 'process raft request' (duration: 344.531309ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.735672Z","caller":"traceutil/trace.go:171","msg":"trace[1028974841] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"345.836531ms","start":"2026-04-07T09:41:31.389787Z","end":"2026-04-07T09:41:31.735623Z","steps":["trace[1028974841] 'process raft request' (duration: 345.128373ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.735666Z","caller":"traceutil/trace.go:171","msg":"trace[2015370378] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"344.461948ms","start":"2026-04-07T09:41:31.391176Z","end":"2026-04-07T09:41:31.735638Z","steps":["trace[2015370378] 'process raft request' (duration: 343.983417ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.736054Z","caller":"traceutil/trace.go:171","msg":"trace[640105628] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"330.547217ms","start":"2026-04-07T09:41:31.405201Z","end":"2026-04-07T09:41:31.735749Z","steps":["trace[640105628] 'process raft request' (duration: 330.018835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:31.736294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:41:31.372476Z","time spent":"362.778563ms","remote":"127.0.0.1:54040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:41:31.736426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:41:31.390561Z","time spent":"345.155865ms","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:41:31.736437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:41:31.405185Z","time spent":"331.057139ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:41:31.73668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:41:31.39015Z","time spent":"345.487243ms","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:41:31.7368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:41:31.389767Z","time spent":"345.975894ms","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:41:31.736934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:41:31.391166Z","time spent":"344.608591ms","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:41:44.169505Z","caller":"traceutil/trace.go:171","msg":"trace[2121458191] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"150.861962ms","start":"2026-04-07T09:41:44.018617Z","end":"2026-04-07T09:41:44.169479Z","steps":["trace[2121458191] 'process raft request' (duration: 53.986383ms)","trace[2121458191] 'compare' (duration: 96.334697ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:41:47.52501Z","caller":"traceutil/trace.go:171","msg":"trace[2016828832] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2063; }","duration":"220.967616ms","start":"2026-04-07T09:41:47.304011Z","end":"2026-04-07T09:41:47.524979Z","steps":["trace[2016828832] 'read index received' (duration: 220.764402ms)","trace[2016828832] 'applied index is now lower than readState.Index' (duration: 201.894µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:41:47.525079Z","caller":"traceutil/trace.go:171","msg":"trace[1339087909] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"228.393093ms","start":"2026-04-07T09:41:47.296644Z","end":"2026-04-07T09:41:47.525037Z","steps":["trace[1339087909] 'process raft request' (duration: 228.170218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:47.525395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.670497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-07T09:41:47.525434Z","caller":"traceutil/trace.go:171","msg":"trace[1542415164] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:1993; }","duration":"177.77641ms","start":"2026-04-07T09:41:47.347648Z","end":"2026-04-07T09:41:47.525424Z","steps":["trace[1542415164] 'agreement among raft nodes before linearized reading' (duration: 177.512134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:47.525528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.511689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T09:41:47.525576Z","caller":"traceutil/trace.go:171","msg":"trace[1216076983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1993; }","duration":"221.635432ms","start":"2026-04-07T09:41:47.303927Z","end":"2026-04-07T09:41:47.525562Z","steps":["trace[1216076983] 'agreement among raft nodes before linearized reading' (duration: 221.197632ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:26.793867Z","caller":"traceutil/trace.go:171","msg":"trace[2110752552] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"156.033306ms","start":"2026-04-07T09:42:26.637797Z","end":"2026-04-07T09:42:26.793831Z","steps":["trace[2110752552] 'process raft request' (duration: 155.850151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:27.04244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.174829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:42:27.042543Z","caller":"traceutil/trace.go:171","msg":"trace[1334904980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2209; }","duration":"127.357593ms","start":"2026-04-07T09:42:26.915165Z","end":"2026-04-07T09:42:27.042523Z","steps":["trace[1334904980] 'count revisions from in-memory index tree' (duration: 127.039975ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:27.198768Z","caller":"traceutil/trace.go:171","msg":"trace[292698490] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"136.378837ms","start":"2026-04-07T09:42:27.062358Z","end":"2026-04-07T09:42:27.198737Z","steps":["trace[292698490] 'process raft request' (duration: 136.112381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:35.788377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.904817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:43:35.788498Z","caller":"traceutil/trace.go:171","msg":"trace[422483154] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2779; }","duration":"148.092582ms","start":"2026-04-07T09:43:35.640379Z","end":"2026-04-07T09:43:35.788472Z","steps":["trace[422483154] 'count revisions from in-memory index tree' (duration: 147.812444ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:35.788854Z","caller":"traceutil/trace.go:171","msg":"trace[892032342] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"139.805485ms","start":"2026-04-07T09:43:35.648913Z","end":"2026-04-07T09:43:35.788718Z","steps":["trace[892032342] 'process raft request' (duration: 52.669191ms)","trace[892032342] 'compare' (duration: 86.799825ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:20.56793Z","caller":"traceutil/trace.go:171","msg":"trace[1428441805] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"117.95173ms","start":"2026-04-07T09:47:20.449944Z","end":"2026-04-07T09:47:20.567895Z","steps":["trace[1428441805] 'process raft request' (duration: 78.572075ms)","trace[1428441805] 'compare' (duration: 39.060847ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:20.590101Z","caller":"traceutil/trace.go:171","msg":"trace[661175061] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"139.503475ms","start":"2026-04-07T09:47:20.450567Z","end":"2026-04-07T09:47:20.590071Z","steps":["trace[661175061] 'process raft request' (duration: 139.206448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:20.590339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.390619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8pk7j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-07T09:47:20.590427Z","caller":"traceutil/trace.go:171","msg":"trace[1524864231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8pk7j; range_end:; response_count:1; response_revision:4251; }","duration":"138.583093ms","start":"2026-04-07T09:47:20.451825Z","end":"2026-04-07T09:47:20.590408Z","steps":["trace[1524864231] 'agreement among raft nodes before linearized reading' (duration: 138.257346ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:20.590283Z","caller":"traceutil/trace.go:171","msg":"trace[1380035653] linearizableReadLoop","detail":"{readStateIndex:4421; appliedIndex:4419; }","duration":"138.109202ms","start":"2026-04-07T09:47:20.451873Z","end":"2026-04-07T09:47:20.589982Z","steps":["trace[1380035653] 'read index received' (duration: 76.473734ms)","trace[1380035653] 'applied index is now lower than readState.Index' (duration: 61.633988ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:20.725114Z","caller":"traceutil/trace.go:171","msg":"trace[40635700] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"104.013056ms","start":"2026-04-07T09:47:20.621073Z","end":"2026-04-07T09:47:20.725086Z","steps":["trace[40635700] 'process raft request' (duration: 86.672179ms)","trace[40635700] 'compare' (duration: 16.999178ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:20.930222Z","caller":"traceutil/trace.go:171","msg":"trace[225738706] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"110.832579ms","start":"2026-04-07T09:47:20.818807Z","end":"2026-04-07T09:47:20.92964Z","steps":["trace[225738706] 'process raft request' (duration: 105.761307ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:34.010437Z","caller":"traceutil/trace.go:171","msg":"trace[250749550] linearizableReadLoop","detail":"{readStateIndex:4951; appliedIndex:4950; }","duration":"104.961658ms","start":"2026-04-07T09:47:33.905437Z","end":"2026-04-07T09:47:34.010399Z","steps":["trace[250749550] 'read index received' (duration: 37.250866ms)","trace[250749550] 'applied index is now lower than readState.Index' (duration: 67.709522ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:34.010548Z","caller":"traceutil/trace.go:171","msg":"trace[679543155] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"162.372741ms","start":"2026-04-07T09:47:33.848129Z","end":"2026-04-07T09:47:34.010502Z","steps":["trace[679543155] 'process raft request' (duration: 94.640109ms)","trace[679543155] 'compare' (duration: 67.460906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:47:34.010726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.253736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T09:47:34.010763Z","caller":"traceutil/trace.go:171","msg":"trace[804720329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4773; }","duration":"105.355298ms","start":"2026-04-07T09:47:33.905399Z","end":"2026-04-07T09:47:34.010754Z","steps":["trace[804720329] 'agreement among raft nodes before linearized reading' (duration: 105.159823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.038494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.538872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-07T09:47:34.038502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.297791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f6ab66c-adab-4bba-8b15-5242f4ed2dbc\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-07T09:47:34.038571Z","caller":"traceutil/trace.go:171","msg":"trace[234482352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4774; }","duration":"132.642494ms","start":"2026-04-07T09:47:33.90591Z","end":"2026-04-07T09:47:34.038553Z","steps":["trace[234482352] 'agreement among raft nodes before linearized reading' (duration: 132.379948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:34.038719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.253791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:47:34.038757Z","caller":"traceutil/trace.go:171","msg":"trace[1361109472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4774; }","duration":"131.315383ms","start":"2026-04-07T09:47:33.907431Z","end":"2026-04-07T09:47:34.038747Z","steps":["trace[1361109472] 'agreement among raft nodes before linearized reading' (duration: 131.231541ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:34.038882Z","caller":"traceutil/trace.go:171","msg":"trace[207876920] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5f6ab66c-adab-4bba-8b15-5242f4ed2dbc; range_end:; response_count:1; response_revision:4774; }","duration":"111.467595ms","start":"2026-04-07T09:47:33.927109Z","end":"2026-04-07T09:47:34.038576Z","steps":["trace[207876920] 'agreement among raft nodes before linearized reading' (duration: 111.109666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:40.574321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.173639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:40.574435Z","caller":"traceutil/trace.go:171","msg":"trace[421808262] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4990; }","duration":"209.324182ms","start":"2026-04-07T09:47:40.365091Z","end":"2026-04-07T09:47:40.574415Z","steps":["trace[421808262] 'range keys from in-memory index tree' (duration: 209.075527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:40.57453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.094052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-95bc903f-92a5-4edf-9f98-57b6f363f768\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-07T09:47:40.574617Z","caller":"traceutil/trace.go:171","msg":"trace[1688160669] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-95bc903f-92a5-4edf-9f98-57b6f363f768; range_end:; response_count:1; response_revision:4990; }","duration":"137.236476ms","start":"2026-04-07T09:47:40.43736Z","end":"2026-04-07T09:47:40.574596Z","steps":["trace[1688160669] 'range keys from in-memory index tree' (duration: 136.868877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:40.574614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.64225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:40.574746Z","caller":"traceutil/trace.go:171","msg":"trace[1386652195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4990; }","duration":"263.872066ms","start":"2026-04-07T09:47:40.310846Z","end":"2026-04-07T09:47:40.574718Z","steps":["trace[1386652195] 'range keys from in-memory index tree' (duration: 263.514027ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:40.616711Z","caller":"traceutil/trace.go:171","msg":"trace[788786458] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"141.839526ms","start":"2026-04-07T09:47:40.474845Z","end":"2026-04-07T09:47:40.616684Z","steps":["trace[788786458] 'process raft request' (duration: 141.604531ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:40.905398Z","caller":"traceutil/trace.go:171","msg":"trace[1873512904] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"102.898418ms","start":"2026-04-07T09:47:40.802475Z","end":"2026-04-07T09:47:40.905373Z","steps":["trace[1873512904] 'process raft request' (duration: 102.712393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:51.810707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150235297077121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:52.071729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.89818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:47:52.072037Z","caller":"traceutil/trace.go:171","msg":"trace[319229535] linearizableReadLoop","detail":"{readStateIndex:5390; appliedIndex:5385; }","duration":"761.991595ms","start":"2026-04-07T09:47:51.310028Z","end":"2026-04-07T09:47:52.07202Z","steps":["trace[319229535] 'read index received' (duration: 604.637145ms)","trace[319229535] 'applied index is now lower than readState.Index' (duration: 157.35321ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:52.072136Z","caller":"traceutil/trace.go:171","msg":"trace[304748554] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"889.020805ms","start":"2026-04-07T09:47:51.183105Z","end":"2026-04-07T09:47:52.072126Z","steps":["trace[304748554] 'process raft request' (duration: 888.723438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.072185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.183074Z","time spent":"889.090717ms","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:47:52.072416Z","caller":"traceutil/trace.go:171","msg":"trace[1505600404] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"889.441245ms","start":"2026-04-07T09:47:51.182787Z","end":"2026-04-07T09:47:52.072228Z","steps":["trace[1505600404] 'process raft request' (duration: 731.86067ms)","trace[1505600404] 'compare' (duration: 156.765676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:47:52.072672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.182757Z","time spent":"889.796294ms","remote":"127.0.0.1:54032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":499,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:47:52.072926Z","caller":"traceutil/trace.go:171","msg":"trace[1422362551] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"888.221355ms","start":"2026-04-07T09:47:51.184692Z","end":"2026-04-07T09:47:52.072913Z","steps":["trace[1422362551] 'process raft request' (duration: 887.18522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.072974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.184677Z","time spent":"888.275527ms","remote":"127.0.0.1:54294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6370,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T09:47:52.073007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.976529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:47:52.073055Z","caller":"traceutil/trace.go:171","msg":"trace[2131784149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5199; }","duration":"763.067951ms","start":"2026-04-07T09:47:51.309972Z","end":"2026-04-07T09:47:52.07304Z","steps":["trace[2131784149] 'agreement among raft nodes before linearized reading' (duration: 762.727733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.073078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.309947Z","time spent":"763.126233ms","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:52.073143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.799222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:47:52.07317Z","caller":"traceutil/trace.go:171","msg":"trace[1286765789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5199; }","duration":"541.874313ms","start":"2026-04-07T09:47:51.53129Z","end":"2026-04-07T09:47:52.073164Z","steps":["trace[1286765789] 'agreement among raft nodes before linearized reading' (duration: 541.791621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.07319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.531262Z","time spent":"541.922795ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-07T09:47:52.073345Z","caller":"traceutil/trace.go:171","msg":"trace[285672411] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"886.374951ms","start":"2026-04-07T09:47:51.186957Z","end":"2026-04-07T09:47:52.073332Z","steps":["trace[285672411] 'process raft request' (duration: 884.953327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.07342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.186947Z","time spent":"886.426183ms","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5960,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:52.073451Z","caller":"traceutil/trace.go:171","msg":"trace[951431458] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"459.003917ms","start":"2026-04-07T09:47:51.614391Z","end":"2026-04-07T09:47:52.073395Z","steps":["trace[951431458] 'process raft request' (duration: 457.576302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.07365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:51.614364Z","time spent":"459.181821ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:52.397112Z","caller":"traceutil/trace.go:171","msg":"trace[296642890] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"315.619732ms","start":"2026-04-07T09:47:52.081451Z","end":"2026-04-07T09:47:52.397071Z","steps":["trace[296642890] 'process raft request' (duration: 272.474343ms)","trace[296642890] 'compare' (duration: 42.74777ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:52.397161Z","caller":"traceutil/trace.go:171","msg":"trace[133601004] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"315.680303ms","start":"2026-04-07T09:47:52.081448Z","end":"2026-04-07T09:47:52.397128Z","steps":["trace[133601004] 'process raft request' (duration: 315.390957ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:52.397247Z","caller":"traceutil/trace.go:171","msg":"trace[1148583276] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5391; }","duration":"230.390029ms","start":"2026-04-07T09:47:52.166827Z","end":"2026-04-07T09:47:52.397217Z","steps":["trace[1148583276] 'read index received' (duration: 187.033255ms)","trace[1148583276] 'applied index is now lower than readState.Index' (duration: 43.355824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:47:52.397301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.081419Z","time spent":"315.816467ms","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:47:52.397289Z","caller":"traceutil/trace.go:171","msg":"trace[1944580388] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"315.481988ms","start":"2026-04-07T09:47:52.081772Z","end":"2026-04-07T09:47:52.397254Z","steps":["trace[1944580388] 'process raft request' (duration: 315.207462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.397335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.08142Z","time spent":"315.803297ms","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1563,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:52.397504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.081745Z","time spent":"315.641653ms","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11843,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:52.397633Z","caller":"traceutil/trace.go:171","msg":"trace[942872318] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"316.095874ms","start":"2026-04-07T09:47:52.081522Z","end":"2026-04-07T09:47:52.397618Z","steps":["trace[942872318] 'process raft request' (duration: 315.388346ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:52.397749Z","caller":"traceutil/trace.go:171","msg":"trace[1971163472] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"314.873685ms","start":"2026-04-07T09:47:52.08285Z","end":"2026-04-07T09:47:52.397723Z","steps":["trace[1971163472] 'process raft request' (duration: 314.217489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.397874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.082839Z","time spent":"314.974658ms","remote":"127.0.0.1:54324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5085,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:52.397973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.886863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T09:47:52.397994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.163649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T09:47:52.398035Z","caller":"traceutil/trace.go:171","msg":"trace[1219348720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5205; }","duration":"208.990335ms","start":"2026-04-07T09:47:52.18903Z","end":"2026-04-07T09:47:52.39802Z","steps":["trace[1219348720] 'agreement among raft nodes before linearized reading' (duration: 208.79299ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:52.39805Z","caller":"traceutil/trace.go:171","msg":"trace[1553269759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5205; }","duration":"231.276381ms","start":"2026-04-07T09:47:52.166759Z","end":"2026-04-07T09:47:52.398035Z","steps":["trace[1553269759] 'agreement among raft nodes before linearized reading' (duration: 231.058576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.398409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.390625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:47:52.400084Z","caller":"traceutil/trace.go:171","msg":"trace[330420576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5205; }","duration":"172.079054ms","start":"2026-04-07T09:47:52.227993Z","end":"2026-04-07T09:47:52.400072Z","steps":["trace[330420576] 'agreement among raft nodes before linearized reading' (duration: 170.304562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.397744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.081492Z","time spent":"316.190597ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:52.519484Z","caller":"traceutil/trace.go:171","msg":"trace[1783276039] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"113.634066ms","start":"2026-04-07T09:47:52.405825Z","end":"2026-04-07T09:47:52.519459Z","steps":["trace[1783276039] 'process raft request' (duration: 113.514264ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:52.519543Z","caller":"traceutil/trace.go:171","msg":"trace[336027558] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"113.702418ms","start":"2026-04-07T09:47:52.405782Z","end":"2026-04-07T09:47:52.519484Z","steps":["trace[336027558] 'process raft request' (duration: 112.52235ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:52.51992Z","caller":"traceutil/trace.go:171","msg":"trace[143577040] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"112.284225ms","start":"2026-04-07T09:47:52.407601Z","end":"2026-04-07T09:47:52.519885Z","steps":["trace[143577040] 'process raft request' (duration: 111.794773ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:52.520125Z","caller":"traceutil/trace.go:171","msg":"trace[1575164555] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"111.711721ms","start":"2026-04-07T09:47:52.408406Z","end":"2026-04-07T09:47:52.520118Z","steps":["trace[1575164555] 'process raft request' (duration: 111.366953ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:52.727134Z","caller":"traceutil/trace.go:171","msg":"trace[1518751573] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5401; }","duration":"207.072438ms","start":"2026-04-07T09:47:52.520045Z","end":"2026-04-07T09:47:52.727118Z","steps":["trace[1518751573] 'read index received' (duration: 207.020037ms)","trace[1518751573] 'applied index is now lower than readState.Index' (duration: 51.701µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:52.727169Z","caller":"traceutil/trace.go:171","msg":"trace[850469394] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"265.184747ms","start":"2026-04-07T09:47:52.461953Z","end":"2026-04-07T09:47:52.727138Z","steps":["trace[850469394] 'process raft request' (duration: 265.065154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.727451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.662143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391886"} {"level":"info","ts":"2026-04-07T09:47:52.727478Z","caller":"traceutil/trace.go:171","msg":"trace[1541857212] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5211; }","duration":"266.745475ms","start":"2026-04-07T09:47:52.460726Z","end":"2026-04-07T09:47:52.727472Z","steps":["trace[1541857212] 'agreement among raft nodes before linearized reading' (duration: 266.474258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.729193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.240569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:6882"} {"level":"info","ts":"2026-04-07T09:47:52.729273Z","caller":"traceutil/trace.go:171","msg":"trace[1155275111] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5212; }","duration":"199.319131ms","start":"2026-04-07T09:47:52.529932Z","end":"2026-04-07T09:47:52.729251Z","steps":["trace[1155275111] 'agreement among raft nodes before linearized reading' (duration: 199.120457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:52.729476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.080137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-07T09:47:52.729588Z","caller":"traceutil/trace.go:171","msg":"trace[1812976717] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5212; }","duration":"187.230611ms","start":"2026-04-07T09:47:52.542328Z","end":"2026-04-07T09:47:52.729559Z","steps":["trace[1812976717] 'agreement among raft nodes before linearized reading' (duration: 186.923273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:53.273429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150235297077148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:53.773912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150235297077148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:54.27509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150235297077148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:54.775748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150235297077148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:54.980066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.246231706s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:47:54.982736Z","caller":"traceutil/trace.go:171","msg":"trace[759319717] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"2.248962021s","start":"2026-04-07T09:47:52.733727Z","end":"2026-04-07T09:47:54.982689Z","steps":["trace[759319717] 'process raft request' (duration: 2.246642536s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:54.982957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.733698Z","time spent":"2.249154476s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T09:47:55.311199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:55.311365Z","caller":"traceutil/trace.go:171","msg":"trace[1705966485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400445s","start":"2026-04-07T09:47:53.310944Z","end":"2026-04-07T09:47:55.311345Z","steps":["trace[1705966485] 'agreement among raft nodes before linearized reading' (duration: 2.00021389s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.311456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.310906Z","time spent":"2.000536328s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-07T09:47:55.846558Z","caller":"traceutil/trace.go:171","msg":"trace[1440089772] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"3.112186457s","start":"2026-04-07T09:47:52.734306Z","end":"2026-04-07T09:47:55.846492Z","steps":["trace[1440089772] 'process raft request' (duration: 3.1118875s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:55.846609Z","caller":"traceutil/trace.go:171","msg":"trace[221368037] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"3.109928142s","start":"2026-04-07T09:47:52.736649Z","end":"2026-04-07T09:47:55.846577Z","steps":["trace[221368037] 'process raft request' (duration: 3.109755188s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.846765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.734273Z","time spent":"3.112389722s","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:55.846806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.736641Z","time spent":"3.110056085s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:55.846906Z","caller":"traceutil/trace.go:171","msg":"trace[359937199] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"3.107861913s","start":"2026-04-07T09:47:52.738999Z","end":"2026-04-07T09:47:55.84686Z","steps":["trace[359937199] 'process raft request' (duration: 3.107500984s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:55.847068Z","caller":"traceutil/trace.go:171","msg":"trace[579837912] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"3.107120715s","start":"2026-04-07T09:47:52.739917Z","end":"2026-04-07T09:47:55.847038Z","steps":["trace[579837912] 'process raft request' (duration: 3.106927651s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.847147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.738972Z","time spent":"3.108034867s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6848,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:55.847303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.739901Z","time spent":"3.107262968s","remote":"127.0.0.1:54294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7164,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:57.311996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000361848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:57.31208Z","caller":"traceutil/trace.go:171","msg":"trace[1261193098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000512011s","start":"2026-04-07T09:47:55.311549Z","end":"2026-04-07T09:47:57.312061Z","steps":["trace[1261193098] 'agreement among raft nodes before linearized reading' (duration: 2.000410189s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:57.312127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.311517Z","time spent":"2.000601574s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:57.772511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999783539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:57.772645Z","caller":"traceutil/trace.go:171","msg":"trace[456726963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999993724s","start":"2026-04-07T09:47:52.772619Z","end":"2026-04-07T09:47:57.772613Z","steps":["trace[456726963] 'agreement among raft nodes before linearized reading' (duration: 4.99982555s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:57.772726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.772598Z","time spent":"5.000114526s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:47:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:57.959708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.96124Z","time spent":"4.998459935s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:47:58.125918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.127739Z","time spent":"4.998173079s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:58.81753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:58.817619Z","caller":"traceutil/trace.go:171","msg":"trace[495582580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000213282s","start":"2026-04-07T09:47:56.817387Z","end":"2026-04-07T09:47:58.8176Z","steps":["trace[495582580] 'agreement among raft nodes before linearized reading' (duration: 2.000098759s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:58.817728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.817369Z","time spent":"2.000347266s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.079087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.080783Z","time spent":"4.998296353s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.320903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000731625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:59.321004Z","caller":"traceutil/trace.go:171","msg":"trace[766381155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000905748s","start":"2026-04-07T09:47:57.320076Z","end":"2026-04-07T09:47:59.320982Z","steps":["trace[766381155] 'agreement among raft nodes before linearized reading' (duration: 2.000759275s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:59.321058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.320058Z","time spent":"2.000983861s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.403757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999125273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:59.403881Z","caller":"traceutil/trace.go:171","msg":"trace[1644776860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999318548s","start":"2026-04-07T09:47:54.404535Z","end":"2026-04-07T09:47:59.403854Z","steps":["trace[1644776860] 'agreement among raft nodes before linearized reading' (duration: 4.999154844s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:59.403973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.404511Z","time spent":"4.999423401s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.524192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999328079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:59.524278Z","caller":"traceutil/trace.go:171","msg":"trace[580284353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999482712s","start":"2026-04-07T09:47:54.524778Z","end":"2026-04-07T09:47:59.524261Z","steps":["trace[580284353] 'agreement among raft nodes before linearized reading' (duration: 4.99936846s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:59.524315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.524754Z","time spent":"4.999551994s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.733976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.73596Z","time spent":"4.998009455s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:47:59.806556Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0db69d674f99d4d6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-07T09:48:01.328576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:01.32866Z","caller":"traceutil/trace.go:171","msg":"trace[485033635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426208s","start":"2026-04-07T09:47:59.328215Z","end":"2026-04-07T09:48:01.328642Z","steps":["trace[485033635] 'agreement among raft nodes before linearized reading' (duration: 2.000329866s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:01.328705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.328195Z","time spent":"2.00050013s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:01.638469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.637351Z","time spent":"7.00111s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:02.771775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997134828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:02.771859Z","caller":"traceutil/trace.go:171","msg":"trace[2031475561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997235601s","start":"2026-04-07T09:47:59.774604Z","end":"2026-04-07T09:48:02.77184Z","steps":["trace[2031475561] 'agreement among raft nodes before linearized reading' (duration: 2.997131238s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:02.771905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.77454Z","time spent":"2.997355133s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:02.799293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.858829Z","time spent":"6.940294594s","remote":"127.0.0.1:54326","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:02.854018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.853806Z","time spent":"7.000205127s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:02.959806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998963788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:02.959907Z","caller":"traceutil/trace.go:171","msg":"trace[1409641895] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999135243s","start":"2026-04-07T09:47:57.960753Z","end":"2026-04-07T09:48:02.959888Z","steps":["trace[1409641895] 'agreement among raft nodes before linearized reading' (duration: 4.99901196s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:02.95997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.960726Z","time spent":"4.999232465s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.126619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998099497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:03.126708Z","caller":"traceutil/trace.go:171","msg":"trace[191563701] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998248122s","start":"2026-04-07T09:47:58.128439Z","end":"2026-04-07T09:48:03.126687Z","steps":["trace[191563701] 'agreement among raft nodes before linearized reading' (duration: 4.998131798s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:03.126756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:58.128417Z","time spent":"4.998329814s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/07 09:48:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.329733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000773996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:03.329824Z","caller":"traceutil/trace.go:171","msg":"trace[1017762395] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000891699s","start":"2026-04-07T09:48:01.328912Z","end":"2026-04-07T09:48:03.329804Z","steps":["trace[1017762395] 'agreement among raft nodes before linearized reading' (duration: 2.000766286s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:03.32988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.328901Z","time spent":"2.00096368s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.410187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.408943Z","time spent":"7.001236971s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:04.079773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998159339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.079859Z","caller":"traceutil/trace.go:171","msg":"trace[774247998] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998292493s","start":"2026-04-07T09:47:59.081548Z","end":"2026-04-07T09:48:04.079841Z","steps":["trace[774247998] 'agreement among raft nodes before linearized reading' (duration: 4.9981842s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.079907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.081528Z","time spent":"4.998367964s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.103337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.523889078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.10342Z","caller":"traceutil/trace.go:171","msg":"trace[1689947448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.524034381s","start":"2026-04-07T09:47:53.579367Z","end":"2026-04-07T09:48:04.103401Z","steps":["trace[1689947448] 'agreement among raft nodes before linearized reading' (duration: 10.523932538s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.103476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.579343Z","time spent":"10.524118403s","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.317049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.316477Z","time spent":"7.000561845s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:04.403046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995934748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.403157Z","caller":"traceutil/trace.go:171","msg":"trace[56994111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996118012s","start":"2026-04-07T09:48:01.407018Z","end":"2026-04-07T09:48:04.403136Z","steps":["trace[56994111] 'agreement among raft nodes before linearized reading' (duration: 2.995958838s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.403213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.406996Z","time spent":"2.996205044s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.523944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997107116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.524051Z","caller":"traceutil/trace.go:171","msg":"trace[37497318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997300031s","start":"2026-04-07T09:48:01.526727Z","end":"2026-04-07T09:48:04.524027Z","steps":["trace[37497318] 'agreement among raft nodes before linearized reading' (duration: 2.997143607s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.524115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.526694Z","time spent":"2.997406294s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.525084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000364467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.52516Z","caller":"traceutil/trace.go:171","msg":"trace[1689227525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.0004564s","start":"2026-04-07T09:47:54.524678Z","end":"2026-04-07T09:48:04.525134Z","steps":["trace[1689227525] 'agreement among raft nodes before linearized reading' (duration: 10.000382008s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.525101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000388988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.525297Z","caller":"traceutil/trace.go:171","msg":"trace[381450009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000623213s","start":"2026-04-07T09:47:54.524652Z","end":"2026-04-07T09:48:04.525275Z","steps":["trace[381450009] 'agreement among raft nodes before linearized reading' (duration: 10.000403138s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.525393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.524634Z","time spent":"10.000745027s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.525216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.524667Z","time spent":"10.000536072s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.564431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.717362402s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-07T09:48:04.565126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429937333s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.565267Z","caller":"traceutil/trace.go:171","msg":"trace[1170485469] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5217; }","duration":"2.430093988s","start":"2026-04-07T09:48:02.13515Z","end":"2026-04-07T09:48:04.565244Z","steps":["trace[1170485469] 'range keys from in-memory index tree' (duration: 2.429918583s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.59416Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.694540461s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:48:04.628036Z","caller":"traceutil/trace.go:171","msg":"trace[2132004138] linearizableReadLoop","detail":"{readStateIndex:5414; appliedIndex:5403; }","duration":"11.855322859s","start":"2026-04-07T09:47:52.772682Z","end":"2026-04-07T09:48:04.628005Z","steps":["trace[2132004138] 'read index received' (duration: 2.20771256s)","trace[2132004138] 'applied index is now lower than readState.Index' (duration: 9.647608649s)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:48:04.646266Z","caller":"traceutil/trace.go:171","msg":"trace[1972883697] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"4.855646657s","start":"2026-04-07T09:47:59.790581Z","end":"2026-04-07T09:48:04.646228Z","steps":["trace[1972883697] 'process raft request' (duration: 4.855320699s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.646451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.790553Z","time spent":"4.855805361s","remote":"127.0.0.1:54040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:04.64652Z","caller":"traceutil/trace.go:171","msg":"trace[1833770090] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"1.516174143s","start":"2026-04-07T09:48:03.130323Z","end":"2026-04-07T09:48:04.646497Z","steps":["trace[1833770090] 'process raft request' (duration: 1.516007169s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.646498Z","caller":"traceutil/trace.go:171","msg":"trace[1250175778] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"4.447007612s","start":"2026-04-07T09:48:00.199431Z","end":"2026-04-07T09:48:04.646439Z","steps":["trace[1250175778] 'process raft request' (duration: 4.446687454s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.64663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.130292Z","time spent":"1.516287666s","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:48:04.646623Z","caller":"traceutil/trace.go:171","msg":"trace[1882210134] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5229; }","duration":"1.232251814s","start":"2026-04-07T09:48:03.41433Z","end":"2026-04-07T09:48:04.646581Z","steps":["trace[1882210134] 'process raft request' (duration: 1.23207988s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.646691Z","caller":"traceutil/trace.go:171","msg":"trace[1242317292] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"324.900236ms","start":"2026-04-07T09:48:04.321766Z","end":"2026-04-07T09:48:04.646666Z","steps":["trace[1242317292] 'process raft request' (duration: 324.720722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.646738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.199406Z","time spent":"4.447219697s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:04.646757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.321745Z","time spent":"324.982569ms","remote":"127.0.0.1:53944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T09:48:04.646827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.414309Z","time spent":"1.232410977s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:04.646867Z","caller":"traceutil/trace.go:171","msg":"trace[1652589541] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"120.440591ms","start":"2026-04-07T09:48:04.526408Z","end":"2026-04-07T09:48:04.646849Z","steps":["trace[1652589541] 'process raft request' (duration: 120.259337ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.646943Z","caller":"traceutil/trace.go:171","msg":"trace[1369853516] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"119.97894ms","start":"2026-04-07T09:48:04.526957Z","end":"2026-04-07T09:48:04.646936Z","steps":["trace[1369853516] 'process raft request' (duration: 119.777956ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.646853Z","caller":"traceutil/trace.go:171","msg":"trace[1483485814] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"240.525864ms","start":"2026-04-07T09:48:04.406319Z","end":"2026-04-07T09:48:04.646845Z","steps":["trace[1483485814] 'process raft request' (duration: 240.252688ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.647023Z","caller":"traceutil/trace.go:171","msg":"trace[125732522] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"119.18141ms","start":"2026-04-07T09:48:04.527835Z","end":"2026-04-07T09:48:04.647016Z","steps":["trace[125732522] 'process raft request' (duration: 118.938975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.734117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998663752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:04.734427Z","caller":"traceutil/trace.go:171","msg":"trace[378788371] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.99900277s","start":"2026-04-07T09:47:59.735401Z","end":"2026-04-07T09:48:04.734403Z","steps":["trace[378788371] 'agreement among raft nodes before linearized reading' (duration: 4.998677493s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.734479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.735385Z","time spent":"4.999085422s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/07 09:48:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.788475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.612592ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-07T09:48:04.788585Z","caller":"traceutil/trace.go:171","msg":"trace[866371345] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5415; }","duration":"160.382203ms","start":"2026-04-07T09:48:04.628184Z","end":"2026-04-07T09:48:04.788567Z","steps":["trace[866371345] 'read index received' (duration: 17.213264ms)","trace[866371345] 'applied index is now lower than readState.Index' (duration: 143.167239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:48:04.78869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.269545409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.788688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.417353074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.788722Z","caller":"traceutil/trace.go:171","msg":"trace[416361376] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:0; response_revision:5235; }","duration":"7.417421486s","start":"2026-04-07T09:47:57.371292Z","end":"2026-04-07T09:48:04.788713Z","steps":["trace[416361376] 'agreement among raft nodes before linearized reading' (duration: 7.417352835s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.788718Z","caller":"traceutil/trace.go:171","msg":"trace[1371130706] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5235; }","duration":"11.269619411s","start":"2026-04-07T09:47:53.519089Z","end":"2026-04-07T09:48:04.788709Z","steps":["trace[1371130706] 'agreement among raft nodes before linearized reading' (duration: 11.26956125s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.788747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.37128Z","time spent":"7.417461097s","remote":"127.0.0.1:53906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-04-07T09:48:04.78874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.476141186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.788744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.650567124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.788814Z","caller":"traceutil/trace.go:171","msg":"trace[703777815] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5235; }","duration":"3.476249188s","start":"2026-04-07T09:48:01.312541Z","end":"2026-04-07T09:48:04.78879Z","steps":["trace[703777815] 'agreement among raft nodes before linearized reading' (duration: 3.476133705s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.788799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453678048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.78883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823391911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.788856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.312509Z","time spent":"3.47633621s","remote":"127.0.0.1:51734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.788852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409737678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.788874Z","caller":"traceutil/trace.go:171","msg":"trace[2124300670] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5235; }","duration":"3.823466643s","start":"2026-04-07T09:48:00.965393Z","end":"2026-04-07T09:48:04.788859Z","steps":["trace[2124300670] 'agreement among raft nodes before linearized reading' (duration: 3.823395441s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.788874Z","caller":"traceutil/trace.go:171","msg":"trace[596933099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5235; }","duration":"1.45379473s","start":"2026-04-07T09:48:03.335059Z","end":"2026-04-07T09:48:04.788853Z","steps":["trace[596933099] 'agreement among raft nodes before linearized reading' (duration: 1.453669848s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.78891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.965348Z","time spent":"3.823553415s","remote":"127.0.0.1:51646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.788909Z","caller":"traceutil/trace.go:171","msg":"trace[816454042] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5235; }","duration":"2.40984142s","start":"2026-04-07T09:48:02.379053Z","end":"2026-04-07T09:48:04.788894Z","steps":["trace[816454042] 'agreement among raft nodes before linearized reading' (duration: 2.409731658s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.788918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.475974767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.788922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.335034Z","time spent":"1.453880512s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:04.788928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069232386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.788931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119858335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.788946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.37903Z","time spent":"2.409908171s","remote":"127.0.0.1:54268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.788968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.530230266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.788983Z","caller":"traceutil/trace.go:171","msg":"trace[1175131249] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5235; }","duration":"2.069343918s","start":"2026-04-07T09:48:02.719625Z","end":"2026-04-07T09:48:04.788969Z","steps":["trace[1175131249] 'agreement among raft nodes before linearized reading' (duration: 2.069192145s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.788991Z","caller":"traceutil/trace.go:171","msg":"trace[110284014] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5235; }","duration":"2.119961927s","start":"2026-04-07T09:48:02.669013Z","end":"2026-04-07T09:48:04.788975Z","steps":["trace[110284014] 'agreement among raft nodes before linearized reading' (duration: 2.119868965s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.789Z","caller":"traceutil/trace.go:171","msg":"trace[2048875591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5235; }","duration":"5.530295058s","start":"2026-04-07T09:47:59.258696Z","end":"2026-04-07T09:48:04.788991Z","steps":["trace[2048875591] 'agreement among raft nodes before linearized reading' (duration: 5.530250707s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.739412432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-04-07T09:48:04.788832Z","caller":"traceutil/trace.go:171","msg":"trace[893851799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5235; }","duration":"6.650693546s","start":"2026-04-07T09:47:58.138116Z","end":"2026-04-07T09:48:04.78881Z","steps":["trace[893851799] 'agreement among raft nodes before linearized reading' (duration: 6.650514582s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.035058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.789045Z","caller":"traceutil/trace.go:171","msg":"trace[635297960] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5235; }","duration":"8.739477254s","start":"2026-04-07T09:47:56.049562Z","end":"2026-04-07T09:48:04.789039Z","steps":["trace[635297960] 'agreement among raft nodes before linearized reading' (duration: 8.739404132s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.668988Z","time spent":"2.120030979s","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.258675Z","time spent":"5.53035625s","remote":"127.0.0.1:34822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.049538Z","time spent":"8.739521935s","remote":"127.0.0.1:54070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":566,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-04-07T09:48:04.789069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205974816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.789074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:58.138105Z","time spent":"6.650953223s","remote":"127.0.0.1:34834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5052804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.78907Z","caller":"traceutil/trace.go:171","msg":"trace[748292956] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5235; }","duration":"498.122049ms","start":"2026-04-07T09:48:04.290935Z","end":"2026-04-07T09:48:04.789057Z","steps":["trace[748292956] 'agreement among raft nodes before linearized reading' (duration: 498.039097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60871035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.789109Z","caller":"traceutil/trace.go:171","msg":"trace[1980896105] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5235; }","duration":"1.505346621s","start":"2026-04-07T09:48:03.283751Z","end":"2026-04-07T09:48:04.789098Z","steps":["trace[1980896105] 'agreement among raft nodes before linearized reading' (duration: 1.50530263s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.788949Z","caller":"traceutil/trace.go:171","msg":"trace[698797061] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5235; }","duration":"7.476051358s","start":"2026-04-07T09:47:57.312886Z","end":"2026-04-07T09:48:04.788938Z","steps":["trace[698797061] 'agreement among raft nodes before linearized reading' (duration: 7.475992767s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.290924Z","time spent":"498.184861ms","remote":"127.0.0.1:54088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.283728Z","time spent":"1.505409473s","remote":"127.0.0.1:51754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.312864Z","time spent":"7.476281384s","remote":"127.0.0.1:57266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.719601Z","time spent":"2.0694139s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.925241854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391886"} {"level":"info","ts":"2026-04-07T09:48:04.789215Z","caller":"traceutil/trace.go:171","msg":"trace[150430493] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:5235; }","duration":"11.925327006s","start":"2026-04-07T09:47:52.863878Z","end":"2026-04-07T09:48:04.789205Z","steps":["trace[150430493] 'agreement among raft nodes before linearized reading' (duration: 11.925018779s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.78922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216235378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.788868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.423389886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.788757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.519064Z","time spent":"11.269677712s","remote":"127.0.0.1:38716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.863854Z","time spent":"11.925383388s","remote":"127.0.0.1:53972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391909,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-07T09:48:04.789254Z","caller":"traceutil/trace.go:171","msg":"trace[523964720] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5235; }","duration":"1.21630924s","start":"2026-04-07T09:48:03.572935Z","end":"2026-04-07T09:48:04.789244Z","steps":["trace[523964720] 'agreement among raft nodes before linearized reading' (duration: 1.216203717s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.789264Z","caller":"traceutil/trace.go:171","msg":"trace[2056933654] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5235; }","duration":"11.423829606s","start":"2026-04-07T09:47:53.365423Z","end":"2026-04-07T09:48:04.789252Z","steps":["trace[2056933654] 'agreement among raft nodes before linearized reading' (duration: 11.423362885s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.572913Z","time spent":"1.2163621s","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":43,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.814463787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.789301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.365398Z","time spent":"11.423891687s","remote":"127.0.0.1:54324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.970688686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.789023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.93233149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-jnkkv\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-04-07T09:48:04.789327Z","caller":"traceutil/trace.go:171","msg":"trace[486830458] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5235; }","duration":"2.814539688s","start":"2026-04-07T09:48:01.974775Z","end":"2026-04-07T09:48:04.789315Z","steps":["trace[486830458] 'agreement among raft nodes before linearized reading' (duration: 2.814474687s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.789341Z","caller":"traceutil/trace.go:171","msg":"trace[2032249109] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5235; }","duration":"5.970760278s","start":"2026-04-07T09:47:58.818572Z","end":"2026-04-07T09:48:04.789332Z","steps":["trace[2032249109] 'agreement among raft nodes before linearized reading' (duration: 5.970709597s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.016484351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8pk7j\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-07T09:48:04.789366Z","caller":"traceutil/trace.go:171","msg":"trace[953653985] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-jnkkv; range_end:; response_count:1; response_revision:5235; }","duration":"8.932706399s","start":"2026-04-07T09:47:55.856647Z","end":"2026-04-07T09:48:04.789354Z","steps":["trace[953653985] 'agreement among raft nodes before linearized reading' (duration: 8.931977402s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.789388Z","caller":"traceutil/trace.go:171","msg":"trace[262133147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8pk7j; range_end:; response_count:1; response_revision:5235; }","duration":"12.016525212s","start":"2026-04-07T09:47:52.772857Z","end":"2026-04-07T09:48:04.789383Z","steps":["trace[262133147] 'agreement among raft nodes before linearized reading' (duration: 12.01645317s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.974751Z","time spent":"2.814624731s","remote":"127.0.0.1:54308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.772844Z","time spent":"12.016558714s","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-8pk7j\" "} {"level":"warn","ts":"2026-04-07T09:48:04.789405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.856623Z","time spent":"8.93277046s","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-jnkkv\" "} {"level":"warn","ts":"2026-04-07T09:48:04.788738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899664818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.788935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.630713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.789454Z","caller":"traceutil/trace.go:171","msg":"trace[1275423196] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5235; }","duration":"3.900400775s","start":"2026-04-07T09:48:00.889042Z","end":"2026-04-07T09:48:04.789443Z","steps":["trace[1275423196] 'agreement among raft nodes before linearized reading' (duration: 3.899597726s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:58.81854Z","time spent":"5.97082353s","remote":"127.0.0.1:51792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.789479Z","caller":"traceutil/trace.go:171","msg":"trace[1409387828] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5235; }","duration":"519.214367ms","start":"2026-04-07T09:48:04.270251Z","end":"2026-04-07T09:48:04.789466Z","steps":["trace[1409387828] 'agreement among raft nodes before linearized reading' (duration: 518.635353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:04.270232Z","time spent":"519.274338ms","remote":"127.0.0.1:38732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.888992Z","time spent":"3.900487558s","remote":"127.0.0.1:54012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.078342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-04-07T09:48:04.789599Z","caller":"traceutil/trace.go:171","msg":"trace[967737511] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:5235; }","duration":"137.145544ms","start":"2026-04-07T09:48:04.652443Z","end":"2026-04-07T09:48:04.789589Z","steps":["trace[967737511] 'agreement among raft nodes before linearized reading' (duration: 137.039401ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.7891Z","caller":"traceutil/trace.go:171","msg":"trace[1920991950] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5235; }","duration":"3.206047608s","start":"2026-04-07T09:48:01.583044Z","end":"2026-04-07T09:48:04.789092Z","steps":["trace[1920991950] 'agreement among raft nodes before linearized reading' (duration: 3.205995337s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.769430922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-07T09:48:04.78963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.583016Z","time spent":"3.206608673s","remote":"127.0.0.1:54040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.788923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.894737498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.789157Z","caller":"traceutil/trace.go:171","msg":"trace[487752351] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5235; }","duration":"2.608788522s","start":"2026-04-07T09:48:02.180344Z","end":"2026-04-07T09:48:04.789133Z","steps":["trace[487752351] 'agreement among raft nodes before linearized reading' (duration: 2.60870812s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.992746359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.789683Z","caller":"traceutil/trace.go:171","msg":"trace[1641989137] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5235; }","duration":"4.895526437s","start":"2026-04-07T09:47:59.894141Z","end":"2026-04-07T09:48:04.789667Z","steps":["trace[1641989137] 'agreement among raft nodes before linearized reading' (duration: 4.894748648s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.180322Z","time spent":"2.609361455s","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.789714Z","caller":"traceutil/trace.go:171","msg":"trace[1551978276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5235; }","duration":"11.992907213s","start":"2026-04-07T09:47:52.796784Z","end":"2026-04-07T09:48:04.789692Z","steps":["trace[1551978276] 'agreement among raft nodes before linearized reading' (duration: 11.99276282s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.894119Z","time spent":"4.895594639s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.789779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.796771Z","time spent":"11.992983705s","remote":"127.0.0.1:34862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.78966Z","caller":"traceutil/trace.go:171","msg":"trace[328785827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5235; }","duration":"2.769891873s","start":"2026-04-07T09:48:02.019753Z","end":"2026-04-07T09:48:04.789645Z","steps":["trace[328785827] 'agreement among raft nodes before linearized reading' (duration: 2.769436882s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.019731Z","time spent":"2.770100748s","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.788871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.146995798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T09:48:04.7899Z","caller":"traceutil/trace.go:171","msg":"trace[636921430] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5235; }","duration":"3.148065453s","start":"2026-04-07T09:48:01.641822Z","end":"2026-04-07T09:48:04.789888Z","steps":["trace[636921430] 'agreement among raft nodes before linearized reading' (duration: 3.146770082s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.789937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.641778Z","time spent":"3.148148385s","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-04-07T09:48:04.790184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.571374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a40a1e0f52a8c5\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-07T09:48:04.790241Z","caller":"traceutil/trace.go:171","msg":"trace[222445155] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a40a1e0f52a8c5; range_end:; response_count:1; response_revision:5235; }","duration":"137.714627ms","start":"2026-04-07T09:48:04.65251Z","end":"2026-04-07T09:48:04.790225Z","steps":["trace[222445155] 'agreement among raft nodes before linearized reading' (duration: 137.112683ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.958529Z","caller":"traceutil/trace.go:171","msg":"trace[2092410055] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"165.344303ms","start":"2026-04-07T09:48:04.793144Z","end":"2026-04-07T09:48:04.958489Z","steps":["trace[2092410055] 'process raft request' (duration: 164.996135ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.958582Z","caller":"traceutil/trace.go:171","msg":"trace[1745484231] linearizableReadLoop","detail":"{readStateIndex:5430; appliedIndex:5428; }","duration":"163.621511ms","start":"2026-04-07T09:48:04.794936Z","end":"2026-04-07T09:48:04.958558Z","steps":["trace[1745484231] 'read index received' (duration: 15.417382ms)","trace[1745484231] 'applied index is now lower than readState.Index' (duration: 148.202189ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:48:04.958684Z","caller":"traceutil/trace.go:171","msg":"trace[63231690] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"163.61053ms","start":"2026-04-07T09:48:04.795059Z","end":"2026-04-07T09:48:04.95867Z","steps":["trace[63231690] 'process raft request' (duration: 163.289413ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.958726Z","caller":"traceutil/trace.go:171","msg":"trace[1614938948] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"158.922978ms","start":"2026-04-07T09:48:04.799773Z","end":"2026-04-07T09:48:04.958696Z","steps":["trace[1614938948] 'process raft request' (duration: 158.694882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.959222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.250076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T09:48:04.959335Z","caller":"traceutil/trace.go:171","msg":"trace[404999966] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5238; }","duration":"164.3978ms","start":"2026-04-07T09:48:04.794911Z","end":"2026-04-07T09:48:04.959309Z","steps":["trace[404999966] 'agreement among raft nodes before linearized reading' (duration: 163.991161ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.998006Z","caller":"traceutil/trace.go:171","msg":"trace[1518918865] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"186.451972ms","start":"2026-04-07T09:48:04.811519Z","end":"2026-04-07T09:48:04.997971Z","steps":["trace[1518918865] 'process raft request' (duration: 186.225666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.998286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.491812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.99896Z","caller":"traceutil/trace.go:171","msg":"trace[1271989313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5239; }","duration":"199.202258ms","start":"2026-04-07T09:48:04.799735Z","end":"2026-04-07T09:48:04.998938Z","steps":["trace[1271989313] 'agreement among raft nodes before linearized reading' (duration: 198.278906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.998802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.475442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70778"} {"level":"info","ts":"2026-04-07T09:48:04.999248Z","caller":"traceutil/trace.go:171","msg":"trace[2139249102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5239; }","duration":"203.957774ms","start":"2026-04-07T09:48:04.795262Z","end":"2026-04-07T09:48:04.999219Z","steps":["trace[2139249102] 'agreement among raft nodes before linearized reading' (duration: 203.237517ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:26.868305Z","caller":"traceutil/trace.go:171","msg":"trace[331703051] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"119.996431ms","start":"2026-04-07T09:48:26.748274Z","end":"2026-04-07T09:48:26.868271Z","steps":["trace[331703051] 'process raft request' (duration: 46.912049ms)","trace[331703051] 'compare' (duration: 72.775683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:48:27.317551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.915743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2798da8-e3e8-46ba-a762-fe45210ba923\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-07T09:48:27.317653Z","caller":"traceutil/trace.go:171","msg":"trace[1198249939] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a2798da8-e3e8-46ba-a762-fe45210ba923; range_end:; response_count:1; response_revision:5587; }","duration":"346.121828ms","start":"2026-04-07T09:48:26.971509Z","end":"2026-04-07T09:48:27.317631Z","steps":["trace[1198249939] 'range keys from in-memory index tree' (duration: 345.690128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.317591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.139788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-07T09:48:27.317696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:26.971486Z","time spent":"346.20177ms","remote":"127.0.0.1:54056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a2798da8-e3e8-46ba-a762-fe45210ba923\" "} {"level":"info","ts":"2026-04-07T09:48:27.31776Z","caller":"traceutil/trace.go:171","msg":"trace[986079715] linearizableReadLoop","detail":"{readStateIndex:5790; appliedIndex:5789; }","duration":"200.784517ms","start":"2026-04-07T09:48:27.116948Z","end":"2026-04-07T09:48:27.317732Z","steps":["trace[986079715] 'read index received' (duration: 13.468915ms)","trace[986079715] 'applied index is now lower than readState.Index' (duration: 187.313332ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:48:27.317923Z","caller":"traceutil/trace.go:171","msg":"trace[863985875] transaction","detail":"{read_only:false; response_revision:5588; number_of_response:1; }","duration":"340.922703ms","start":"2026-04-07T09:48:26.976942Z","end":"2026-04-07T09:48:27.317864Z","steps":["trace[863985875] 'process raft request' (duration: 153.362415ms)","trace[863985875] 'compare' (duration: 186.930083ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:48:27.318034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:26.976908Z","time spent":"341.071556ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:27.318123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.178546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8pk7j\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-07T09:48:27.318167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.175071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"info","ts":"2026-04-07T09:48:27.318203Z","caller":"traceutil/trace.go:171","msg":"trace[1389345533] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:5588; }","duration":"124.223902ms","start":"2026-04-07T09:48:27.193969Z","end":"2026-04-07T09:48:27.318193Z","steps":["trace[1389345533] 'agreement among raft nodes before linearized reading' (duration: 124.055588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:27.318179Z","caller":"traceutil/trace.go:171","msg":"trace[681841001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8pk7j; range_end:; response_count:1; response_revision:5588; }","duration":"201.233187ms","start":"2026-04-07T09:48:27.116928Z","end":"2026-04-07T09:48:27.318161Z","steps":["trace[681841001] 'agreement among raft nodes before linearized reading' (duration: 200.94864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.45264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15429"} {"level":"warn","ts":"2026-04-07T09:48:27.318211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.88879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-04-07T09:48:27.318252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.226857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-04-07T09:48:27.318314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.68932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16021"} {"level":"info","ts":"2026-04-07T09:48:27.318323Z","caller":"traceutil/trace.go:171","msg":"trace[670604275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5588; }","duration":"123.040224ms","start":"2026-04-07T09:48:27.195256Z","end":"2026-04-07T09:48:27.318296Z","steps":["trace[670604275] 'agreement among raft nodes before linearized reading' (duration: 122.755048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.785658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-07T09:48:27.31836Z","caller":"traceutil/trace.go:171","msg":"trace[2020892580] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:5588; }","duration":"123.754692ms","start":"2026-04-07T09:48:27.194592Z","end":"2026-04-07T09:48:27.318347Z","steps":["trace[2020892580] 'agreement among raft nodes before linearized reading' (duration: 123.642379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.906091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12025"} {"level":"warn","ts":"2026-04-07T09:48:27.31845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.187015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18480"} {"level":"warn","ts":"2026-04-07T09:48:27.318456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.579261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-07T09:48:27.318475Z","caller":"traceutil/trace.go:171","msg":"trace[1327298075] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5588; }","duration":"125.226856ms","start":"2026-04-07T09:48:27.193243Z","end":"2026-04-07T09:48:27.31847Z","steps":["trace[1327298075] 'agreement among raft nodes before linearized reading' (duration: 125.152505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.306635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-04-07T09:48:27.318474Z","caller":"traceutil/trace.go:171","msg":"trace[431629643] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5588; }","duration":"122.970122ms","start":"2026-04-07T09:48:27.195491Z","end":"2026-04-07T09:48:27.318461Z","steps":["trace[431629643] 'agreement among raft nodes before linearized reading' (duration: 122.848159ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:27.318497Z","caller":"traceutil/trace.go:171","msg":"trace[378739737] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5588; }","duration":"124.630002ms","start":"2026-04-07T09:48:27.193854Z","end":"2026-04-07T09:48:27.318484Z","steps":["trace[378739737] 'agreement among raft nodes before linearized reading' (duration: 124.53358ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:27.318537Z","caller":"traceutil/trace.go:171","msg":"trace[1146596014] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:5588; }","duration":"124.503708ms","start":"2026-04-07T09:48:27.194006Z","end":"2026-04-07T09:48:27.31851Z","steps":["trace[1146596014] 'agreement among raft nodes before linearized reading' (duration: 124.190611ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:27.318354Z","caller":"traceutil/trace.go:171","msg":"trace[1012507531] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:5588; }","duration":"125.379431ms","start":"2026-04-07T09:48:27.19295Z","end":"2026-04-07T09:48:27.318329Z","steps":["trace[1012507531] 'agreement among raft nodes before linearized reading' (duration: 125.051023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.117956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"warn","ts":"2026-04-07T09:48:27.318552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.120206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7453"} {"level":"warn","ts":"2026-04-07T09:48:27.318596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.212358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2672"} {"level":"info","ts":"2026-04-07T09:48:27.318627Z","caller":"traceutil/trace.go:171","msg":"trace[1045126556] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:5588; }","duration":"123.203248ms","start":"2026-04-07T09:48:27.195404Z","end":"2026-04-07T09:48:27.318608Z","steps":["trace[1045126556] 'agreement among raft nodes before linearized reading' (duration: 122.969222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.442168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-04-07T09:48:27.31826Z","caller":"traceutil/trace.go:171","msg":"trace[1875577075] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:5588; }","duration":"122.551822ms","start":"2026-04-07T09:48:27.195689Z","end":"2026-04-07T09:48:27.318241Z","steps":["trace[1875577075] 'agreement among raft nodes before linearized reading' (duration: 122.306386ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:27.318679Z","caller":"traceutil/trace.go:171","msg":"trace[1082752716] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:5588; }","duration":"124.484968ms","start":"2026-04-07T09:48:27.194187Z","end":"2026-04-07T09:48:27.318672Z","steps":["trace[1082752716] 'agreement among raft nodes before linearized reading' (duration: 124.418537ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:27.318677Z","caller":"traceutil/trace.go:171","msg":"trace[1227360294] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:5588; }","duration":"123.315891ms","start":"2026-04-07T09:48:27.195341Z","end":"2026-04-07T09:48:27.318657Z","steps":["trace[1227360294] 'agreement among raft nodes before linearized reading' (duration: 123.078865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.675666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-2tcxt\" ","response":"range_response_count:1 size:6636"} {"level":"warn","ts":"2026-04-07T09:48:27.318749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.597451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-04-07T09:48:27.318766Z","caller":"traceutil/trace.go:171","msg":"trace[2044172791] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-2tcxt; range_end:; response_count:1; response_revision:5588; }","duration":"123.31418ms","start":"2026-04-07T09:48:27.19544Z","end":"2026-04-07T09:48:27.318755Z","steps":["trace[2044172791] 'agreement among raft nodes before linearized reading' (duration: 122.564722ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:27.318639Z","caller":"traceutil/trace.go:171","msg":"trace[788947905] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5588; }","duration":"123.244879ms","start":"2026-04-07T09:48:27.195374Z","end":"2026-04-07T09:48:27.318619Z","steps":["trace[788947905] 'agreement among raft nodes before linearized reading' (duration: 122.959802ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:27.318791Z","caller":"traceutil/trace.go:171","msg":"trace[1005590446] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:5588; }","duration":"124.653783ms","start":"2026-04-07T09:48:27.194124Z","end":"2026-04-07T09:48:27.318778Z","steps":["trace[1005590446] 'agreement among raft nodes before linearized reading' (duration: 124.500949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.731267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5280"} {"level":"info","ts":"2026-04-07T09:48:27.318861Z","caller":"traceutil/trace.go:171","msg":"trace[901493370] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:5588; }","duration":"123.27929ms","start":"2026-04-07T09:48:27.195572Z","end":"2026-04-07T09:48:27.318851Z","steps":["trace[901493370] 'agreement among raft nodes before linearized reading' (duration: 122.661255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.017558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15346"} {"level":"info","ts":"2026-04-07T09:48:27.318971Z","caller":"traceutil/trace.go:171","msg":"trace[135013407] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5588; }","duration":"124.932119ms","start":"2026-04-07T09:48:27.194028Z","end":"2026-04-07T09:48:27.31896Z","steps":["trace[135013407] 'agreement among raft nodes before linearized reading' (duration: 123.979096ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:27.318372Z","caller":"traceutil/trace.go:171","msg":"trace[2030668626] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5588; }","duration":"122.834969ms","start":"2026-04-07T09:48:27.19553Z","end":"2026-04-07T09:48:27.318365Z","steps":["trace[2030668626] 'agreement among raft nodes before linearized reading' (duration: 122.757347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.318577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.436267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-04-07T09:48:27.319106Z","caller":"traceutil/trace.go:171","msg":"trace[1838141297] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:5588; }","duration":"125.044592ms","start":"2026-04-07T09:48:27.194048Z","end":"2026-04-07T09:48:27.319092Z","steps":["trace[1838141297] 'agreement among raft nodes before linearized reading' (duration: 124.449198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:27.319239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.831473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-04-07T09:48:27.319359Z","caller":"traceutil/trace.go:171","msg":"trace[1779575603] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5588; }","duration":"123.974887ms","start":"2026-04-07T09:48:27.195365Z","end":"2026-04-07T09:48:27.31934Z","steps":["trace[1779575603] 'agreement among raft nodes before linearized reading' (duration: 123.191318ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:38.560651Z","caller":"traceutil/trace.go:171","msg":"trace[1141876135] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"101.366373ms","start":"2026-04-07T09:48:38.459246Z","end":"2026-04-07T09:48:38.560613Z","steps":["trace[1141876135] 'process raft request' (duration: 101.061145ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:49:24.212266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3045} {"level":"info","ts":"2026-04-07T09:49:24.299206Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3045,"took":"85.064015ms","hash":1946536086,"current-db-size-bytes":58576896,"current-db-size":"59 MB","current-db-size-in-use-bytes":31834112,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-07T09:49:24.299283Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1946536086,"revision":3045,"compact-revision":-1} {"level":"info","ts":"2026-04-07T09:54:24.219178Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6056} {"level":"info","ts":"2026-04-07T09:54:24.325221Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6056,"took":"103.80658ms","hash":1327731431,"current-db-size-bytes":58576896,"current-db-size":"59 MB","current-db-size-in-use-bytes":21762048,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-07T09:54:24.32529Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1327731431,"revision":6056,"compact-revision":3045} {"level":"info","ts":"2026-04-07T09:54:39.998394Z","caller":"traceutil/trace.go:171","msg":"trace[1604096213] linearizableReadLoop","detail":"{readStateIndex:8661; appliedIndex:8660; }","duration":"250.309915ms","start":"2026-04-07T09:54:39.748054Z","end":"2026-04-07T09:54:39.998364Z","steps":["trace[1604096213] 'read index received' (duration: 250.081439ms)","trace[1604096213] 'applied index is now lower than readState.Index' (duration: 227.006µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:54:39.998542Z","caller":"traceutil/trace.go:171","msg":"trace[1504309973] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"265.13752ms","start":"2026-04-07T09:54:39.733357Z","end":"2026-04-07T09:54:39.998495Z","steps":["trace[1504309973] 'process raft request' (duration: 264.791552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:54:39.99871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.620102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T09:54:39.998842Z","caller":"traceutil/trace.go:171","msg":"trace[1572068191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8362; }","duration":"250.795535ms","start":"2026-04-07T09:54:39.748021Z","end":"2026-04-07T09:54:39.998817Z","steps":["trace[1572068191] 'agreement among raft nodes before linearized reading' (duration: 250.506158ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:54:40.026636Z","caller":"traceutil/trace.go:171","msg":"trace[159159104] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"264.973285ms","start":"2026-04-07T09:54:39.761643Z","end":"2026-04-07T09:54:40.026616Z","steps":["trace[159159104] 'process raft request' (duration: 264.75859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:54:40.026865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.700165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T09:54:40.026993Z","caller":"traceutil/trace.go:171","msg":"trace[1055534426] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8363; }","duration":"278.849888ms","start":"2026-04-07T09:54:39.74811Z","end":"2026-04-07T09:54:40.02696Z","steps":["trace[1055534426] 'agreement among raft nodes before linearized reading' (duration: 278.52954ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:54:50.898498Z","caller":"traceutil/trace.go:171","msg":"trace[322295916] transaction","detail":"{read_only:false; response_revision:8423; number_of_response:1; }","duration":"132.085248ms","start":"2026-04-07T09:54:50.766383Z","end":"2026-04-07T09:54:50.898468Z","steps":["trace[322295916] 'process raft request' (duration: 131.814751ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:54:52.2398Z","caller":"traceutil/trace.go:171","msg":"trace[1726722858] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"124.534377ms","start":"2026-04-07T09:54:52.115226Z","end":"2026-04-07T09:54:52.23976Z","steps":["trace[1726722858] 'process raft request' (duration: 73.855651ms)","trace[1726722858] 'compare' (duration: 50.492991ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:54:52.240342Z","caller":"traceutil/trace.go:171","msg":"trace[1539546674] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"124.22335ms","start":"2026-04-07T09:54:52.116085Z","end":"2026-04-07T09:54:52.240308Z","steps":["trace[1539546674] 'process raft request' (duration: 123.633776ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:54:52.240482Z","caller":"traceutil/trace.go:171","msg":"trace[1644848946] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"124.335983ms","start":"2026-04-07T09:54:52.116124Z","end":"2026-04-07T09:54:52.24046Z","steps":["trace[1644848946] 'process raft request' (duration: 123.982015ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:54:52.240396Z","caller":"traceutil/trace.go:171","msg":"trace[1761338731] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"124.122408ms","start":"2026-04-07T09:54:52.116242Z","end":"2026-04-07T09:54:52.240364Z","steps":["trace[1761338731] 'process raft request' (duration: 124.046566ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:54:52.565406Z","caller":"traceutil/trace.go:171","msg":"trace[850355993] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"131.047953ms","start":"2026-04-07T09:54:52.434299Z","end":"2026-04-07T09:54:52.565347Z","steps":["trace[850355993] 'process raft request' (duration: 113.463131ms)","trace[850355993] 'compare' (duration: 17.237184ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:54:52.61736Z","caller":"traceutil/trace.go:171","msg":"trace[1173866305] linearizableReadLoop","detail":"{readStateIndex:8732; appliedIndex:8730; }","duration":"120.332286ms","start":"2026-04-07T09:54:52.496996Z","end":"2026-04-07T09:54:52.617328Z","steps":["trace[1173866305] 'read index received' (duration: 50.655715ms)","trace[1173866305] 'applied index is now lower than readState.Index' (duration: 69.675041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:54:52.617525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.49252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:54:52.617527Z","caller":"traceutil/trace.go:171","msg":"trace[1969123950] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"133.939542ms","start":"2026-04-07T09:54:52.483548Z","end":"2026-04-07T09:54:52.617487Z","steps":["trace[1969123950] 'process raft request' (duration: 133.593544ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:54:52.617577Z","caller":"traceutil/trace.go:171","msg":"trace[674903030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8431; }","duration":"120.630003ms","start":"2026-04-07T09:54:52.496932Z","end":"2026-04-07T09:54:52.617562Z","steps":["trace[674903030] 'agreement among raft nodes before linearized reading' (duration: 120.51652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:34.430483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.441529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:55:34.43077Z","caller":"traceutil/trace.go:171","msg":"trace[1120924371] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8743; }","duration":"277.417433ms","start":"2026-04-07T09:55:34.153334Z","end":"2026-04-07T09:55:34.430751Z","steps":["trace[1120924371] 'process raft request' (duration: 277.3002ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:34.430901Z","caller":"traceutil/trace.go:171","msg":"trace[1861345099] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"277.848323ms","start":"2026-04-07T09:55:34.152995Z","end":"2026-04-07T09:55:34.430843Z","steps":["trace[1861345099] 'process raft request' (duration: 98.939073ms)","trace[1861345099] 'compare' (duration: 178.253815ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:55:34.479348Z","caller":"traceutil/trace.go:171","msg":"trace[1828660550] linearizableReadLoop","detail":"{readStateIndex:9059; appliedIndex:9056; }","duration":"169.407904ms","start":"2026-04-07T09:55:34.309916Z","end":"2026-04-07T09:55:34.479324Z","steps":["trace[1828660550] 'read index received' (duration: 116.699929ms)","trace[1828660550] 'applied index is now lower than readState.Index' (duration: 52.706685ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:55:34.479464Z","caller":"traceutil/trace.go:171","msg":"trace[2095888352] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"183.42385ms","start":"2026-04-07T09:55:34.296001Z","end":"2026-04-07T09:55:34.479425Z","steps":["trace[2095888352] 'process raft request' (duration: 183.180335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:34.479521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.594378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:55:34.479669Z","caller":"traceutil/trace.go:171","msg":"trace[687901843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8744; }","duration":"169.782022ms","start":"2026-04-07T09:55:34.309855Z","end":"2026-04-07T09:55:34.479637Z","steps":["trace[687901843] 'agreement among raft nodes before linearized reading' (duration: 169.606848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:35.34906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.842034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:55:35.349165Z","caller":"traceutil/trace.go:171","msg":"trace[789752752] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8753; }","duration":"346.025869ms","start":"2026-04-07T09:55:35.003117Z","end":"2026-04-07T09:55:35.349143Z","steps":["trace[789752752] 'count revisions from in-memory index tree' (duration: 345.725931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:35.349213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:55:35.003086Z","time spent":"346.115551ms","remote":"127.0.0.1:34920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:55:35.349989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.397016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:55:35.350144Z","caller":"traceutil/trace.go:171","msg":"trace[1359413425] linearizableReadLoop","detail":"{readStateIndex:9070; appliedIndex:9069; }","duration":"206.090963ms","start":"2026-04-07T09:55:35.144031Z","end":"2026-04-07T09:55:35.350122Z","steps":["trace[1359413425] 'read index received' (duration: 45.387448ms)","trace[1359413425] 'applied index is now lower than readState.Index' (duration: 160.702225ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:55:35.350232Z","caller":"traceutil/trace.go:171","msg":"trace[1786505696] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"211.845872ms","start":"2026-04-07T09:55:35.138372Z","end":"2026-04-07T09:55:35.350218Z","steps":["trace[1786505696] 'process raft request' (duration: 51.106836ms)","trace[1786505696] 'compare' (duration: 160.263583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:55:35.351026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.849112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-07T09:55:35.351144Z","caller":"traceutil/trace.go:171","msg":"trace[141484239] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8754; }","duration":"207.156649ms","start":"2026-04-07T09:55:35.143965Z","end":"2026-04-07T09:55:35.351122Z","steps":["trace[141484239] 'agreement among raft nodes before linearized reading' (duration: 206.301279ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:35.410479Z","caller":"traceutil/trace.go:171","msg":"trace[1776181006] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"259.813222ms","start":"2026-04-07T09:55:35.150636Z","end":"2026-04-07T09:55:35.410449Z","steps":["trace[1776181006] 'process raft request' (duration: 259.591796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:35.410874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.282126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:55:35.411007Z","caller":"traceutil/trace.go:171","msg":"trace[234737490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8755; }","duration":"128.487801ms","start":"2026-04-07T09:55:35.28249Z","end":"2026-04-07T09:55:35.410978Z","steps":["trace[234737490] 'agreement among raft nodes before linearized reading' (duration: 128.095932ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:35.594281Z","caller":"traceutil/trace.go:171","msg":"trace[2054810194] linearizableReadLoop","detail":"{readStateIndex:9072; appliedIndex:9071; }","duration":"183.835039ms","start":"2026-04-07T09:55:35.410413Z","end":"2026-04-07T09:55:35.594248Z","steps":["trace[2054810194] 'read index received' (duration: 183.708756ms)","trace[2054810194] 'applied index is now lower than readState.Index' (duration: 124.823µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:55:35.594341Z","caller":"traceutil/trace.go:171","msg":"trace[2144680500] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"229.262068ms","start":"2026-04-07T09:55:35.365039Z","end":"2026-04-07T09:55:35.594301Z","steps":["trace[2144680500] 'process raft request' (duration: 229.032493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:35.594469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.121272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:55:35.594643Z","caller":"traceutil/trace.go:171","msg":"trace[1068977229] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8756; }","duration":"198.352098ms","start":"2026-04-07T09:55:35.396269Z","end":"2026-04-07T09:55:35.594621Z","steps":["trace[1068977229] 'agreement among raft nodes before linearized reading' (duration: 198.131043ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:35.615425Z","caller":"traceutil/trace.go:171","msg":"trace[2135521528] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"199.618677ms","start":"2026-04-07T09:55:35.415784Z","end":"2026-04-07T09:55:35.615403Z","steps":["trace[2135521528] 'process raft request' (duration: 199.416382ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:35.615446Z","caller":"traceutil/trace.go:171","msg":"trace[624511156] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"124.184539ms","start":"2026-04-07T09:55:35.491241Z","end":"2026-04-07T09:55:35.615426Z","steps":["trace[624511156] 'process raft request' (duration: 124.101847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:35.615766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.599881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T09:55:35.615868Z","caller":"traceutil/trace.go:171","msg":"trace[762414174] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8758; }","duration":"185.752635ms","start":"2026-04-07T09:55:35.4301Z","end":"2026-04-07T09:55:35.615853Z","steps":["trace[762414174] 'agreement among raft nodes before linearized reading' (duration: 185.506059ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:36.583157Z","caller":"traceutil/trace.go:171","msg":"trace[1899545339] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"178.45152ms","start":"2026-04-07T09:55:36.404676Z","end":"2026-04-07T09:55:36.583128Z","steps":["trace[1899545339] 'process raft request' (duration: 178.223184ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:36.607741Z","caller":"traceutil/trace.go:171","msg":"trace[660670067] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"121.78907ms","start":"2026-04-07T09:55:36.485915Z","end":"2026-04-07T09:55:36.607704Z","steps":["trace[660670067] 'process raft request' (duration: 121.542205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:36.607863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.184272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T09:55:36.607935Z","caller":"traceutil/trace.go:171","msg":"trace[991356776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8764; }","duration":"100.325076ms","start":"2026-04-07T09:55:36.507593Z","end":"2026-04-07T09:55:36.607918Z","steps":["trace[991356776] 'agreement among raft nodes before linearized reading' (duration: 100.052039ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:36.889374Z","caller":"traceutil/trace.go:171","msg":"trace[788572205] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"275.345374ms","start":"2026-04-07T09:55:36.613996Z","end":"2026-04-07T09:55:36.889342Z","steps":["trace[788572205] 'process raft request' (duration: 275.111488ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:55:36.889605Z","caller":"traceutil/trace.go:171","msg":"trace[1903046720] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"275.564829ms","start":"2026-04-07T09:55:36.613997Z","end":"2026-04-07T09:55:36.889562Z","steps":["trace[1903046720] 'process raft request' (duration: 275.296883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:37.155799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.78809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:55:37.156243Z","caller":"traceutil/trace.go:171","msg":"trace[1096242704] transaction","detail":"{read_only:false; response_revision:8771; number_of_response:1; }","duration":"304.137684ms","start":"2026-04-07T09:55:36.852079Z","end":"2026-04-07T09:55:37.156217Z","steps":["trace[1096242704] 'process raft request' (duration: 304.074253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:37.156459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:55:36.852043Z","time spent":"304.312859ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:55:37.156484Z","caller":"traceutil/trace.go:171","msg":"trace[1378254055] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"469.92872ms","start":"2026-04-07T09:55:36.686507Z","end":"2026-04-07T09:55:37.156436Z","steps":["trace[1378254055] 'process raft request' (duration: 342.427953ms)","trace[1378254055] 'compare' (duration: 126.537465ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:55:37.156454Z","caller":"traceutil/trace.go:171","msg":"trace[34148415] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"399.420549ms","start":"2026-04-07T09:55:36.756996Z","end":"2026-04-07T09:55:37.156416Z","steps":["trace[34148415] 'process raft request' (duration: 399.05514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:55:37.156645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:55:36.686481Z","time spent":"470.091524ms","remote":"127.0.0.1:54186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-07T09:55:37.156721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:55:36.756952Z","time spent":"399.706806ms","remote":"127.0.0.1:54128","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:55:50.170558Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002408.wal"} {"level":"info","ts":"2026-04-07T09:57:11.714252Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a847c2e9c7010db6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-07T09:57:11.742294Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-07T09:57:11.742456Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-07T09:59:24.232085Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8146} {"level":"info","ts":"2026-04-07T09:59:24.293039Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8146,"took":"58.989956ms","hash":3442178487,"current-db-size-bytes":58576896,"current-db-size":"59 MB","current-db-size-in-use-bytes":28069888,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-07T09:59:24.293134Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3442178487,"revision":8146,"compact-revision":6056} {"level":"info","ts":"2026-04-07T10:04:24.239637Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10506} {"level":"info","ts":"2026-04-07T10:04:24.319827Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10506,"took":"77.667892ms","hash":3326953591,"current-db-size-bytes":58576896,"current-db-size":"59 MB","current-db-size-in-use-bytes":21819392,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-07T10:04:24.319896Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3326953591,"revision":10506,"compact-revision":8146}