{"level":"warn","ts":"2026-04-07T09:33:52.097772Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:33:52.097854Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.116:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.116:2380","--initial-cluster=instance=https://199.204.45.116:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.116:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.116:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T09:33:52.097916Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:33:52.097927Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-04-07T09:33:52.097944Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:33:52.098577Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"]} {"level":"info","ts":"2026-04-07T09:33:52.098675Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.116:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T09:33:52.103046Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.143136ms"} {"level":"info","ts":"2026-04-07T09:33:52.109792Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5caa70ef1dd6dc04","cluster-id":"45afccab143d2c82"} {"level":"info","ts":"2026-04-07T09:33:52.109865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T09:33:52.10989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 0"} {"level":"info","ts":"2026-04-07T09:33:52.109901Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5caa70ef1dd6dc04 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T09:33:52.109916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became follower at term 1"} {"level":"info","ts":"2026-04-07T09:33:52.109956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"warn","ts":"2026-04-07T09:33:52.11577Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T09:33:52.116948Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T09:33:52.118003Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T09:33:52.121091Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5caa70ef1dd6dc04","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T09:33:52.121269Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5caa70ef1dd6dc04","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T09:33:52.121407Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:33:52.121556Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:33:52.121573Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:33:52.126121Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:33:52.126411Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-04-07T09:33:52.126439Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.116:2380"} {"level":"info","ts":"2026-04-07T09:33:52.127307Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5caa70ef1dd6dc04","initial-advertise-peer-urls":["https://199.204.45.116:2380"],"listen-peer-urls":["https://199.204.45.116:2380"],"advertise-client-urls":["https://199.204.45.116:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.116:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T09:33:52.127397Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T09:33:52.127649Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 switched to configuration voters=(6677273569830296580)"} {"level":"info","ts":"2026-04-07T09:33:52.127757Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","added-peer-id":"5caa70ef1dd6dc04","added-peer-peer-urls":["https://199.204.45.116:2380"]} {"level":"info","ts":"2026-04-07T09:33:52.310434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T09:33:52.310567Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T09:33:52.310696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgPreVoteResp from 5caa70ef1dd6dc04 at term 1"} {"level":"info","ts":"2026-04-07T09:33:52.310773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became candidate at term 2"} {"level":"info","ts":"2026-04-07T09:33:52.31085Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 received MsgVoteResp from 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-04-07T09:33:52.310938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5caa70ef1dd6dc04 became leader at term 2"} {"level":"info","ts":"2026-04-07T09:33:52.311012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5caa70ef1dd6dc04 elected leader 5caa70ef1dd6dc04 at term 2"} {"level":"info","ts":"2026-04-07T09:33:52.312554Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:33:52.313274Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5caa70ef1dd6dc04","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.116:2379]}","request-path":"/0/members/5caa70ef1dd6dc04/attributes","cluster-id":"45afccab143d2c82","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T09:33:52.313364Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:33:52.313815Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:33:52.313929Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T09:33:52.314039Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T09:33:52.314323Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"45afccab143d2c82","local-member-id":"5caa70ef1dd6dc04","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:33:52.314524Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:33:52.314598Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:33:52.316778Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T09:33:52.317288Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.116:2379"} {"level":"warn","ts":"2026-04-07T09:33:58.219807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.927414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-07T09:33:58.220075Z","caller":"traceutil/trace.go:171","msg":"trace[1340373670] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:258; }","duration":"136.346875ms","start":"2026-04-07T09:33:58.08369Z","end":"2026-04-07T09:33:58.220037Z","steps":["trace[1340373670] 'range keys from in-memory index tree' (duration: 135.652047ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:33:58.382328Z","caller":"traceutil/trace.go:171","msg":"trace[1298657759] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"159.043434ms","start":"2026-04-07T09:33:58.223201Z","end":"2026-04-07T09:33:58.382244Z","steps":["trace[1298657759] 'process raft request' (duration: 158.851159ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:33:58.596716Z","caller":"traceutil/trace.go:171","msg":"trace[518758841] linearizableReadLoop","detail":"{readStateIndex:267; appliedIndex:266; }","duration":"207.013881ms","start":"2026-04-07T09:33:58.389674Z","end":"2026-04-07T09:33:58.596688Z","steps":["trace[518758841] 'read index received' (duration: 206.770614ms)","trace[518758841] 'applied index is now lower than readState.Index' (duration: 240.887µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:33:58.596827Z","caller":"traceutil/trace.go:171","msg":"trace[129474431] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"360.069382ms","start":"2026-04-07T09:33:58.236747Z","end":"2026-04-07T09:33:58.596816Z","steps":["trace[129474431] 'process raft request' (duration: 359.782895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:33:58.597041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.599144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:33:58.597101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.38292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:33:58.597171Z","caller":"traceutil/trace.go:171","msg":"trace[1524747582] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:260; }","duration":"149.777898ms","start":"2026-04-07T09:33:58.447354Z","end":"2026-04-07T09:33:58.597132Z","steps":["trace[1524747582] 'agreement among raft nodes before linearized reading' (duration: 149.590904ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:33:58.597197Z","caller":"traceutil/trace.go:171","msg":"trace[1311122122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:0; response_revision:260; }","duration":"207.551835ms","start":"2026-04-07T09:33:58.389622Z","end":"2026-04-07T09:33:58.597174Z","steps":["trace[1311122122] 'agreement among raft nodes before linearized reading' (duration: 207.349209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:33:58.597461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:33:58.236721Z","time spent":"360.134654ms","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:34:21.605758Z","caller":"traceutil/trace.go:171","msg":"trace[411706246] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"114.029485ms","start":"2026-04-07T09:34:21.491696Z","end":"2026-04-07T09:34:21.605725Z","steps":["trace[411706246] 'process raft request' (duration: 110.967096ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:34:21.606103Z","caller":"traceutil/trace.go:171","msg":"trace[878414735] transaction","detail":"{read_only:false; number_of_response:0; response_revision:486; }","duration":"109.145908ms","start":"2026-04-07T09:34:21.496924Z","end":"2026-04-07T09:34:21.60607Z","steps":["trace[878414735] 'process raft request' (duration: 108.949303ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:34:21.606323Z","caller":"traceutil/trace.go:171","msg":"trace[316347605] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"101.981331ms","start":"2026-04-07T09:34:21.50433Z","end":"2026-04-07T09:34:21.606311Z","steps":["trace[316347605] 'process raft request' (duration: 101.590101ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:34:21.606466Z","caller":"traceutil/trace.go:171","msg":"trace[129409061] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"110.372009ms","start":"2026-04-07T09:34:21.496083Z","end":"2026-04-07T09:34:21.606455Z","steps":["trace[129409061] 'process raft request' (duration: 109.576458ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:34:27.793526Z","caller":"traceutil/trace.go:171","msg":"trace[982489123] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"231.38464ms","start":"2026-04-07T09:34:27.56211Z","end":"2026-04-07T09:34:27.793495Z","steps":["trace[982489123] 'process raft request' (duration: 230.751885ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:34:28.027051Z","caller":"traceutil/trace.go:171","msg":"trace[1963697210] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"463.798433ms","start":"2026-04-07T09:34:27.563219Z","end":"2026-04-07T09:34:28.027018Z","steps":["trace[1963697210] 'process raft request' (duration: 463.610249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:34:28.027256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:34:27.563202Z","time spent":"463.946026ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:34:28.043055Z","caller":"traceutil/trace.go:171","msg":"trace[1658421872] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"198.747235ms","start":"2026-04-07T09:34:27.844287Z","end":"2026-04-07T09:34:28.043034Z","steps":["trace[1658421872] 'process raft request' (duration: 198.566441ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:34:28.042971Z","caller":"traceutil/trace.go:171","msg":"trace[694642015] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:587; }","duration":"153.760066ms","start":"2026-04-07T09:34:27.889195Z","end":"2026-04-07T09:34:28.042955Z","steps":["trace[694642015] 'read index received' (duration: 137.716294ms)","trace[694642015] 'applied index is now lower than readState.Index' (duration: 16.043072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:34:28.043242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.043102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-07T09:34:28.043265Z","caller":"traceutil/trace.go:171","msg":"trace[2092139338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:573; }","duration":"154.113684ms","start":"2026-04-07T09:34:27.889144Z","end":"2026-04-07T09:34:28.043258Z","steps":["trace[2092139338] 'agreement among raft nodes before linearized reading' (duration: 153.964401ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:34:28.280431Z","caller":"traceutil/trace.go:171","msg":"trace[239822912] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"229.259267ms","start":"2026-04-07T09:34:28.051147Z","end":"2026-04-07T09:34:28.280406Z","steps":["trace[239822912] 'process raft request' (duration: 229.206406ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:34:28.280475Z","caller":"traceutil/trace.go:171","msg":"trace[1563286313] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"247.991984ms","start":"2026-04-07T09:34:28.032443Z","end":"2026-04-07T09:34:28.280435Z","steps":["trace[1563286313] 'process raft request' (duration: 162.606151ms)","trace[1563286313] 'compare' (duration: 85.156827ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:34:28.280785Z","caller":"traceutil/trace.go:171","msg":"trace[116353557] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:589; }","duration":"237.509674ms","start":"2026-04-07T09:34:28.04315Z","end":"2026-04-07T09:34:28.280659Z","steps":["trace[116353557] 'read index received' (duration: 151.912096ms)","trace[116353557] 'applied index is now lower than readState.Index' (duration: 85.565147ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:34:28.28116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.854311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-07T09:34:28.281209Z","caller":"traceutil/trace.go:171","msg":"trace[1564459801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:575; }","duration":"388.936324ms","start":"2026-04-07T09:34:27.892261Z","end":"2026-04-07T09:34:28.281197Z","steps":["trace[1564459801] 'agreement among raft nodes before linearized reading' (duration: 388.79636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:34:28.281276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:34:27.892248Z","time spent":"389.017665ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:34:28.282615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.82244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:34:28.282676Z","caller":"traceutil/trace.go:171","msg":"trace[1188021646] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:575; }","duration":"229.913323ms","start":"2026-04-07T09:34:28.052745Z","end":"2026-04-07T09:34:28.282658Z","steps":["trace[1188021646] 'agreement among raft nodes before linearized reading' (duration: 229.78321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:34:28.676393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.370383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:34:28.676499Z","caller":"traceutil/trace.go:171","msg":"trace[896128407] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:591; }","duration":"377.974647ms","start":"2026-04-07T09:34:28.298505Z","end":"2026-04-07T09:34:28.67648Z","steps":["trace[896128407] 'read index received' (duration: 255.148353ms)","trace[896128407] 'applied index is now lower than readState.Index' (duration: 122.824944ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:34:28.676652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.149971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5658q\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-07T09:34:28.676653Z","caller":"traceutil/trace.go:171","msg":"trace[1950498457] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"390.180927ms","start":"2026-04-07T09:34:28.28643Z","end":"2026-04-07T09:34:28.676611Z","steps":["trace[1950498457] 'process raft request' (duration: 267.328093ms)","trace[1950498457] 'compare' (duration: 122.25128ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:34:28.6767Z","caller":"traceutil/trace.go:171","msg":"trace[1164374121] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5658q; range_end:; response_count:1; response_revision:576; }","duration":"378.321325ms","start":"2026-04-07T09:34:28.298366Z","end":"2026-04-07T09:34:28.676687Z","steps":["trace[1164374121] 'agreement among raft nodes before linearized reading' (duration: 378.171051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:34:28.676753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:34:28.298348Z","time spent":"378.394867ms","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-5658q\" "} {"level":"warn","ts":"2026-04-07T09:34:28.676854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:34:28.286404Z","time spent":"390.341971ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:34:42.976253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.427936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:34:42.976362Z","caller":"traceutil/trace.go:171","msg":"trace[554786097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:735; }","duration":"102.555999ms","start":"2026-04-07T09:34:42.873784Z","end":"2026-04-07T09:34:42.97634Z","steps":["trace[554786097] 'range keys from in-memory index tree' (duration: 102.268672ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:34:43.176616Z","caller":"traceutil/trace.go:171","msg":"trace[330963164] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"196.377689ms","start":"2026-04-07T09:34:42.980214Z","end":"2026-04-07T09:34:43.176591Z","steps":["trace[330963164] 'process raft request' (duration: 196.219605ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:09.434135Z","caller":"traceutil/trace.go:171","msg":"trace[668614193] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"217.144018ms","start":"2026-04-07T09:36:09.216964Z","end":"2026-04-07T09:36:09.434108Z","steps":["trace[668614193] 'process raft request' (duration: 216.84225ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:10.005437Z","caller":"traceutil/trace.go:171","msg":"trace[1231583418] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"158.279088ms","start":"2026-04-07T09:36:09.847134Z","end":"2026-04-07T09:36:10.005413Z","steps":["trace[1231583418] 'process raft request' (duration: 150.068058ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:48.97852Z","caller":"traceutil/trace.go:171","msg":"trace[433821770] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"136.250282ms","start":"2026-04-07T09:36:48.842237Z","end":"2026-04-07T09:36:48.978487Z","steps":["trace[433821770] 'process raft request' (duration: 136.003026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:36:49.965431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.613581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:36:49.965511Z","caller":"traceutil/trace.go:171","msg":"trace[492091971] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2120; }","duration":"117.752015ms","start":"2026-04-07T09:36:49.847742Z","end":"2026-04-07T09:36:49.965494Z","steps":["trace[492091971] 'range keys from in-memory index tree' (duration: 117.378304ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:49.977995Z","caller":"traceutil/trace.go:171","msg":"trace[113791392] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"106.661348ms","start":"2026-04-07T09:36:49.871307Z","end":"2026-04-07T09:36:49.977968Z","steps":["trace[113791392] 'process raft request' (duration: 106.457833ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:36:49.984572Z","caller":"traceutil/trace.go:171","msg":"trace[948773855] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"104.148043ms","start":"2026-04-07T09:36:49.880403Z","end":"2026-04-07T09:36:49.984551Z","steps":["trace[948773855] 'process raft request' (duration: 104.006609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:37:39.425546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.171174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T09:37:39.425819Z","caller":"traceutil/trace.go:171","msg":"trace[1410140561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2494; }","duration":"145.449401ms","start":"2026-04-07T09:37:39.280353Z","end":"2026-04-07T09:37:39.425803Z","steps":["trace[1410140561] 'range keys from in-memory index tree' (duration: 145.044811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:37:39.426195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.268088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-07T09:37:39.426232Z","caller":"traceutil/trace.go:171","msg":"trace[1603809369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2494; }","duration":"147.35259ms","start":"2026-04-07T09:37:39.278868Z","end":"2026-04-07T09:37:39.42622Z","steps":["trace[1603809369] 'range keys from in-memory index tree' (duration: 147.159336ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:38:11.707451Z","caller":"traceutil/trace.go:171","msg":"trace[1244314650] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"123.212539ms","start":"2026-04-07T09:38:11.584216Z","end":"2026-04-07T09:38:11.707429Z","steps":["trace[1244314650] 'process raft request' (duration: 123.062195ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:38:11.768839Z","caller":"traceutil/trace.go:171","msg":"trace[156675292] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"182.339539ms","start":"2026-04-07T09:38:11.586469Z","end":"2026-04-07T09:38:11.768809Z","steps":["trace[156675292] 'process raft request' (duration: 182.01051ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:38:17.378725Z","caller":"traceutil/trace.go:171","msg":"trace[689725462] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"106.540175ms","start":"2026-04-07T09:38:17.272161Z","end":"2026-04-07T09:38:17.378702Z","steps":["trace[689725462] 'process raft request' (duration: 106.407002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:00.151405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.402126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:42:00.151482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.9613ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:42:00.151602Z","caller":"traceutil/trace.go:171","msg":"trace[585138608] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4663; }","duration":"119.094164ms","start":"2026-04-07T09:42:00.03249Z","end":"2026-04-07T09:42:00.151584Z","steps":["trace[585138608] 'range keys from in-memory index tree' (duration: 118.94461ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:00.151501Z","caller":"traceutil/trace.go:171","msg":"trace[1683914612] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4663; }","duration":"105.528529ms","start":"2026-04-07T09:42:00.045943Z","end":"2026-04-07T09:42:00.151472Z","steps":["trace[1683914612] 'count revisions from in-memory index tree' (duration: 105.260312ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:00.586815Z","caller":"traceutil/trace.go:171","msg":"trace[595304077] linearizableReadLoop","detail":"{readStateIndex:4837; appliedIndex:4836; }","duration":"112.800678ms","start":"2026-04-07T09:42:00.47399Z","end":"2026-04-07T09:42:00.586791Z","steps":["trace[595304077] 'read index received' (duration: 22.138048ms)","trace[595304077] 'applied index is now lower than readState.Index' (duration: 90.66167ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:42:00.586868Z","caller":"traceutil/trace.go:171","msg":"trace[1420831259] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"123.151564ms","start":"2026-04-07T09:42:00.463676Z","end":"2026-04-07T09:42:00.586828Z","steps":["trace[1420831259] 'process raft request' (duration: 32.543845ms)","trace[1420831259] 'compare' (duration: 90.433375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:42:00.586986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.982152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:42:00.587017Z","caller":"traceutil/trace.go:171","msg":"trace[1919239261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4667; }","duration":"113.055884ms","start":"2026-04-07T09:42:00.473951Z","end":"2026-04-07T09:42:00.587007Z","steps":["trace[1919239261] 'agreement among raft nodes before linearized reading' (duration: 112.974222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:00.818459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.643814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T09:42:00.81854Z","caller":"traceutil/trace.go:171","msg":"trace[1234936320] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4667; }","duration":"129.788087ms","start":"2026-04-07T09:42:00.688734Z","end":"2026-04-07T09:42:00.818522Z","steps":["trace[1234936320] 'range keys from in-memory index tree' (duration: 129.439809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:00.872648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.821384ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-07T09:42:00.873007Z","caller":"traceutil/trace.go:171","msg":"trace[493153212] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"120.073949ms","start":"2026-04-07T09:42:00.752908Z","end":"2026-04-07T09:42:00.872982Z","steps":["trace[493153212] 'process raft request' (duration: 119.887824ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:13.106233Z","caller":"traceutil/trace.go:171","msg":"trace[455830386] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"119.553854ms","start":"2026-04-07T09:42:12.98665Z","end":"2026-04-07T09:42:13.106204Z","steps":["trace[455830386] 'process raft request' (duration: 36.093924ms)","trace[455830386] 'compare' (duration: 83.326567ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:52.78629Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2891} {"level":"info","ts":"2026-04-07T09:43:52.861586Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2891,"took":"73.781292ms","hash":2220896717,"current-db-size-bytes":53731328,"current-db-size":"54 MB","current-db-size-in-use-bytes":29511680,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-07T09:43:52.861656Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2220896717,"revision":2891,"compact-revision":-1} {"level":"warn","ts":"2026-04-07T09:47:53.785596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:54.285802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:54.786514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:55.197358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.265701661s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:47:55.197815Z","caller":"traceutil/trace.go:171","msg":"trace[951780822] transaction","detail":"{read_only:false; response_revision:6920; number_of_response:1; }","duration":"2.266247934s","start":"2026-04-07T09:47:52.931546Z","end":"2026-04-07T09:47:55.197794Z","steps":["trace[951780822] 'process raft request' (duration: 2.266118971s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.197945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:52.931527Z","time spent":"2.266352866s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:55.478063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:55.478182Z","caller":"traceutil/trace.go:171","msg":"trace[1080940161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000109885s","start":"2026-04-07T09:47:53.478052Z","end":"2026-04-07T09:47:55.478162Z","steps":["trace[1080940161] 'agreement among raft nodes before linearized reading' (duration: 1.999961852s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.478234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.478035Z","time spent":"2.000188666s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:55.844173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.880048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:47:55.844613Z","caller":"traceutil/trace.go:171","msg":"trace[419379728] linearizableReadLoop","detail":"{readStateIndex:7176; appliedIndex:7170; }","duration":"2.559246353s","start":"2026-04-07T09:47:53.285345Z","end":"2026-04-07T09:47:55.844592Z","steps":["trace[419379728] 'read index received' (duration: 1.912344161s)","trace[419379728] 'applied index is now lower than readState.Index' (duration: 646.900932ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:47:55.844735Z","caller":"traceutil/trace.go:171","msg":"trace[827780193] transaction","detail":"{read_only:false; response_revision:6921; number_of_response:1; }","duration":"2.341011859s","start":"2026-04-07T09:47:53.503705Z","end":"2026-04-07T09:47:55.844716Z","steps":["trace[827780193] 'process raft request' (duration: 1.821484266s)","trace[827780193] 'compare' (duration: 518.759855ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:47:55.844817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.503684Z","time spent":"2.341092172s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:55.845197Z","caller":"traceutil/trace.go:171","msg":"trace[1880146124] transaction","detail":"{read_only:false; response_revision:6922; number_of_response:1; }","duration":"1.627634113s","start":"2026-04-07T09:47:54.217549Z","end":"2026-04-07T09:47:55.845183Z","steps":["trace[1880146124] 'process raft request' (duration: 1.626727133s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.84526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.217525Z","time spent":"1.627701255s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:47:55.845423Z","caller":"traceutil/trace.go:171","msg":"trace[1184583336] transaction","detail":"{read_only:false; response_revision:6923; number_of_response:1; }","duration":"1.405028681s","start":"2026-04-07T09:47:54.440385Z","end":"2026-04-07T09:47:55.845414Z","steps":["trace[1184583336] 'process raft request' (duration: 1.403963266s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.845483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.440359Z","time spent":"1.405093622s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:55.845821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.313475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.116\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-07T09:47:55.845873Z","caller":"traceutil/trace.go:171","msg":"trace[1497301887] transaction","detail":"{read_only:false; response_revision:6925; number_of_response:1; }","duration":"1.321741961s","start":"2026-04-07T09:47:54.524116Z","end":"2026-04-07T09:47:55.845858Z","steps":["trace[1497301887] 'process raft request' (duration: 1.320428972s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:55.845941Z","caller":"traceutil/trace.go:171","msg":"trace[13661092] range","detail":"{range_begin:/registry/masterleases/199.204.45.116; range_end:; response_count:1; response_revision:6925; }","duration":"116.458818ms","start":"2026-04-07T09:47:55.729444Z","end":"2026-04-07T09:47:55.845903Z","steps":["trace[13661092] 'agreement among raft nodes before linearized reading' (duration: 116.221433ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:55.845993Z","caller":"traceutil/trace.go:171","msg":"trace[1702009091] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"1.39781785s","start":"2026-04-07T09:47:54.448164Z","end":"2026-04-07T09:47:55.845982Z","steps":["trace[1702009091] 'process raft request' (duration: 1.396315116s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.846043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.448144Z","time spent":"1.397876872s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:55.84595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.27437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:47:55.846196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114235383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-07T09:47:55.846243Z","caller":"traceutil/trace.go:171","msg":"trace[1662631264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6925; }","duration":"367.602507ms","start":"2026-04-07T09:47:55.478629Z","end":"2026-04-07T09:47:55.846232Z","steps":["trace[1662631264] 'agreement among raft nodes before linearized reading' (duration: 367.287791ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:55.84631Z","caller":"traceutil/trace.go:171","msg":"trace[166177578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6925; }","duration":"1.114335226s","start":"2026-04-07T09:47:54.731906Z","end":"2026-04-07T09:47:55.846242Z","steps":["trace[166177578] 'agreement among raft nodes before linearized reading' (duration: 1.114178392s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.846326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.47861Z","time spent":"367.704149ms","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:55.846375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.731887Z","time spent":"1.114475388s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T09:47:55.845846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4523544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-07T09:47:55.846237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110337226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:47:55.846512Z","caller":"traceutil/trace.go:171","msg":"trace[644296893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6925; }","duration":"2.453076356s","start":"2026-04-07T09:47:53.393423Z","end":"2026-04-07T09:47:55.846499Z","steps":["trace[644296893] 'agreement among raft nodes before linearized reading' (duration: 2.452153846s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.847919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.393401Z","time spent":"2.454469887s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-07T09:47:55.845955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.524089Z","time spent":"1.321832303s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:47:55.846592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561221206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:47:55.84816Z","caller":"traceutil/trace.go:171","msg":"trace[405691205] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6925; }","duration":"2.562847673s","start":"2026-04-07T09:47:53.285293Z","end":"2026-04-07T09:47:55.848141Z","steps":["trace[405691205] 'agreement among raft nodes before linearized reading' (duration: 2.560889549s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:55.847082Z","caller":"traceutil/trace.go:171","msg":"trace[902628847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6925; }","duration":"1.111191544s","start":"2026-04-07T09:47:54.735864Z","end":"2026-04-07T09:47:55.847056Z","steps":["trace[902628847] 'agreement among raft nodes before linearized reading' (duration: 1.110157932s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.848254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:53.285276Z","time spent":"2.562964405s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T09:47:55.848335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.735856Z","time spent":"1.112439412s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:47:55.846698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775125908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:47:55.848565Z","caller":"traceutil/trace.go:171","msg":"trace[812265405] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:6925; }","duration":"1.77702185s","start":"2026-04-07T09:47:54.071526Z","end":"2026-04-07T09:47:55.848548Z","steps":["trace[812265405] 'agreement among raft nodes before linearized reading' (duration: 1.775141818s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:55.848738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:54.071505Z","time spent":"1.777209905s","remote":"127.0.0.1:51138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:47:56.355585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:56.856637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:57.357308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:57.855189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000624381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:47:57.855252Z","caller":"traceutil/trace.go:171","msg":"trace[161865543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000720194s","start":"2026-04-07T09:47:55.854518Z","end":"2026-04-07T09:47:57.855238Z","steps":["trace[161865543] 'agreement among raft nodes before linearized reading' (duration: 2.000639742s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:57.855282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.85451Z","time spent":"2.000765744s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:47:57.858429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:58.359264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:58.860411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:59.361305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:47:59.855804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:47:59.855899Z","caller":"traceutil/trace.go:171","msg":"trace[882105374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000313739s","start":"2026-04-07T09:47:57.855563Z","end":"2026-04-07T09:47:59.855877Z","steps":["trace[882105374] 'agreement among raft nodes before linearized reading' (duration: 2.000198497s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:47:59.855948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.855531Z","time spent":"2.000406642s","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:47:59.861528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:00.362409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:00.852263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.853372Z","time spent":"4.998881438s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:00.852415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.853476Z","time spent":"4.998936839s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:00.852834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.853326Z","time spent":"4.999505882s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:00.863044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:01.363884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:01.861632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:01.861709Z","caller":"traceutil/trace.go:171","msg":"trace[538723450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113801s","start":"2026-04-07T09:47:59.861578Z","end":"2026-04-07T09:48:01.861691Z","steps":["trace[538723450] 'agreement among raft nodes before linearized reading' (duration: 2.000012369s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:01.861756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.861556Z","time spent":"2.000191032s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:01.864826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:02.365609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:02.849262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.848666Z","time spent":"7.000587447s","remote":"127.0.0.1:50690","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:02.850339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.851078Z","time spent":"4.999253351s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:02.850474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.851669Z","time spent":"4.998799971s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:02.851691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.853115Z","time spent":"4.998569716s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:02.852281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.85185Z","time spent":"7.000428915s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:02.852367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.852879Z","time spent":"4.999484346s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/07 09:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:02.853139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:55.852968Z","time spent":"7.000164458s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:02.855574Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-04-07T09:48:03.16758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.166427Z","time spent":"7.001147836s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:03.285191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.345617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:03.285268Z","caller":"traceutil/trace.go:171","msg":"trace[1242411356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"429.507971ms","start":"2026-04-07T09:48:02.85574Z","end":"2026-04-07T09:48:03.285248Z","steps":["trace[1242411356] 'agreement among raft nodes before linearized reading' (duration: 429.412169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:03.285317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.855732Z","time spent":"429.572433ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/07 09:48:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.355755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:03.392981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.07379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:03.393047Z","caller":"traceutil/trace.go:171","msg":"trace[1280974978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"537.198973ms","start":"2026-04-07T09:48:02.855833Z","end":"2026-04-07T09:48:03.393032Z","steps":["trace[1280974978] 'agreement among raft nodes before linearized reading' (duration: 537.096591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:03.393113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.855821Z","time spent":"537.282665ms","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/07 09:48:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.642189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:48:03.642309Z","caller":"traceutil/trace.go:171","msg":"trace[368560576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062351s","start":"2026-04-07T09:48:01.642226Z","end":"2026-04-07T09:48:03.642289Z","steps":["trace[368560576] 'agreement among raft nodes before linearized reading' (duration: 1.999910978s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:03.642359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.642204Z","time spent":"2.000144403s","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:03.856852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:03.862052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-07T09:48:03.862144Z","caller":"traceutil/trace.go:171","msg":"trace[1809834028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272501s","start":"2026-04-07T09:48:01.861847Z","end":"2026-04-07T09:48:03.86212Z","steps":["trace[1809834028] 'agreement among raft nodes before linearized reading' (duration: 2.000153277s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:03.86221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.861827Z","time spent":"2.000373793s","remote":"127.0.0.1:50666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:48:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:48:04.357712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15853969655208914210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:48:04.559108Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.710310114s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-07T09:48:04.564292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.384737Z","time spent":"1.179545741s","remote":"127.0.0.1:47314","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-07T09:48:04.565397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53222588s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.565497Z","caller":"traceutil/trace.go:171","msg":"trace[270434187] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6925; }","duration":"4.532338773s","start":"2026-04-07T09:48:00.033145Z","end":"2026-04-07T09:48:04.565484Z","steps":["trace[270434187] 'range keys from in-memory index tree' (duration: 4.53221374s)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:48:04.586453Z","caller":"traceutil/trace.go:171","msg":"trace[1416456230] linearizableReadLoop","detail":"{readStateIndex:7190; appliedIndex:7176; }","duration":"1.730777337s","start":"2026-04-07T09:48:02.855661Z","end":"2026-04-07T09:48:04.586438Z","steps":["trace[1416456230] 'read index received' (duration: 1.703683622s)","trace[1416456230] 'applied index is now lower than readState.Index' (duration: 27.092975ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:48:04.586605Z","caller":"traceutil/trace.go:171","msg":"trace[186636519] transaction","detail":"{read_only:false; response_revision:6936; number_of_response:1; }","duration":"1.881570279s","start":"2026-04-07T09:48:02.705028Z","end":"2026-04-07T09:48:04.586598Z","steps":["trace[186636519] 'process raft request' (duration: 1.881109079s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.586685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.705003Z","time spent":"1.881627991s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:48:04.586806Z","caller":"traceutil/trace.go:171","msg":"trace[1237147487] transaction","detail":"{read_only:false; number_of_response:1; response_revision:6936; }","duration":"1.299201341s","start":"2026-04-07T09:48:03.287598Z","end":"2026-04-07T09:48:04.586799Z","steps":["trace[1237147487] 'process raft request' (duration: 1.298805222s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.586844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.287568Z","time spent":"1.299257512s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":513,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:48:04.586984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732874903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-04-07T09:48:04.587011Z","caller":"traceutil/trace.go:171","msg":"trace[2126035843] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6936; }","duration":"1.732922314s","start":"2026-04-07T09:48:02.854082Z","end":"2026-04-07T09:48:04.587004Z","steps":["trace[2126035843] 'agreement among raft nodes before linearized reading' (duration: 1.732837532s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.58703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.85407Z","time spent":"1.732954915s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:48:04.587196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734128531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-04-07T09:48:04.587223Z","caller":"traceutil/trace.go:171","msg":"trace[916780970] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:6936; }","duration":"1.734348657s","start":"2026-04-07T09:48:02.852867Z","end":"2026-04-07T09:48:04.587216Z","steps":["trace[916780970] 'agreement among raft nodes before linearized reading' (duration: 1.734235764s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.587242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.852764Z","time spent":"1.734473959s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-07T09:48:04.587359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734418448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-07T09:48:04.587388Z","caller":"traceutil/trace.go:171","msg":"trace[980908069] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6936; }","duration":"1.734447648s","start":"2026-04-07T09:48:02.852932Z","end":"2026-04-07T09:48:04.58738Z","steps":["trace[980908069] 'agreement among raft nodes before linearized reading' (duration: 1.734386397s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.587408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.852904Z","time spent":"1.73449909s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-07T09:48:04.587514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735291997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T09:48:04.587535Z","caller":"traceutil/trace.go:171","msg":"trace[1410073928] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6936; }","duration":"1.735346789s","start":"2026-04-07T09:48:02.852183Z","end":"2026-04-07T09:48:04.58753Z","steps":["trace[1410073928] 'agreement among raft nodes before linearized reading' (duration: 1.735295698s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.587551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.852168Z","time spent":"1.735379889s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-07T09:48:04.587605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.050531409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.587624Z","caller":"traceutil/trace.go:171","msg":"trace[1704056348] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:6936; }","duration":"3.050611381s","start":"2026-04-07T09:48:01.537007Z","end":"2026-04-07T09:48:04.587619Z","steps":["trace[1704056348] 'agreement among raft nodes before linearized reading' (duration: 3.05057958s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.58764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.536986Z","time spent":"3.050649802s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.587725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134368968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.587747Z","caller":"traceutil/trace.go:171","msg":"trace[171064957] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:6936; }","duration":"3.134425549s","start":"2026-04-07T09:48:01.453316Z","end":"2026-04-07T09:48:04.587742Z","steps":["trace[171064957] 'agreement among raft nodes before linearized reading' (duration: 3.134392989s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.587764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.453291Z","time spent":"3.134469091s","remote":"127.0.0.1:59480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.587852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540865558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.587872Z","caller":"traceutil/trace.go:171","msg":"trace[941670375] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:6936; }","duration":"3.540886178s","start":"2026-04-07T09:48:01.046981Z","end":"2026-04-07T09:48:04.587867Z","steps":["trace[941670375] 'agreement among raft nodes before linearized reading' (duration: 3.540852117s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.587889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:01.046915Z","time spent":"3.540969679s","remote":"127.0.0.1:50906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.587973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036807735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.587995Z","caller":"traceutil/trace.go:171","msg":"trace[1325359045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:6936; }","duration":"4.036855937s","start":"2026-04-07T09:48:00.551133Z","end":"2026-04-07T09:48:04.587989Z","steps":["trace[1325359045] 'agreement among raft nodes before linearized reading' (duration: 4.036824856s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.588011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.55112Z","time spent":"4.036886297s","remote":"127.0.0.1:41826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.588094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.094699275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.588116Z","caller":"traceutil/trace.go:171","msg":"trace[2098548539] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:6936; }","duration":"4.094764256s","start":"2026-04-07T09:48:00.493346Z","end":"2026-04-07T09:48:04.58811Z","steps":["trace[2098548539] 'agreement among raft nodes before linearized reading' (duration: 4.094734926s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.588135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:00.493327Z","time spent":"4.094801648s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.588278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213339206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.588302Z","caller":"traceutil/trace.go:171","msg":"trace[2050413732] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6936; }","duration":"5.213399726s","start":"2026-04-07T09:47:59.374897Z","end":"2026-04-07T09:48:04.588297Z","steps":["trace[2050413732] 'agreement among raft nodes before linearized reading' (duration: 5.213358956s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.588323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.374879Z","time spent":"5.213438058s","remote":"127.0.0.1:33348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.588474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315845778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.588512Z","caller":"traceutil/trace.go:171","msg":"trace[1857170645] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:6936; }","duration":"5.31592113s","start":"2026-04-07T09:47:59.272583Z","end":"2026-04-07T09:48:04.588504Z","steps":["trace[1857170645] 'agreement among raft nodes before linearized reading' (duration: 5.315857809s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.588536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.272565Z","time spent":"5.315965181s","remote":"127.0.0.1:40738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.588664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.437143818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.588689Z","caller":"traceutil/trace.go:171","msg":"trace[174097262] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:6936; }","duration":"5.43720806s","start":"2026-04-07T09:47:59.151474Z","end":"2026-04-07T09:48:04.588682Z","steps":["trace[174097262] 'agreement among raft nodes before linearized reading' (duration: 5.437166189s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.588709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:59.151453Z","time spent":"5.43724968s","remote":"127.0.0.1:40722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.588876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.38699097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-07T09:48:04.588903Z","caller":"traceutil/trace.go:171","msg":"trace[1622799075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6936; }","duration":"7.387048521s","start":"2026-04-07T09:47:57.201848Z","end":"2026-04-07T09:48:04.588897Z","steps":["trace[1622799075] 'agreement among raft nodes before linearized reading' (duration: 7.386977509s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.588924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:57.201815Z","time spent":"7.387102142s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:48:04.589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.880319469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-07T09:48:04.589079Z","caller":"traceutil/trace.go:171","msg":"trace[704765208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6936; }","duration":"7.88042654s","start":"2026-04-07T09:47:56.70864Z","end":"2026-04-07T09:48:04.589067Z","steps":["trace[704765208] 'agreement among raft nodes before linearized reading' (duration: 7.880319178s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.589114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:47:56.70862Z","time spent":"7.880485302s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-07T09:48:04.589396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73359172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:48:04.58943Z","caller":"traceutil/trace.go:171","msg":"trace[211425022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6936; }","duration":"1.733667721s","start":"2026-04-07T09:48:02.855754Z","end":"2026-04-07T09:48:04.589422Z","steps":["trace[211425022] 'agreement among raft nodes before linearized reading' (duration: 1.733519688s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.589454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.85574Z","time spent":"1.733708803s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-07T09:48:04.589646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.904895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.589679Z","caller":"traceutil/trace.go:171","msg":"trace[325977515] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:6936; }","duration":"140.987077ms","start":"2026-04-07T09:48:04.448683Z","end":"2026-04-07T09:48:04.58967Z","steps":["trace[325977515] 'agreement among raft nodes before linearized reading' (duration: 140.928075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.589798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.359907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.589827Z","caller":"traceutil/trace.go:171","msg":"trace[79922810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6936; }","duration":"720.386898ms","start":"2026-04-07T09:48:03.869431Z","end":"2026-04-07T09:48:04.589818Z","steps":["trace[79922810] 'agreement among raft nodes before linearized reading' (duration: 720.348437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.589849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.869408Z","time spent":"720.434778ms","remote":"127.0.0.1:50660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:48:04.589989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.096472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-07T09:48:04.590013Z","caller":"traceutil/trace.go:171","msg":"trace[919056657] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:6936; }","duration":"725.152144ms","start":"2026-04-07T09:48:03.864855Z","end":"2026-04-07T09:48:04.590007Z","steps":["trace[919056657] 'agreement among raft nodes before linearized reading' (duration: 725.086093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.59003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.864838Z","time spent":"725.188125ms","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-07T09:48:04.590025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634757115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.590062Z","caller":"traceutil/trace.go:171","msg":"trace[1344295428] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:6936; }","duration":"1.634830027s","start":"2026-04-07T09:48:02.95522Z","end":"2026-04-07T09:48:04.59005Z","steps":["trace[1344295428] 'agreement among raft nodes before linearized reading' (duration: 1.634750895s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.590094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.955202Z","time spent":"1.634884608s","remote":"127.0.0.1:49164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.590158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732392583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a40a1db80f1c0b\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:48:04.590209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.667874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.59023Z","caller":"traceutil/trace.go:171","msg":"trace[684772518] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6936; }","duration":"833.725276ms","start":"2026-04-07T09:48:03.756499Z","end":"2026-04-07T09:48:04.590224Z","steps":["trace[684772518] 'agreement among raft nodes before linearized reading' (duration: 833.684675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.59025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.756478Z","time spent":"833.765706ms","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-07T09:48:04.59024Z","caller":"traceutil/trace.go:171","msg":"trace[863082123] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a40a1db80f1c0b; range_end:; response_count:0; response_revision:6936; }","duration":"1.732503145s","start":"2026-04-07T09:48:02.857714Z","end":"2026-04-07T09:48:04.590218Z","steps":["trace[863082123] 'agreement among raft nodes before linearized reading' (duration: 1.732362792s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.590329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:02.857703Z","time spent":"1.732611068s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":27,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a40a1db80f1c0b\" "} {"level":"warn","ts":"2026-04-07T09:48:04.590504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056675231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-07T09:48:04.590538Z","caller":"traceutil/trace.go:171","msg":"trace[2103055472] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6936; }","duration":"1.056754942s","start":"2026-04-07T09:48:03.533775Z","end":"2026-04-07T09:48:04.59053Z","steps":["trace[2103055472] 'agreement among raft nodes before linearized reading' (duration: 1.056610288s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.590559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.533751Z","time spent":"1.056803123s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-07T09:48:04.590648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085453863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:48:04.590709Z","caller":"traceutil/trace.go:171","msg":"trace[1190210276] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6936; }","duration":"1.085555884s","start":"2026-04-07T09:48:03.505146Z","end":"2026-04-07T09:48:04.590702Z","steps":["trace[1190210276] 'agreement among raft nodes before linearized reading' (duration: 1.085478373s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.590734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.505125Z","time spent":"1.085602706s","remote":"127.0.0.1:49132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.590846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217957658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.590867Z","caller":"traceutil/trace.go:171","msg":"trace[1244787595] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:6936; }","duration":"1.218008019s","start":"2026-04-07T09:48:03.372854Z","end":"2026-04-07T09:48:04.590862Z","steps":["trace[1244787595] 'agreement among raft nodes before linearized reading' (duration: 1.217974108s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.590884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.372836Z","time spent":"1.21804294s","remote":"127.0.0.1:40718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.593161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258768998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:48:04.593199Z","caller":"traceutil/trace.go:171","msg":"trace[677922026] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6936; }","duration":"1.2588473s","start":"2026-04-07T09:48:03.334343Z","end":"2026-04-07T09:48:04.593191Z","steps":["trace[677922026] 'agreement among raft nodes before linearized reading' (duration: 1.258740028s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.593222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.334322Z","time spent":"1.258893582s","remote":"127.0.0.1:50762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":80,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:48:04.593353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422080943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-04-07T09:48:04.593373Z","caller":"traceutil/trace.go:171","msg":"trace[1264625657] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:6936; }","duration":"1.422137764s","start":"2026-04-07T09:48:03.171229Z","end":"2026-04-07T09:48:04.593367Z","steps":["trace[1264625657] 'agreement among raft nodes before linearized reading' (duration: 1.422074353s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:48:04.593391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:48:03.17121Z","time spent":"1.422177224s","remote":"127.0.0.1:50922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":511,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-07T09:48:52.793226Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5627} {"level":"info","ts":"2026-04-07T09:48:52.86712Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5627,"took":"72.749479ms","hash":2682624721,"current-db-size-bytes":53731328,"current-db-size":"54 MB","current-db-size-in-use-bytes":16920576,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-04-07T09:48:52.867177Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2682624721,"revision":5627,"compact-revision":2891}