{"level":"warn","ts":"2026-08-14T08:58:00.225598Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-14T08:58:00.225702Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.82:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.82:2380","--initial-cluster=instance=https://199.19.213.82:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.82:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.82:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-14T08:58:00.225775Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-14T08:58:00.225786Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.82:2380"]} {"level":"info","ts":"2026-08-14T08:58:00.225806Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-14T08:58:00.226504Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.82:2379"]} {"level":"info","ts":"2026-08-14T08:58:00.226585Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.82:2380"],"listen-peer-urls":["https://199.19.213.82:2380"],"advertise-client-urls":["https://199.19.213.82:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.82:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.82:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-14T08:58:00.250589Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"18.933741ms"} {"level":"info","ts":"2026-08-14T08:58:00.273693Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"5d464d3ed167a141","cluster-id":"2ab4f6fe2538e5aa"} {"level":"info","ts":"2026-08-14T08:58:00.273875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 switched to configuration voters=()"} {"level":"info","ts":"2026-08-14T08:58:00.273949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 became follower at term 0"} {"level":"info","ts":"2026-08-14T08:58:00.274129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 5d464d3ed167a141 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-14T08:58:00.274177Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 became follower at term 1"} {"level":"info","ts":"2026-08-14T08:58:00.274265Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 switched to configuration voters=(6721144426093584705)"} {"level":"warn","ts":"2026-08-14T08:58:00.296794Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-14T08:58:00.304501Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-14T08:58:00.306011Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-14T08:58:00.308506Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"5d464d3ed167a141","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-14T08:58:00.308783Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"5d464d3ed167a141","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-14T08:58:00.317987Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-14T08:58:00.318077Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-14T08:58:00.318099Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-14T08:58:00.319199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 switched to configuration voters=(6721144426093584705)"} {"level":"info","ts":"2026-08-14T08:58:00.319416Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2ab4f6fe2538e5aa","local-member-id":"5d464d3ed167a141","added-peer-id":"5d464d3ed167a141","added-peer-peer-urls":["https://199.19.213.82:2380"]} {"level":"info","ts":"2026-08-14T08:58:00.320247Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-14T08:58:00.320319Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.82:2380"} {"level":"info","ts":"2026-08-14T08:58:00.32048Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.82:2380"} {"level":"info","ts":"2026-08-14T08:58:00.323644Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"5d464d3ed167a141","initial-advertise-peer-urls":["https://199.19.213.82:2380"],"listen-peer-urls":["https://199.19.213.82:2380"],"advertise-client-urls":["https://199.19.213.82:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.82:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-14T08:58:00.323745Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-14T08:58:01.275433Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 is starting a new election at term 1"} {"level":"info","ts":"2026-08-14T08:58:01.275526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-14T08:58:01.275569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 received MsgPreVoteResp from 5d464d3ed167a141 at term 1"} {"level":"info","ts":"2026-08-14T08:58:01.27559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 became candidate at term 2"} {"level":"info","ts":"2026-08-14T08:58:01.275601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 received MsgVoteResp from 5d464d3ed167a141 at term 2"} {"level":"info","ts":"2026-08-14T08:58:01.275617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"5d464d3ed167a141 became leader at term 2"} {"level":"info","ts":"2026-08-14T08:58:01.27563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 5d464d3ed167a141 elected leader 5d464d3ed167a141 at term 2"} {"level":"info","ts":"2026-08-14T08:58:01.27717Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"5d464d3ed167a141","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.82:2379]}","request-path":"/0/members/5d464d3ed167a141/attributes","cluster-id":"2ab4f6fe2538e5aa","publish-timeout":"7s"} {"level":"info","ts":"2026-08-14T08:58:01.277231Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-14T08:58:01.277352Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-14T08:58:01.27762Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-14T08:58:01.277201Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-14T08:58:01.277711Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-14T08:58:01.278563Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2ab4f6fe2538e5aa","local-member-id":"5d464d3ed167a141","cluster-version":"3.5"} {"level":"info","ts":"2026-08-14T08:58:01.278709Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-14T08:58:01.278755Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-14T08:58:01.281548Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-14T08:58:01.283099Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.82:2379"} {"level":"info","ts":"2026-08-14T08:58:39.679447Z","caller":"traceutil/trace.go:171","msg":"trace[1248444265] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"100.717544ms","start":"2026-08-14T08:58:39.578712Z","end":"2026-08-14T08:58:39.67943Z","steps":["trace[1248444265] 'process raft request' (duration: 100.537592ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T08:58:39.679622Z","caller":"traceutil/trace.go:171","msg":"trace[90001797] transaction","detail":"{read_only:false; number_of_response:1; response_revision:537; }","duration":"100.874185ms","start":"2026-08-14T08:58:39.578727Z","end":"2026-08-14T08:58:39.679601Z","steps":["trace[90001797] 'process raft request' (duration: 100.587682ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T08:58:45.959998Z","caller":"traceutil/trace.go:171","msg":"trace[227160103] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"288.683215ms","start":"2026-08-14T08:58:45.67125Z","end":"2026-08-14T08:58:45.959934Z","steps":["trace[227160103] 'process raft request' (duration: 286.985347ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T08:58:46.257925Z","caller":"traceutil/trace.go:171","msg":"trace[44852750] linearizableReadLoop","detail":"{readStateIndex:656; appliedIndex:655; }","duration":"210.897251ms","start":"2026-08-14T08:58:46.046973Z","end":"2026-08-14T08:58:46.257871Z","steps":["trace[44852750] 'read index received' (duration: 207.409724ms)","trace[44852750] 'applied index is now lower than readState.Index' (duration: 3.486417ms)"],"step_count":2} {"level":"info","ts":"2026-08-14T08:58:46.258117Z","caller":"traceutil/trace.go:171","msg":"trace[1876976859] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"233.974994ms","start":"2026-08-14T08:58:46.024126Z","end":"2026-08-14T08:58:46.258101Z","steps":["trace[1876976859] 'process raft request' (duration: 230.337165ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T08:58:46.258492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.487397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-14T08:58:46.258667Z","caller":"traceutil/trace.go:171","msg":"trace[989360121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:631; }","duration":"211.746089ms","start":"2026-08-14T08:58:46.046887Z","end":"2026-08-14T08:58:46.258633Z","steps":["trace[989360121] 'agreement among raft nodes before linearized reading' (duration: 211.290195ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T08:58:46.428877Z","caller":"traceutil/trace.go:171","msg":"trace[1943610035] linearizableReadLoop","detail":"{readStateIndex:657; appliedIndex:656; }","duration":"160.39954ms","start":"2026-08-14T08:58:46.26843Z","end":"2026-08-14T08:58:46.42883Z","steps":["trace[1943610035] 'read index received' (duration: 143.926946ms)","trace[1943610035] 'applied index is now lower than readState.Index' (duration: 16.471234ms)"],"step_count":2} {"level":"info","ts":"2026-08-14T08:58:46.429049Z","caller":"traceutil/trace.go:171","msg":"trace[540198627] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"162.280539ms","start":"2026-08-14T08:58:46.266687Z","end":"2026-08-14T08:58:46.428968Z","steps":["trace[540198627] 'process raft request' (duration: 145.662754ms)","trace[540198627] 'compare' (duration: 16.320281ms)"],"step_count":2} {"level":"warn","ts":"2026-08-14T08:58:46.429249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.784984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T08:58:46.429327Z","caller":"traceutil/trace.go:171","msg":"trace[1756744609] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:632; }","duration":"160.897854ms","start":"2026-08-14T08:58:46.268412Z","end":"2026-08-14T08:58:46.42931Z","steps":["trace[1756744609] 'agreement among raft nodes before linearized reading' (duration: 160.556101ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T08:58:46.433962Z","caller":"traceutil/trace.go:171","msg":"trace[1884051378] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"165.347941ms","start":"2026-08-14T08:58:46.268583Z","end":"2026-08-14T08:58:46.43393Z","steps":["trace[1884051378] 'process raft request' (duration: 165.114579ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T08:58:46.434259Z","caller":"traceutil/trace.go:171","msg":"trace[676490054] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"156.468157ms","start":"2026-08-14T08:58:46.277772Z","end":"2026-08-14T08:58:46.43424Z","steps":["trace[676490054] 'process raft request' (duration: 156.084723ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T08:59:02.066005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.775605ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T08:59:02.066989Z","caller":"traceutil/trace.go:171","msg":"trace[1159622144] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:805; }","duration":"158.593534ms","start":"2026-08-14T08:59:01.908184Z","end":"2026-08-14T08:59:02.066777Z","steps":["trace[1159622144] 'range keys from in-memory index tree' (duration: 157.756185ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:14.951432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:15.452053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:15.953098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:16.454166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:16.954932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:17.455996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:17.956608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:18.241872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999858456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-14T09:00:18.242021Z","caller":"traceutil/trace.go:171","msg":"trace[1986274059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000087342s","start":"2026-08-14T09:00:16.241909Z","end":"2026-08-14T09:00:18.241997Z","steps":["trace[1986274059] 'agreement among raft nodes before linearized reading' (duration: 1.999910687s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:18.242071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:16.24188Z","time spent":"2.000181795s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/14 09:00:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:18.457912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:18.958392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:19.459141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:19.643583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-14T09:00:19.643667Z","caller":"traceutil/trace.go:171","msg":"trace[1325876192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184423s","start":"2026-08-14T09:00:17.643454Z","end":"2026-08-14T09:00:19.643638Z","steps":["trace[1325876192] 'agreement among raft nodes before linearized reading' (duration: 2.000089509s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:19.643715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:17.643424Z","time spent":"2.000282284s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/14 09:00:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:19.959498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273233392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:19.982051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998862754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-14T09:00:19.982244Z","caller":"traceutil/trace.go:171","msg":"trace[808622349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999124831s","start":"2026-08-14T09:00:14.983088Z","end":"2026-08-14T09:00:19.982212Z","steps":["trace[808622349] 'agreement among raft nodes before linearized reading' (duration: 4.998903085s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:19.982346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:14.983064Z","time spent":"4.999267705s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/14 09:00:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:20.013474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:15.015342Z","time spent":"4.998120324s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/14 09:00:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:20.1842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.767486038s","expected-duration":"1s"} {"level":"warn","ts":"2026-08-14T09:00:20.184632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:14.416534Z","time spent":"5.768093385s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-08-14T09:00:20.195335Z","caller":"traceutil/trace.go:171","msg":"trace[27024362] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"4.147343045s","start":"2026-08-14T09:00:16.04795Z","end":"2026-08-14T09:00:20.195293Z","steps":["trace[27024362] 'process raft request' (duration: 4.146954014s)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:20.19539Z","caller":"traceutil/trace.go:171","msg":"trace[311588859] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"1.077251086s","start":"2026-08-14T09:00:19.118098Z","end":"2026-08-14T09:00:20.195349Z","steps":["trace[311588859] 'process raft request' (duration: 1.076829144s)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:20.195379Z","caller":"traceutil/trace.go:171","msg":"trace[516961358] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"4.623214232s","start":"2026-08-14T09:00:15.572031Z","end":"2026-08-14T09:00:20.195245Z","steps":["trace[516961358] 'process raft request' (duration: 4.622840461s)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:20.195516Z","caller":"traceutil/trace.go:171","msg":"trace[1684757308] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"923.648285ms","start":"2026-08-14T09:00:19.271835Z","end":"2026-08-14T09:00:20.195483Z","steps":["trace[1684757308] 'process raft request' (duration: 923.111669ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:20.196253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:16.047922Z","time spent":"4.14751708s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-14T09:00:20.196307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:19.118069Z","time spent":"1.077417921s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-14T09:00:20.196456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:15.572004Z","time spent":"4.623521431s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-14T09:00:20.196527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:19.271805Z","time spent":"923.780707ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:00:20.199747Z","caller":"traceutil/trace.go:171","msg":"trace[1214137045] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1807; }","duration":"5.74962114s","start":"2026-08-14T09:00:14.450108Z","end":"2026-08-14T09:00:20.19973Z","steps":["trace[1214137045] 'read index received' (duration: 5.73436011s)","trace[1214137045] 'applied index is now lower than readState.Index' (duration: 15.2603ms)"],"step_count":2} {"level":"warn","ts":"2026-08-14T09:00:20.199875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.665471837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-14T09:00:20.199898Z","caller":"traceutil/trace.go:171","msg":"trace[99233861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1744; }","duration":"5.66554915s","start":"2026-08-14T09:00:14.534342Z","end":"2026-08-14T09:00:20.199892Z","steps":["trace[99233861] 'agreement among raft nodes before linearized reading' (duration: 5.665472608s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:20.199915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:14.534319Z","time spent":"5.665591881s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-14T09:00:20.19993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749823385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:146766"} {"level":"info","ts":"2026-08-14T09:00:20.199962Z","caller":"traceutil/trace.go:171","msg":"trace[1461849135] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1744; }","duration":"5.749884187s","start":"2026-08-14T09:00:14.450068Z","end":"2026-08-14T09:00:20.199952Z","steps":["trace[1461849135] 'agreement among raft nodes before linearized reading' (duration: 5.749713063s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:20.199975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.921746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-08-14T09:00:20.199991Z","caller":"traceutil/trace.go:171","msg":"trace[973556866] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1744; }","duration":"184.989247ms","start":"2026-08-14T09:00:20.014994Z","end":"2026-08-14T09:00:20.199984Z","steps":["trace[973556866] 'agreement among raft nodes before linearized reading' (duration: 184.966437ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:20.199991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:14.450052Z","time spent":"5.749931799s","remote":"127.0.0.1:33618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":146788,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-08-14T09:00:20.200036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957792544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T09:00:20.200047Z","caller":"traceutil/trace.go:171","msg":"trace[1233084909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1744; }","duration":"1.957862696s","start":"2026-08-14T09:00:18.24218Z","end":"2026-08-14T09:00:20.200043Z","steps":["trace[1233084909] 'agreement among raft nodes before linearized reading' (duration: 1.957842755s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:20.200057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:18.242152Z","time spent":"1.957903037s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-14T09:00:20.200168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5379995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-zxsdj\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-08-14T09:00:20.200182Z","caller":"traceutil/trace.go:171","msg":"trace[1160891322] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-zxsdj; range_end:; response_count:1; response_revision:1744; }","duration":"2.538075972s","start":"2026-08-14T09:00:17.662101Z","end":"2026-08-14T09:00:20.200177Z","steps":["trace[1160891322] 'agreement among raft nodes before linearized reading' (duration: 2.538031971s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:20.200194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:17.662079Z","time spent":"2.538111554s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-zxsdj\" "} {"level":"warn","ts":"2026-08-14T09:00:20.200313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.049945799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-14T09:00:20.200327Z","caller":"traceutil/trace.go:171","msg":"trace[2113746762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1744; }","duration":"4.04999784s","start":"2026-08-14T09:00:16.150324Z","end":"2026-08-14T09:00:20.200322Z","steps":["trace[2113746762] 'agreement among raft nodes before linearized reading' (duration: 4.049944419s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:20.200339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:16.150306Z","time spent":"4.050029321s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-08-14T09:00:20.200499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161035598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-08-14T09:00:20.200554Z","caller":"traceutil/trace.go:171","msg":"trace[1705255657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1744; }","duration":"5.16111725s","start":"2026-08-14T09:00:15.039421Z","end":"2026-08-14T09:00:20.200539Z","steps":["trace[1705255657] 'agreement among raft nodes before linearized reading' (duration: 5.160946456s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:20.200592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:15.039401Z","time spent":"5.161182932s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-14T09:00:20.200688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.68109141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-14T09:00:20.200717Z","caller":"traceutil/trace.go:171","msg":"trace[1314827263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1744; }","duration":"4.681160932s","start":"2026-08-14T09:00:15.519548Z","end":"2026-08-14T09:00:20.200709Z","steps":["trace[1314827263] 'agreement among raft nodes before linearized reading' (duration: 4.68108291s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:20.200737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:15.519523Z","time spent":"4.681209183s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-08-14T09:00:32.561858Z","caller":"traceutil/trace.go:171","msg":"trace[901391609] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1991; }","duration":"284.044016ms","start":"2026-08-14T09:00:32.277786Z","end":"2026-08-14T09:00:32.56183Z","steps":["trace[901391609] 'read index received' (duration: 18.710629ms)","trace[901391609] 'applied index is now lower than readState.Index' (duration: 265.332017ms)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:00:32.562023Z","caller":"traceutil/trace.go:171","msg":"trace[1673582150] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"282.191367ms","start":"2026-08-14T09:00:32.279801Z","end":"2026-08-14T09:00:32.561992Z","steps":["trace[1673582150] 'process raft request' (duration: 281.983592ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:32.562367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.5299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T09:00:32.562461Z","caller":"traceutil/trace.go:171","msg":"trace[177389115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1917; }","duration":"255.797936ms","start":"2026-08-14T09:00:32.306624Z","end":"2026-08-14T09:00:32.562422Z","steps":["trace[177389115] 'agreement among raft nodes before linearized reading' (duration: 255.426637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:32.562483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.681752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-08-14T09:00:32.56253Z","caller":"traceutil/trace.go:171","msg":"trace[440486135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"284.790565ms","start":"2026-08-14T09:00:32.277728Z","end":"2026-08-14T09:00:32.562518Z","steps":["trace[440486135] 'agreement among raft nodes before linearized reading' (duration: 284.620021ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:32.561932Z","caller":"traceutil/trace.go:171","msg":"trace[605660725] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"284.59994ms","start":"2026-08-14T09:00:32.277271Z","end":"2026-08-14T09:00:32.561871Z","steps":["trace[605660725] 'process raft request' (duration: 284.346034ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:32.963775Z","caller":"traceutil/trace.go:171","msg":"trace[110884417] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"146.950842ms","start":"2026-08-14T09:00:32.816789Z","end":"2026-08-14T09:00:32.96374Z","steps":["trace[110884417] 'process raft request' (duration: 146.747516ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:45.87167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.45545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-14T09:00:45.871758Z","caller":"traceutil/trace.go:171","msg":"trace[2125627133] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2034; }","duration":"149.596393ms","start":"2026-08-14T09:00:45.722143Z","end":"2026-08-14T09:00:45.871739Z","steps":["trace[2125627133] 'count revisions from in-memory index tree' (duration: 149.371988ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:46.450969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:46.951503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:47.45183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:47.952562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:48.453211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:48.95406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:49.242522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-14T09:00:49.24264Z","caller":"traceutil/trace.go:171","msg":"trace[1948278283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458033s","start":"2026-08-14T09:00:47.242155Z","end":"2026-08-14T09:00:49.242614Z","steps":["trace[1948278283] 'agreement among raft nodes before linearized reading' (duration: 2.000310218s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:49.242696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:47.242135Z","time spent":"2.000549825s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/14 09:00:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:49.454671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:49.955669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:50.456676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:50.957093Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:51.098473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999355104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-14T09:00:51.09875Z","caller":"traceutil/trace.go:171","msg":"trace[68514226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999689132s","start":"2026-08-14T09:00:46.099019Z","end":"2026-08-14T09:00:51.098708Z","steps":["trace[68514226] 'agreement among raft nodes before linearized reading' (duration: 4.999390325s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.098826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:46.099Z","time spent":"4.999811774s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/08/14 09:00:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:51.242753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999693999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-14T09:00:51.242883Z","caller":"traceutil/trace.go:171","msg":"trace[1513300318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999896484s","start":"2026-08-14T09:00:49.242955Z","end":"2026-08-14T09:00:51.242852Z","steps":["trace[1513300318] 'agreement among raft nodes before linearized reading' (duration: 1.99972473s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.242938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:49.242934Z","time spent":"1.999993096s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/14 09:00:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:51.368072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:46.369227Z","time spent":"4.998836578s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/14 09:00:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:51.386762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:46.387831Z","time spent":"4.998921731s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/08/14 09:00:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:51.457414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:00:51.647006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-08-14T09:00:51.647121Z","caller":"traceutil/trace.go:171","msg":"trace[2126904415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555861s","start":"2026-08-14T09:00:49.64654Z","end":"2026-08-14T09:00:51.647096Z","steps":["trace[2126904415] 'agreement among raft nodes before linearized reading' (duration: 2.000402518s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.647274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:49.64652Z","time spent":"2.000644654s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/08/14 09:00:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:51.687132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999641069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-14T09:00:51.687229Z","caller":"traceutil/trace.go:171","msg":"trace[1925547252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999806193s","start":"2026-08-14T09:00:46.687405Z","end":"2026-08-14T09:00:51.687212Z","steps":["trace[1925547252] 'agreement among raft nodes before linearized reading' (duration: 4.99968561s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.687356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:46.687389Z","time spent":"4.999925517s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/08/14 09:00:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:51.791588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998840309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-08-14T09:00:51.791675Z","caller":"traceutil/trace.go:171","msg":"trace[566405916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998990022s","start":"2026-08-14T09:00:46.792666Z","end":"2026-08-14T09:00:51.791656Z","steps":["trace[566405916] 'agreement among raft nodes before linearized reading' (duration: 4.99888845s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.791709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:46.792642Z","time spent":"4.999061623s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/08/14 09:00:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-08-14T09:00:51.805088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.897646192s","expected-duration":"1s"} {"level":"info","ts":"2026-08-14T09:00:51.805506Z","caller":"traceutil/trace.go:171","msg":"trace[601983527] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"5.898137273s","start":"2026-08-14T09:00:45.907341Z","end":"2026-08-14T09:00:51.805478Z","steps":["trace[601983527] 'process raft request' (duration: 5.897967039s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.805645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:45.907321Z","time spent":"5.898248285s","remote":"127.0.0.1:33598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-14T09:00:51.819273Z","caller":"traceutil/trace.go:171","msg":"trace[1372795869] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"5.899461218s","start":"2026-08-14T09:00:45.919774Z","end":"2026-08-14T09:00:51.819235Z","steps":["trace[1372795869] 'process raft request' (duration: 5.899258613s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.819426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:45.919744Z","time spent":"5.899604671s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11973,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:00:51.820325Z","caller":"traceutil/trace.go:171","msg":"trace[128319856] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"4.793261509s","start":"2026-08-14T09:00:47.027041Z","end":"2026-08-14T09:00:51.820303Z","steps":["trace[128319856] 'process raft request' (duration: 4.792762706s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.820442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:47.027024Z","time spent":"4.793348881s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:00:51.820567Z","caller":"traceutil/trace.go:171","msg":"trace[1347798384] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"4.150543447s","start":"2026-08-14T09:00:47.670001Z","end":"2026-08-14T09:00:51.820544Z","steps":["trace[1347798384] 'process raft request' (duration: 4.150093506s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.82071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:47.66997Z","time spent":"4.150663581s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:00:51.844612Z","caller":"traceutil/trace.go:171","msg":"trace[882520482] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"1.622841875s","start":"2026-08-14T09:00:50.221747Z","end":"2026-08-14T09:00:51.844589Z","steps":["trace[882520482] 'process raft request' (duration: 1.622710072s)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:51.844813Z","caller":"traceutil/trace.go:171","msg":"trace[1878876508] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2117; }","duration":"5.893941666s","start":"2026-08-14T09:00:45.950847Z","end":"2026-08-14T09:00:51.844789Z","steps":["trace[1878876508] 'read index received' (duration: 5.854432131s)","trace[1878876508] 'applied index is now lower than readState.Index' (duration: 39.508645ms)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:00:51.844892Z","caller":"traceutil/trace.go:171","msg":"trace[178189182] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"1.277805695s","start":"2026-08-14T09:00:50.567042Z","end":"2026-08-14T09:00:51.844847Z","steps":["trace[178189182] 'process raft request' (duration: 1.277531069s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.844986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.735721069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-14T09:00:51.844891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:50.221727Z","time spent":"1.622960877s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:00:51.845021Z","caller":"traceutil/trace.go:171","msg":"trace[178588458] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2043; }","duration":"5.735827602s","start":"2026-08-14T09:00:46.109184Z","end":"2026-08-14T09:00:51.845012Z","steps":["trace[178588458] 'agreement among raft nodes before linearized reading' (duration: 5.73574821s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.845018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:50.56702Z","time spent":"1.277933789s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-14T09:00:51.845056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:46.109161Z","time spent":"5.735887183s","remote":"127.0.0.1:56958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-08-14T09:00:51.845058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.894198153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-08-14T09:00:51.845091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245180563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T09:00:51.845189Z","caller":"traceutil/trace.go:171","msg":"trace[1870454477] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2043; }","duration":"1.245336187s","start":"2026-08-14T09:00:50.59983Z","end":"2026-08-14T09:00:51.845166Z","steps":["trace[1870454477] 'agreement among raft nodes before linearized reading' (duration: 1.245151752s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.845262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:50.599818Z","time spent":"1.245429519s","remote":"127.0.0.1:33790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-14T09:00:51.845297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.664417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T09:00:51.845391Z","caller":"traceutil/trace.go:171","msg":"trace[2140775312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2043; }","duration":"594.815451ms","start":"2026-08-14T09:00:51.250564Z","end":"2026-08-14T09:00:51.845379Z","steps":["trace[2140775312] 'agreement among raft nodes before linearized reading' (duration: 594.614616ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.84535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.424312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-14T09:00:51.845412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966260109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-14T09:00:51.845439Z","caller":"traceutil/trace.go:171","msg":"trace[933747922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2043; }","duration":"4.966350161s","start":"2026-08-14T09:00:46.879081Z","end":"2026-08-14T09:00:51.845431Z","steps":["trace[933747922] 'agreement among raft nodes before linearized reading' (duration: 4.966243588s)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:51.845448Z","caller":"traceutil/trace.go:171","msg":"trace[720268948] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2043; }","duration":"931.600546ms","start":"2026-08-14T09:00:50.913828Z","end":"2026-08-14T09:00:51.845429Z","steps":["trace[720268948] 'agreement among raft nodes before linearized reading' (duration: 931.399311ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.845508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:50.913799Z","time spent":"931.69955ms","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-08-14T09:00:51.845424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:51.250537Z","time spent":"594.880212ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-14T09:00:51.845569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.417720689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-14T09:00:51.845591Z","caller":"traceutil/trace.go:171","msg":"trace[972638485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2043; }","duration":"5.417787202s","start":"2026-08-14T09:00:46.427799Z","end":"2026-08-14T09:00:51.845586Z","steps":["trace[972638485] 'agreement among raft nodes before linearized reading' (duration: 5.41773573s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.845591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916414483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"warn","ts":"2026-08-14T09:00:51.845614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:46.427782Z","time spent":"5.417827812s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-14T09:00:51.845637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111044731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T09:00:51.845692Z","caller":"traceutil/trace.go:171","msg":"trace[823724381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2043; }","duration":"1.111150573s","start":"2026-08-14T09:00:50.73453Z","end":"2026-08-14T09:00:51.84568Z","steps":["trace[823724381] 'agreement among raft nodes before linearized reading' (duration: 1.111064541s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.845743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:50.734505Z","time spent":"1.111221624s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-08-14T09:00:51.84513Z","caller":"traceutil/trace.go:171","msg":"trace[767029337] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2043; }","duration":"5.894305365s","start":"2026-08-14T09:00:45.950811Z","end":"2026-08-14T09:00:51.845117Z","steps":["trace[767029337] 'agreement among raft nodes before linearized reading' (duration: 5.89410033s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.845959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:45.950799Z","time spent":"5.895146615s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-14T09:00:51.846003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953933824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-14T09:00:51.846065Z","caller":"traceutil/trace.go:171","msg":"trace[1943062085] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2043; }","duration":"2.954057897s","start":"2026-08-14T09:00:48.891991Z","end":"2026-08-14T09:00:51.846049Z","steps":["trace[1943062085] 'agreement among raft nodes before linearized reading' (duration: 2.953850803s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.846118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:48.891962Z","time spent":"2.954141009s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-08-14T09:00:51.845206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.421641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-08-14T09:00:51.846163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296953872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T09:00:51.846196Z","caller":"traceutil/trace.go:171","msg":"trace[1934065021] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2043; }","duration":"3.297037035s","start":"2026-08-14T09:00:48.549152Z","end":"2026-08-14T09:00:51.846189Z","steps":["trace[1934065021] 'agreement among raft nodes before linearized reading' (duration: 3.296978913s)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:51.846211Z","caller":"traceutil/trace.go:171","msg":"trace[1015744680] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2043; }","duration":"458.433056ms","start":"2026-08-14T09:00:51.387756Z","end":"2026-08-14T09:00:51.846189Z","steps":["trace[1015744680] 'agreement among raft nodes before linearized reading' (duration: 457.404791ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.846225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:48.549114Z","time spent":"3.297103765s","remote":"127.0.0.1:33754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-08-14T09:00:51.846267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:51.387744Z","time spent":"458.507527ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-08-14T09:00:51.846407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076287568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-14T09:00:51.845628Z","caller":"traceutil/trace.go:171","msg":"trace[530529103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2043; }","duration":"1.916487995s","start":"2026-08-14T09:00:49.929128Z","end":"2026-08-14T09:00:51.845616Z","steps":["trace[530529103] 'agreement among raft nodes before linearized reading' (duration: 1.91630925s)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:51.846449Z","caller":"traceutil/trace.go:171","msg":"trace[385463617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2043; }","duration":"2.07638434s","start":"2026-08-14T09:00:49.770054Z","end":"2026-08-14T09:00:51.846438Z","steps":["trace[385463617] 'agreement among raft nodes before linearized reading' (duration: 2.076238596s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.846481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:49.770035Z","time spent":"2.07644048s","remote":"127.0.0.1:38622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-14T09:00:51.845465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:46.879053Z","time spent":"4.966407304s","remote":"127.0.0.1:38622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-14T09:00:51.846653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.262736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-08-14T09:00:51.845522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.117519098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-14T09:00:51.846689Z","caller":"traceutil/trace.go:171","msg":"trace[1501486689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2043; }","duration":"5.118703845s","start":"2026-08-14T09:00:46.727977Z","end":"2026-08-14T09:00:51.846681Z","steps":["trace[1501486689] 'agreement among raft nodes before linearized reading' (duration: 5.117502797s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.846712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:46.727944Z","time spent":"5.118761737s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-08-14T09:00:51.845396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.235383901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-14T09:00:51.846815Z","caller":"traceutil/trace.go:171","msg":"trace[1099473119] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2043; }","duration":"476.465701ms","start":"2026-08-14T09:00:51.370338Z","end":"2026-08-14T09:00:51.846804Z","steps":["trace[1099473119] 'agreement among raft nodes before linearized reading' (duration: 476.261716ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:51.846828Z","caller":"traceutil/trace.go:171","msg":"trace[59027084] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2043; }","duration":"4.236864706s","start":"2026-08-14T09:00:47.609948Z","end":"2026-08-14T09:00:51.846813Z","steps":["trace[59027084] 'agreement among raft nodes before linearized reading' (duration: 4.235305339s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.846842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:51.370316Z","time spent":"476.519503ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":572,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-08-14T09:00:51.846875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:47.609926Z","time spent":"4.236936419s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":91,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-08-14T09:00:51.845307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.557300864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T09:00:51.846926Z","caller":"traceutil/trace.go:171","msg":"trace[1219232622] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2043; }","duration":"4.558938226s","start":"2026-08-14T09:00:47.287976Z","end":"2026-08-14T09:00:51.846914Z","steps":["trace[1219232622] 'agreement among raft nodes before linearized reading' (duration: 4.557305115s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.84699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:47.287964Z","time spent":"4.558998217s","remote":"127.0.0.1:35694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-08-14T09:00:51.847199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996044693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-14T09:00:51.846483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:49.929109Z","time spent":"1.917358166s","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-08-14T09:00:51.847238Z","caller":"traceutil/trace.go:171","msg":"trace[44608365] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2043; }","duration":"1.997645122s","start":"2026-08-14T09:00:49.849585Z","end":"2026-08-14T09:00:51.84723Z","steps":["trace[44608365] 'agreement among raft nodes before linearized reading' (duration: 1.996080184s)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:51.847778Z","caller":"traceutil/trace.go:171","msg":"trace[188092889] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"1.080399877s","start":"2026-08-14T09:00:50.764461Z","end":"2026-08-14T09:00:51.84486Z","steps":["trace[188092889] 'process raft request' (duration: 1.080275634s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:51.848273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:50.76444Z","time spent":"1.083763238s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-14T09:00:51.847837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:00:49.849544Z","time spent":"1.998278286s","remote":"127.0.0.1:33876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-08-14T09:00:53.992091Z","caller":"traceutil/trace.go:171","msg":"trace[603781601] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2137; }","duration":"133.978102ms","start":"2026-08-14T09:00:53.858083Z","end":"2026-08-14T09:00:53.992061Z","steps":["trace[603781601] 'read index received' (duration: 133.780256ms)","trace[603781601] 'applied index is now lower than readState.Index' (duration: 196.766µs)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:00:53.992187Z","caller":"traceutil/trace.go:171","msg":"trace[403887509] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"136.071262ms","start":"2026-08-14T09:00:53.856082Z","end":"2026-08-14T09:00:53.992153Z","steps":["trace[403887509] 'process raft request' (duration: 135.779364ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:53.992474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.368961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-14T09:00:53.992522Z","caller":"traceutil/trace.go:171","msg":"trace[615426290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2054; }","duration":"134.476493ms","start":"2026-08-14T09:00:53.858035Z","end":"2026-08-14T09:00:53.992512Z","steps":["trace[615426290] 'agreement among raft nodes before linearized reading' (duration: 134.216397ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:53.994777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.622403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-14T09:00:53.99485Z","caller":"traceutil/trace.go:171","msg":"trace[957548386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2055; }","duration":"133.751566ms","start":"2026-08-14T09:00:53.861084Z","end":"2026-08-14T09:00:53.994836Z","steps":["trace[957548386] 'agreement among raft nodes before linearized reading' (duration: 133.52248ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:53.995338Z","caller":"traceutil/trace.go:171","msg":"trace[541656298] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"132.604539ms","start":"2026-08-14T09:00:53.862723Z","end":"2026-08-14T09:00:53.995328Z","steps":["trace[541656298] 'process raft request' (duration: 131.756158ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:00:53.995644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.412192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-14T09:00:53.995687Z","caller":"traceutil/trace.go:171","msg":"trace[1977957762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2055; }","duration":"134.465403ms","start":"2026-08-14T09:00:53.861209Z","end":"2026-08-14T09:00:53.995674Z","steps":["trace[1977957762] 'agreement among raft nodes before linearized reading' (duration: 134.36142ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:00:55.957064Z","caller":"traceutil/trace.go:171","msg":"trace[577636172] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"119.179394ms","start":"2026-08-14T09:00:55.837857Z","end":"2026-08-14T09:00:55.957036Z","steps":["trace[577636172] 'process raft request' (duration: 43.920134ms)","trace[577636172] 'compare' (duration: 75.138137ms)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:01:09.110169Z","caller":"traceutil/trace.go:171","msg":"trace[1858500640] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2225; }","duration":"251.315736ms","start":"2026-08-14T09:01:08.858814Z","end":"2026-08-14T09:01:09.110129Z","steps":["trace[1858500640] 'read index received' (duration: 251.161172ms)","trace[1858500640] 'applied index is now lower than readState.Index' (duration: 153.593µs)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:01:09.110339Z","caller":"traceutil/trace.go:171","msg":"trace[202043636] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"703.800351ms","start":"2026-08-14T09:01:08.406496Z","end":"2026-08-14T09:01:09.110296Z","steps":["trace[202043636] 'process raft request' (duration: 703.474124ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:09.110399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.553481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-14T09:01:09.110495Z","caller":"traceutil/trace.go:171","msg":"trace[1502998379] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2139; }","duration":"251.725005ms","start":"2026-08-14T09:01:08.85875Z","end":"2026-08-14T09:01:09.110475Z","steps":["trace[1502998379] 'agreement among raft nodes before linearized reading' (duration: 251.546231ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:09.110897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:08.406463Z","time spent":"704.018266ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-14T09:01:11.424462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:01:11.924982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:01:12.425663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11619744433273234288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-08-14T09:01:12.518925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.866675462s","expected-duration":"1s"} {"level":"info","ts":"2026-08-14T09:01:12.519418Z","caller":"traceutil/trace.go:171","msg":"trace[491459348] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.867262426s","start":"2026-08-14T09:01:10.652124Z","end":"2026-08-14T09:01:12.519387Z","steps":["trace[491459348] 'process raft request' (duration: 1.86699237s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.519587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:10.652096Z","time spent":"1.867403669s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:01:12.543721Z","caller":"traceutil/trace.go:171","msg":"trace[2058291593] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"536.208981ms","start":"2026-08-14T09:01:12.007403Z","end":"2026-08-14T09:01:12.543612Z","steps":["trace[2058291593] 'process raft request' (duration: 536.111099ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:01:12.543794Z","caller":"traceutil/trace.go:171","msg":"trace[865134122] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"482.676487ms","start":"2026-08-14T09:01:12.061105Z","end":"2026-08-14T09:01:12.543782Z","steps":["trace[865134122] 'process raft request' (duration: 482.458922ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:01:12.543756Z","caller":"traceutil/trace.go:171","msg":"trace[1754855603] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"656.45635ms","start":"2026-08-14T09:01:11.887263Z","end":"2026-08-14T09:01:12.543719Z","steps":["trace[1754855603] 'process raft request' (duration: 656.100501ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.543875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:12.061063Z","time spent":"482.764699ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-14T09:01:12.543997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:11.887253Z","time spent":"656.635824ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:01:12.544208Z","caller":"traceutil/trace.go:171","msg":"trace[1260191459] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"482.624386ms","start":"2026-08-14T09:01:12.061575Z","end":"2026-08-14T09:01:12.5442Z","steps":["trace[1260191459] 'process raft request' (duration: 482.155816ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.544273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:12.061544Z","time spent":"482.688358ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-14T09:01:12.544249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:12.007377Z","time spent":"536.442096ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:01:12.544503Z","caller":"traceutil/trace.go:171","msg":"trace[1283198290] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2238; }","duration":"1.620827878s","start":"2026-08-14T09:01:10.923646Z","end":"2026-08-14T09:01:12.544474Z","steps":["trace[1283198290] 'read index received' (duration: 1.595581956s)","trace[1283198290] 'applied index is now lower than readState.Index' (duration: 25.245202ms)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:01:12.544535Z","caller":"traceutil/trace.go:171","msg":"trace[1080418798] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"428.05147ms","start":"2026-08-14T09:01:12.116467Z","end":"2026-08-14T09:01:12.544518Z","steps":["trace[1080418798] 'process raft request' (duration: 427.55973ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.544983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:12.116449Z","time spent":"428.50695ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:01:12.544547Z","caller":"traceutil/trace.go:171","msg":"trace[1056424446] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"424.01336ms","start":"2026-08-14T09:01:12.12052Z","end":"2026-08-14T09:01:12.544534Z","steps":["trace[1056424446] 'process raft request' (duration: 423.855456ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.54507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:12.120492Z","time spent":"424.555512ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-14T09:01:12.54463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620985872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T09:01:12.545145Z","caller":"traceutil/trace.go:171","msg":"trace[910241012] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2157; }","duration":"1.621504595s","start":"2026-08-14T09:01:10.92363Z","end":"2026-08-14T09:01:12.545134Z","steps":["trace[910241012] 'agreement among raft nodes before linearized reading' (duration: 1.620945552s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.545173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:10.923567Z","time spent":"1.621599016s","remote":"127.0.0.1:33858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-08-14T09:01:12.545331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420967571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-08-14T09:01:12.545387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.792467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-08-14T09:01:12.545422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.54487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-14T09:01:12.545377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303859552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-14T09:01:12.545456Z","caller":"traceutil/trace.go:171","msg":"trace[1350099331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2157; }","duration":"471.59591ms","start":"2026-08-14T09:01:12.073852Z","end":"2026-08-14T09:01:12.545447Z","steps":["trace[1350099331] 'agreement among raft nodes before linearized reading' (duration: 471.432287ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:01:12.545455Z","caller":"traceutil/trace.go:171","msg":"trace[1990688012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2157; }","duration":"472.888689ms","start":"2026-08-14T09:01:12.072552Z","end":"2026-08-14T09:01:12.54544Z","steps":["trace[1990688012] 'agreement among raft nodes before linearized reading' (duration: 472.716186ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.54548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:12.073843Z","time spent":"471.633321ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-14T09:01:12.545484Z","caller":"traceutil/trace.go:171","msg":"trace[1153730395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2157; }","duration":"1.304009176s","start":"2026-08-14T09:01:11.241452Z","end":"2026-08-14T09:01:12.545461Z","steps":["trace[1153730395] 'agreement among raft nodes before linearized reading' (duration: 1.303813532s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.545617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:11.241441Z","time spent":"1.304170999s","remote":"127.0.0.1:33530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-08-14T09:01:12.545639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.911509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-08-14T09:01:12.545494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:12.072539Z","time spent":"472.94641ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-08-14T09:01:12.54569Z","caller":"traceutil/trace.go:171","msg":"trace[2028958739] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2157; }","duration":"571.97601ms","start":"2026-08-14T09:01:11.9737Z","end":"2026-08-14T09:01:12.545676Z","steps":["trace[2028958739] 'agreement among raft nodes before linearized reading' (duration: 571.775656ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.545724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:11.973691Z","time spent":"572.025851ms","remote":"127.0.0.1:33698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-08-14T09:01:12.545688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352452839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-08-14T09:01:12.545792Z","caller":"traceutil/trace.go:171","msg":"trace[695995630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2157; }","duration":"1.352676604s","start":"2026-08-14T09:01:11.193107Z","end":"2026-08-14T09:01:12.545784Z","steps":["trace[695995630] 'agreement among raft nodes before linearized reading' (duration: 1.352417948s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.545855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:11.193082Z","time spent":"1.352766095s","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-08-14T09:01:12.545413Z","caller":"traceutil/trace.go:171","msg":"trace[314241024] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2157; }","duration":"1.421050223s","start":"2026-08-14T09:01:11.12435Z","end":"2026-08-14T09:01:12.545401Z","steps":["trace[314241024] 'agreement among raft nodes before linearized reading' (duration: 1.420867909s)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.545985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:11.124325Z","time spent":"1.421642726s","remote":"127.0.0.1:38622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-08-14T09:01:12.54598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.619991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-08-14T09:01:12.545353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.632006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-14T09:01:12.546061Z","caller":"traceutil/trace.go:171","msg":"trace[753824696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2157; }","duration":"655.716932ms","start":"2026-08-14T09:01:11.890332Z","end":"2026-08-14T09:01:12.546049Z","steps":["trace[753824696] 'agreement among raft nodes before linearized reading' (duration: 655.518068ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.546137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:11.890325Z","time spent":"655.799374ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-14T09:01:12.546069Z","caller":"traceutil/trace.go:171","msg":"trace[694252750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2157; }","duration":"772.377732ms","start":"2026-08-14T09:01:11.773682Z","end":"2026-08-14T09:01:12.54606Z","steps":["trace[694252750] 'agreement among raft nodes before linearized reading' (duration: 771.580464ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:12.546236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:11.773667Z","time spent":"772.559616ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-14T09:01:19.287327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.768175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-14T09:01:19.287879Z","caller":"traceutil/trace.go:171","msg":"trace[2098195481] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"652.67039ms","start":"2026-08-14T09:01:18.635175Z","end":"2026-08-14T09:01:19.287845Z","steps":["trace[2098195481] 'process raft request' (duration: 169.939185ms)","trace[2098195481] 'compare' (duration: 481.540569ms)"],"step_count":2} {"level":"warn","ts":"2026-08-14T09:01:19.28806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:18.635156Z","time spent":"652.801973ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:01:19.287957Z","caller":"traceutil/trace.go:171","msg":"trace[1102097321] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"652.359484ms","start":"2026-08-14T09:01:18.635572Z","end":"2026-08-14T09:01:19.287931Z","steps":["trace[1102097321] 'process raft request' (duration: 652.108469ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:19.288474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:18.635537Z","time spent":"652.704802ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:01:19.293535Z","caller":"traceutil/trace.go:171","msg":"trace[400280381] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"657.360412ms","start":"2026-08-14T09:01:18.636032Z","end":"2026-08-14T09:01:19.293392Z","steps":["trace[400280381] 'process raft request' (duration: 657.164507ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:19.293766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:18.636017Z","time spent":"657.627587ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:01:19.293711Z","caller":"traceutil/trace.go:171","msg":"trace[1700021010] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"657.584797ms","start":"2026-08-14T09:01:18.636089Z","end":"2026-08-14T09:01:19.293674Z","steps":["trace[1700021010] 'process raft request' (duration: 657.247739ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:19.294183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:18.636052Z","time spent":"658.038307ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:01:19.294658Z","caller":"traceutil/trace.go:171","msg":"trace[144373501] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"657.614508ms","start":"2026-08-14T09:01:18.635692Z","end":"2026-08-14T09:01:19.293307Z","steps":["trace[144373501] 'process raft request' (duration: 652.164839ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:01:19.294812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-14T09:01:18.635679Z","time spent":"659.014058ms","remote":"127.0.0.1:33764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-14T09:06:45.531987Z","caller":"traceutil/trace.go:171","msg":"trace[160900503] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"100.594676ms","start":"2026-08-14T09:06:45.431365Z","end":"2026-08-14T09:06:45.53196Z","steps":["trace[160900503] 'process raft request' (duration: 100.440114ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:06:45.532018Z","caller":"traceutil/trace.go:171","msg":"trace[871834551] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"100.714067ms","start":"2026-08-14T09:06:45.43127Z","end":"2026-08-14T09:06:45.531984Z","steps":["trace[871834551] 'process raft request' (duration: 39.986643ms)","trace[871834551] 'compare' (duration: 60.39849ms)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:06:45.53232Z","caller":"traceutil/trace.go:171","msg":"trace[1908312591] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"100.923021ms","start":"2026-08-14T09:06:45.43137Z","end":"2026-08-14T09:06:45.532293Z","steps":["trace[1908312591] 'process raft request' (duration: 100.502065ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:06:45.532481Z","caller":"traceutil/trace.go:171","msg":"trace[392019477] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"100.997132ms","start":"2026-08-14T09:06:45.431471Z","end":"2026-08-14T09:06:45.532468Z","steps":["trace[392019477] 'process raft request' (duration: 100.697298ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:06:45.532611Z","caller":"traceutil/trace.go:171","msg":"trace[1838026591] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"101.108662ms","start":"2026-08-14T09:06:45.431493Z","end":"2026-08-14T09:06:45.532601Z","steps":["trace[1838026591] 'process raft request' (duration: 100.91377ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:06:45.534911Z","caller":"traceutil/trace.go:171","msg":"trace[2105283789] linearizableReadLoop","detail":"{readStateIndex:4540; appliedIndex:4535; }","duration":"103.385062ms","start":"2026-08-14T09:06:45.431505Z","end":"2026-08-14T09:06:45.53489Z","steps":["trace[2105283789] 'read index received' (duration: 21.555321ms)","trace[2105283789] 'applied index is now lower than readState.Index' (duration: 81.828661ms)"],"step_count":2} {"level":"warn","ts":"2026-08-14T09:06:45.535291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.797966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5072"} {"level":"warn","ts":"2026-08-14T09:06:45.535331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.729176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-08-14T09:06:45.535325Z","caller":"traceutil/trace.go:171","msg":"trace[1249540964] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4385; }","duration":"103.888378ms","start":"2026-08-14T09:06:45.431427Z","end":"2026-08-14T09:06:45.535315Z","steps":["trace[1249540964] 'agreement among raft nodes before linearized reading' (duration: 103.735526ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:06:45.535407Z","caller":"traceutil/trace.go:171","msg":"trace[1748431356] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4385; }","duration":"103.832067ms","start":"2026-08-14T09:06:45.431563Z","end":"2026-08-14T09:06:45.535395Z","steps":["trace[1748431356] 'agreement among raft nodes before linearized reading' (duration: 103.671555ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:06:55.083225Z","caller":"traceutil/trace.go:171","msg":"trace[761731733] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4939; }","duration":"179.343707ms","start":"2026-08-14T09:06:54.90386Z","end":"2026-08-14T09:06:55.083203Z","steps":["trace[761731733] 'read index received' (duration: 179.090144ms)","trace[761731733] 'applied index is now lower than readState.Index' (duration: 252.583µs)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:06:55.083292Z","caller":"traceutil/trace.go:171","msg":"trace[1045942940] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"179.695432ms","start":"2026-08-14T09:06:54.903555Z","end":"2026-08-14T09:06:55.08325Z","steps":["trace[1045942940] 'process raft request' (duration: 179.480479ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:06:55.083953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.057047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-08-14T09:06:55.084076Z","caller":"traceutil/trace.go:171","msg":"trace[629549166] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4752; }","duration":"180.21972ms","start":"2026-08-14T09:06:54.903836Z","end":"2026-08-14T09:06:55.084056Z","steps":["trace[629549166] 'agreement among raft nodes before linearized reading' (duration: 179.50097ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:07:17.410697Z","caller":"traceutil/trace.go:171","msg":"trace[1506748259] linearizableReadLoop","detail":"{readStateIndex:5278; appliedIndex:5277; }","duration":"106.099128ms","start":"2026-08-14T09:07:17.304573Z","end":"2026-08-14T09:07:17.410672Z","steps":["trace[1506748259] 'read index received' (duration: 54.351266ms)","trace[1506748259] 'applied index is now lower than readState.Index' (duration: 51.746572ms)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:07:17.410855Z","caller":"traceutil/trace.go:171","msg":"trace[739072882] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"142.50343ms","start":"2026-08-14T09:07:17.268323Z","end":"2026-08-14T09:07:17.410826Z","steps":["trace[739072882] 'process raft request' (duration: 90.685597ms)","trace[739072882] 'compare' (duration: 51.53812ms)"],"step_count":2} {"level":"warn","ts":"2026-08-14T09:07:17.411128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.384291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-14T09:07:17.411259Z","caller":"traceutil/trace.go:171","msg":"trace[338834506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5081; }","duration":"106.574303ms","start":"2026-08-14T09:07:17.304675Z","end":"2026-08-14T09:07:17.41125Z","steps":["trace[338834506] 'agreement among raft nodes before linearized reading' (duration: 106.29785ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:07:17.41113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.507893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-14T09:07:17.411359Z","caller":"traceutil/trace.go:171","msg":"trace[254639414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5081; }","duration":"106.840457ms","start":"2026-08-14T09:07:17.304498Z","end":"2026-08-14T09:07:17.411339Z","steps":["trace[254639414] 'agreement among raft nodes before linearized reading' (duration: 106.368872ms)"],"step_count":1} {"level":"warn","ts":"2026-08-14T09:07:17.411191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.059158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-14T09:07:17.411603Z","caller":"traceutil/trace.go:171","msg":"trace[1257335318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5081; }","duration":"106.428072ms","start":"2026-08-14T09:07:17.305054Z","end":"2026-08-14T09:07:17.411482Z","steps":["trace[1257335318] 'agreement among raft nodes before linearized reading' (duration: 105.984937ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:07:54.5055Z","caller":"traceutil/trace.go:171","msg":"trace[685988690] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"176.798689ms","start":"2026-08-14T09:07:54.328669Z","end":"2026-08-14T09:07:54.505468Z","steps":["trace[685988690] 'process raft request' (duration: 176.594917ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:08:01.30815Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2844} {"level":"info","ts":"2026-08-14T09:08:01.387527Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2844,"took":"78.128677ms","hash":1451126796,"current-db-size-bytes":53555200,"current-db-size":"54 MB","current-db-size-in-use-bytes":28520448,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-14T09:08:01.387587Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1451126796,"revision":2844,"compact-revision":-1} {"level":"info","ts":"2026-08-14T09:08:02.341781Z","caller":"traceutil/trace.go:171","msg":"trace[1711401727] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"138.482015ms","start":"2026-08-14T09:08:02.203276Z","end":"2026-08-14T09:08:02.341758Z","steps":["trace[1711401727] 'process raft request' (duration: 138.352234ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:11:31.483275Z","caller":"traceutil/trace.go:171","msg":"trace[59302154] transaction","detail":"{read_only:false; response_revision:6901; number_of_response:1; }","duration":"242.795844ms","start":"2026-08-14T09:11:31.24046Z","end":"2026-08-14T09:11:31.483256Z","steps":["trace[59302154] 'process raft request' (duration: 242.763383ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:11:31.483282Z","caller":"traceutil/trace.go:171","msg":"trace[774181692] transaction","detail":"{read_only:false; response_revision:6899; number_of_response:1; }","duration":"244.266756ms","start":"2026-08-14T09:11:31.238982Z","end":"2026-08-14T09:11:31.483249Z","steps":["trace[774181692] 'process raft request' (duration: 199.271248ms)","trace[774181692] 'compare' (duration: 44.697121ms)"],"step_count":2} {"level":"info","ts":"2026-08-14T09:11:31.483321Z","caller":"traceutil/trace.go:171","msg":"trace[1601201314] transaction","detail":"{read_only:false; response_revision:6900; number_of_response:1; }","duration":"243.232593ms","start":"2026-08-14T09:11:31.240079Z","end":"2026-08-14T09:11:31.483312Z","steps":["trace[1601201314] 'process raft request' (duration: 243.110811ms)"],"step_count":1} {"level":"info","ts":"2026-08-14T09:13:01.31397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5434} {"level":"info","ts":"2026-08-14T09:13:01.399467Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5434,"took":"84.003698ms","hash":1999649887,"current-db-size-bytes":53555200,"current-db-size":"54 MB","current-db-size-in-use-bytes":18608128,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-08-14T09:13:01.399527Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1999649887,"revision":5434,"compact-revision":2844}