{"level":"warn","ts":"2026-04-28T07:17:43.58977Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:17:43.589911Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.30:2380","--initial-cluster=instance=https://199.19.213.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T07:17:43.590039Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:17:43.590064Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-04-28T07:17:43.590092Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:17:43.591064Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"]} {"level":"info","ts":"2026-04-28T07:17:43.591179Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T07:17:43.598566Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"7.055057ms"} {"level":"info","ts":"2026-04-28T07:17:43.62193Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e2b5783e11defe7e","cluster-id":"5210a9231a779bf0"} {"level":"info","ts":"2026-04-28T07:17:43.622041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T07:17:43.622072Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became follower at term 0"} {"level":"info","ts":"2026-04-28T07:17:43.622094Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e2b5783e11defe7e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T07:17:43.622109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became follower at term 1"} {"level":"info","ts":"2026-04-28T07:17:43.622168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e switched to configuration voters=(16336095431339474558)"} {"level":"warn","ts":"2026-04-28T07:17:43.639215Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T07:17:43.645254Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T07:17:43.649195Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T07:17:43.65202Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e2b5783e11defe7e","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T07:17:43.652117Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:17:43.652189Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:17:43.652203Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:17:43.65247Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e2b5783e11defe7e","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T07:17:43.654039Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:17:43.654692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e switched to configuration voters=(16336095431339474558)"} {"level":"info","ts":"2026-04-28T07:17:43.654905Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","added-peer-id":"e2b5783e11defe7e","added-peer-peer-urls":["https://199.19.213.30:2380"]} {"level":"info","ts":"2026-04-28T07:17:43.654965Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e2b5783e11defe7e","initial-advertise-peer-urls":["https://199.19.213.30:2380"],"listen-peer-urls":["https://199.19.213.30:2380"],"advertise-client-urls":["https://199.19.213.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T07:17:43.655007Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T07:17:43.655061Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-04-28T07:17:43.655136Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.30:2380"} {"level":"info","ts":"2026-04-28T07:17:44.623976Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T07:17:44.624185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T07:17:44.624223Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e received MsgPreVoteResp from e2b5783e11defe7e at term 1"} {"level":"info","ts":"2026-04-28T07:17:44.624246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became candidate at term 2"} {"level":"info","ts":"2026-04-28T07:17:44.624267Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e received MsgVoteResp from e2b5783e11defe7e at term 2"} {"level":"info","ts":"2026-04-28T07:17:44.624284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e2b5783e11defe7e became leader at term 2"} {"level":"info","ts":"2026-04-28T07:17:44.624299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e2b5783e11defe7e elected leader e2b5783e11defe7e at term 2"} {"level":"info","ts":"2026-04-28T07:17:44.767513Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:17:44.782769Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e2b5783e11defe7e","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.30:2379]}","request-path":"/0/members/e2b5783e11defe7e/attributes","cluster-id":"5210a9231a779bf0","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T07:17:44.782948Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:17:44.782823Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:17:44.783254Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T07:17:44.78329Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T07:17:44.783976Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"5210a9231a779bf0","local-member-id":"e2b5783e11defe7e","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:17:44.784189Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:17:44.784245Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:17:44.78799Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T07:17:44.788001Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.30:2379"} {"level":"info","ts":"2026-04-28T07:17:46.564186Z","caller":"traceutil/trace.go:171","msg":"trace[1813788316] linearizableReadLoop","detail":"{readStateIndex:45; appliedIndex:43; }","duration":"150.749675ms","start":"2026-04-28T07:17:46.413407Z","end":"2026-04-28T07:17:46.564157Z","steps":["trace[1813788316] 'read index received' (duration: 107.182µs)","trace[1813788316] 'applied index is now lower than readState.Index' (duration: 150.641522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:46.564384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.955771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:17:46.564445Z","caller":"traceutil/trace.go:171","msg":"trace[847754273] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:41; }","duration":"151.081634ms","start":"2026-04-28T07:17:46.41335Z","end":"2026-04-28T07:17:46.564432Z","steps":["trace[847754273] 'agreement among raft nodes before linearized reading' (duration: 150.92111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:46.564471Z","caller":"traceutil/trace.go:171","msg":"trace[2027447646] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"151.157116ms","start":"2026-04-28T07:17:46.413237Z","end":"2026-04-28T07:17:46.564394Z","steps":["trace[2027447646] 'process raft request' (duration: 100.199618ms)","trace[2027447646] 'compare' (duration: 50.518816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:47.251678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.182882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:17:47.251815Z","caller":"traceutil/trace.go:171","msg":"trace[259590003] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:71; }","duration":"123.358848ms","start":"2026-04-28T07:17:47.128422Z","end":"2026-04-28T07:17:47.251781Z","steps":["trace[259590003] 'range keys from in-memory index tree' (duration: 123.09021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:47.250519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.072762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:17:47.256745Z","caller":"traceutil/trace.go:171","msg":"trace[1008311403] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:71; }","duration":"128.350087ms","start":"2026-04-28T07:17:47.128361Z","end":"2026-04-28T07:17:47.256711Z","steps":["trace[1008311403] 'range keys from in-memory index tree' (duration: 121.919477ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:48.21265Z","caller":"traceutil/trace.go:171","msg":"trace[390210214] transaction","detail":"{read_only:false; response_revision:145; number_of_response:1; }","duration":"115.478956ms","start":"2026-04-28T07:17:48.097138Z","end":"2026-04-28T07:17:48.212617Z","steps":["trace[390210214] 'process raft request' (duration: 109.54428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:10.019344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.76084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:18:10.019438Z","caller":"traceutil/trace.go:171","msg":"trace[1840849833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:422; }","duration":"148.917194ms","start":"2026-04-28T07:18:09.870498Z","end":"2026-04-28T07:18:10.019415Z","steps":["trace[1840849833] 'range keys from in-memory index tree' (duration: 148.629396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:14.23859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.298781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:18:14.238665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.782877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:14.238739Z","caller":"traceutil/trace.go:171","msg":"trace[504795116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:465; }","duration":"130.500848ms","start":"2026-04-28T07:18:14.108201Z","end":"2026-04-28T07:18:14.238702Z","steps":["trace[504795116] 'range keys from in-memory index tree' (duration: 130.076286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:14.238787Z","caller":"traceutil/trace.go:171","msg":"trace[2140495808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:465; }","duration":"276.999583ms","start":"2026-04-28T07:18:13.961761Z","end":"2026-04-28T07:18:14.23876Z","steps":["trace[2140495808] 'range keys from in-memory index tree' (duration: 276.654503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:15.972834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.671863014s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:18:16.004194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703014567s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:18:16.004442Z","caller":"traceutil/trace.go:171","msg":"trace[2120193197] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:483; }","duration":"1.764224023s","start":"2026-04-28T07:18:14.240185Z","end":"2026-04-28T07:18:16.004409Z","steps":["trace[2120193197] 'read index received' (duration: 60.826535ms)","trace[2120193197] 'applied index is now lower than readState.Index' (duration: 1.703394528s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:16.004504Z","caller":"traceutil/trace.go:171","msg":"trace[1705356258] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"1.759810639s","start":"2026-04-28T07:18:14.244668Z","end":"2026-04-28T07:18:16.004478Z","steps":["trace[1705356258] 'process raft request' (duration: 1.759654214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.004588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696404011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:16.004615Z","caller":"traceutil/trace.go:171","msg":"trace[1435758665] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:466; }","duration":"1.696498834s","start":"2026-04-28T07:18:14.308108Z","end":"2026-04-28T07:18:16.004607Z","steps":["trace[1435758665] 'agreement among raft nodes before linearized reading' (duration: 1.696402122s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.004614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.549882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:18:16.004638Z","caller":"traceutil/trace.go:171","msg":"trace[910787637] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:466; }","duration":"898.623434ms","start":"2026-04-28T07:18:15.106007Z","end":"2026-04-28T07:18:16.004631Z","steps":["trace[910787637] 'agreement among raft nodes before linearized reading' (duration: 898.557122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.004655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.105982Z","time spent":"898.668835ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:18:16.004622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764401668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:16.004702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42124074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:18:16.004721Z","caller":"traceutil/trace.go:171","msg":"trace[38427929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"1.421309592s","start":"2026-04-28T07:18:14.583406Z","end":"2026-04-28T07:18:16.004716Z","steps":["trace[38427929] 'agreement among raft nodes before linearized reading' (duration: 1.421273541s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.004733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:14.583381Z","time spent":"1.421348713s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:18:16.004734Z","caller":"traceutil/trace.go:171","msg":"trace[1802752591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"1.764558422s","start":"2026-04-28T07:18:14.240148Z","end":"2026-04-28T07:18:16.004707Z","steps":["trace[1802752591] 'agreement among raft nodes before linearized reading' (duration: 1.764354946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.004638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:14.308006Z","time spent":"1.696625909s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-28T07:18:16.004797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:14.240112Z","time spent":"1.764672525s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:16.004622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.112562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:18:16.004873Z","caller":"traceutil/trace.go:171","msg":"trace[776698685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:466; }","duration":"269.42419ms","start":"2026-04-28T07:18:15.735442Z","end":"2026-04-28T07:18:16.004866Z","steps":["trace[776698685] 'agreement among raft nodes before linearized reading' (duration: 269.090511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.005099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:14.244639Z","time spent":"1.759923801s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:16.651643Z","caller":"traceutil/trace.go:171","msg":"trace[1103802301] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"312.426325ms","start":"2026-04-28T07:18:16.339185Z","end":"2026-04-28T07:18:16.651611Z","steps":["trace[1103802301] 'process raft request' (duration: 312.274731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.651832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.339164Z","time spent":"312.58673ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:17.309715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.911994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:17.31029Z","caller":"traceutil/trace.go:171","msg":"trace[1832638488] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"950.343483ms","start":"2026-04-28T07:18:16.359918Z","end":"2026-04-28T07:18:17.310262Z","steps":["trace[1832638488] 'process raft request' (duration: 950.137617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:17.310343Z","caller":"traceutil/trace.go:171","msg":"trace[2137084806] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"936.139004ms","start":"2026-04-28T07:18:16.374179Z","end":"2026-04-28T07:18:17.310318Z","steps":["trace[2137084806] 'process raft request' (duration: 935.933809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:17.310382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.359904Z","time spent":"950.446665ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:17.31047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.374163Z","time spent":"936.243178ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:17.310467Z","caller":"traceutil/trace.go:171","msg":"trace[1451754966] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"967.216745ms","start":"2026-04-28T07:18:16.343219Z","end":"2026-04-28T07:18:17.310436Z","steps":["trace[1451754966] 'process raft request' (duration: 848.50461ms)","trace[1451754966] 'compare' (duration: 117.708538ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:17.310562Z","caller":"traceutil/trace.go:171","msg":"trace[1211846855] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"966.529477ms","start":"2026-04-28T07:18:16.344025Z","end":"2026-04-28T07:18:17.310554Z","steps":["trace[1211846855] 'process raft request' (duration: 965.864798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:17.310601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.344018Z","time spent":"966.564948ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:17.310605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.343197Z","time spent":"967.342808ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:17.310657Z","caller":"traceutil/trace.go:171","msg":"trace[2040561552] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"955.428805ms","start":"2026-04-28T07:18:16.355222Z","end":"2026-04-28T07:18:17.310651Z","steps":["trace[2040561552] 'process raft request' (duration: 954.798338ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:17.310657Z","caller":"traceutil/trace.go:171","msg":"trace[1638648951] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"728.366522ms","start":"2026-04-28T07:18:16.582282Z","end":"2026-04-28T07:18:17.310649Z","steps":["trace[1638648951] 'process raft request' (duration: 728.209678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:17.310693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.355211Z","time spent":"955.463816ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:17.310699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.582245Z","time spent":"728.435474ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:17.310622Z","caller":"traceutil/trace.go:171","msg":"trace[1926284821] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"940.487105ms","start":"2026-04-28T07:18:16.370127Z","end":"2026-04-28T07:18:17.310615Z","steps":["trace[1926284821] 'process raft request' (duration: 939.953201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:17.310754Z","caller":"traceutil/trace.go:171","msg":"trace[1018598959] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"930.362253ms","start":"2026-04-28T07:18:16.380385Z","end":"2026-04-28T07:18:17.310748Z","steps":["trace[1018598959] 'process raft request' (duration: 929.758036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:17.310775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.370091Z","time spent":"940.66319ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:17.310802Z","caller":"traceutil/trace.go:171","msg":"trace[1547203662] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"903.489229ms","start":"2026-04-28T07:18:16.407307Z","end":"2026-04-28T07:18:17.310796Z","steps":["trace[1547203662] 'process raft request' (duration: 902.943694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:17.310838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.407291Z","time spent":"903.52457ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:17.310781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.380353Z","time spent":"930.414634ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:17.310824Z","caller":"traceutil/trace.go:171","msg":"trace[1430869429] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"920.785304ms","start":"2026-04-28T07:18:16.390016Z","end":"2026-04-28T07:18:17.310801Z","steps":["trace[1430869429] 'process raft request' (duration: 920.191747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:17.311048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.38999Z","time spent":"921.027191ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:17.311006Z","caller":"traceutil/trace.go:171","msg":"trace[1821317671] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"925.26396ms","start":"2026-04-28T07:18:16.385644Z","end":"2026-04-28T07:18:17.310908Z","steps":["trace[1821317671] 'process raft request' (duration: 924.519749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:17.311234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.385626Z","time spent":"925.505858ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:18.284783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.779382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:18.285679Z","caller":"traceutil/trace.go:171","msg":"trace[490299163] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"1.628257502s","start":"2026-04-28T07:18:16.65736Z","end":"2026-04-28T07:18:18.285618Z","steps":["trace[490299163] 'process raft request' (duration: 1.008556955s)","trace[490299163] 'compare' (duration: 618.295548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:18.285886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.657336Z","time spent":"1.628472388s","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:18.285914Z","caller":"traceutil/trace.go:171","msg":"trace[862305357] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"1.624724673s","start":"2026-04-28T07:18:16.661139Z","end":"2026-04-28T07:18:18.285863Z","steps":["trace[862305357] 'process raft request' (duration: 1.624190789s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:18.285977Z","caller":"traceutil/trace.go:171","msg":"trace[981633720] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.500054269s","start":"2026-04-28T07:18:16.785891Z","end":"2026-04-28T07:18:18.285945Z","steps":["trace[981633720] 'process raft request' (duration: 1.499943455s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:18.286048Z","caller":"traceutil/trace.go:171","msg":"trace[550333807] transaction","detail":"{read_only:false; number_of_response:1; response_revision:483; }","duration":"1.623776017s","start":"2026-04-28T07:18:16.66224Z","end":"2026-04-28T07:18:18.286016Z","steps":["trace[550333807] 'process raft request' (duration: 1.623540759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.286121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.785839Z","time spent":"1.500210914s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:18.286195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.661116Z","time spent":"1.624924569s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:18.286212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.662231Z","time spent":"1.62389278s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":6937,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.299454Z","caller":"traceutil/trace.go:171","msg":"trace[745758555] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"983.667367ms","start":"2026-04-28T07:18:17.315759Z","end":"2026-04-28T07:18:18.299426Z","steps":["trace[745758555] 'process raft request' (duration: 983.463412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.29957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.315737Z","time spent":"983.77557ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:18.300005Z","caller":"traceutil/trace.go:171","msg":"trace[1268201769] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"981.073534ms","start":"2026-04-28T07:18:17.318917Z","end":"2026-04-28T07:18:18.299991Z","steps":["trace[1268201769] 'process raft request' (duration: 980.466207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.300134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.318907Z","time spent":"981.140038ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:18.300309Z","caller":"traceutil/trace.go:171","msg":"trace[1334138398] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"981.60651ms","start":"2026-04-28T07:18:17.31868Z","end":"2026-04-28T07:18:18.300286Z","steps":["trace[1334138398] 'process raft request' (duration: 980.667143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.300366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.318657Z","time spent":"981.684972ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:18.300586Z","caller":"traceutil/trace.go:171","msg":"trace[324000196] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"973.211195ms","start":"2026-04-28T07:18:17.327347Z","end":"2026-04-28T07:18:18.300558Z","steps":["trace[324000196] 'process raft request' (duration: 972.152254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:18.300663Z","caller":"traceutil/trace.go:171","msg":"trace[1657664453] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"973.130832ms","start":"2026-04-28T07:18:17.327522Z","end":"2026-04-28T07:18:18.300652Z","steps":["trace[1657664453] 'process raft request' (duration: 972.032301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.30072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.327331Z","time spent":"973.331199ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:18.300747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.327513Z","time spent":"973.181704ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.300785Z","caller":"traceutil/trace.go:171","msg":"trace[2139218149] linearizableReadLoop","detail":"{readStateIndex:513; appliedIndex:504; }","duration":"336.292934ms","start":"2026-04-28T07:18:17.964467Z","end":"2026-04-28T07:18:18.30076Z","steps":["trace[2139218149] 'read index received' (duration: 334.795502ms)","trace[2139218149] 'applied index is now lower than readState.Index' (duration: 1.496482ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:18.300875Z","caller":"traceutil/trace.go:171","msg":"trace[774401823] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"980.409346ms","start":"2026-04-28T07:18:17.320456Z","end":"2026-04-28T07:18:18.300865Z","steps":["trace[774401823] 'process raft request' (duration: 978.986716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.300931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.32043Z","time spent":"980.464977ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.300997Z","caller":"traceutil/trace.go:171","msg":"trace[1518501799] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"964.097859ms","start":"2026-04-28T07:18:17.336889Z","end":"2026-04-28T07:18:18.300987Z","steps":["trace[1518501799] 'process raft request' (duration: 963.759499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:18.301057Z","caller":"traceutil/trace.go:171","msg":"trace[2076320240] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"968.326337ms","start":"2026-04-28T07:18:17.332723Z","end":"2026-04-28T07:18:18.30105Z","steps":["trace[2076320240] 'process raft request' (duration: 967.627848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.301075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.336879Z","time spent":"964.15905ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:18.301101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.332699Z","time spent":"968.381759ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.301164Z","caller":"traceutil/trace.go:171","msg":"trace[757851545] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"917.372739ms","start":"2026-04-28T07:18:17.383782Z","end":"2026-04-28T07:18:18.301155Z","steps":["trace[757851545] 'process raft request' (duration: 916.942617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.301208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.38375Z","time spent":"917.438821ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:18.30121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.729606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:18.301254Z","caller":"traceutil/trace.go:171","msg":"trace[126493031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:493; }","duration":"336.83524ms","start":"2026-04-28T07:18:17.964407Z","end":"2026-04-28T07:18:18.301242Z","steps":["trace[126493031] 'agreement among raft nodes before linearized reading' (duration: 336.746637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.301304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:17.964379Z","time spent":"336.916521ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:18.381985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.044893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:18:18.382076Z","caller":"traceutil/trace.go:171","msg":"trace[937302753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:494; }","duration":"364.177116ms","start":"2026-04-28T07:18:18.01788Z","end":"2026-04-28T07:18:18.382057Z","steps":["trace[937302753] 'agreement among raft nodes before linearized reading' (duration: 364.005381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.382128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.017868Z","time spent":"364.249888ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:18.382389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.73297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:18:18.382409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.203068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:18:18.382551Z","caller":"traceutil/trace.go:171","msg":"trace[1180001731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:494; }","duration":"373.391804ms","start":"2026-04-28T07:18:18.009149Z","end":"2026-04-28T07:18:18.38254Z","steps":["trace[1180001731] 'agreement among raft nodes before linearized reading' (duration: 373.212669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.382594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.00912Z","time spent":"373.465546ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:18:18.382429Z","caller":"traceutil/trace.go:171","msg":"trace[1016013557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:494; }","duration":"365.799952ms","start":"2026-04-28T07:18:18.016621Z","end":"2026-04-28T07:18:18.382421Z","steps":["trace[1016013557] 'agreement among raft nodes before linearized reading' (duration: 365.72926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.382689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.016606Z","time spent":"366.07593ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:18:18.382501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.625289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:18:18.382787Z","caller":"traceutil/trace.go:171","msg":"trace[1491974709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:494; }","duration":"364.940298ms","start":"2026-04-28T07:18:18.017836Z","end":"2026-04-28T07:18:18.382777Z","steps":["trace[1491974709] 'agreement among raft nodes before linearized reading' (duration: 364.639249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.382826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.017817Z","time spent":"364.999719ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:18.755329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.171281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-28T07:18:18.755638Z","caller":"traceutil/trace.go:171","msg":"trace[235132616] transaction","detail":"{read_only:false; number_of_response:0; response_revision:494; }","duration":"449.111026ms","start":"2026-04-28T07:18:18.306479Z","end":"2026-04-28T07:18:18.75559Z","steps":["trace[235132616] 'process raft request' (duration: 228.583295ms)","trace[235132616] 'compare' (duration: 220.102019ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:18.75583Z","caller":"traceutil/trace.go:171","msg":"trace[228419635] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:515; }","duration":"373.95012ms","start":"2026-04-28T07:18:18.381859Z","end":"2026-04-28T07:18:18.755809Z","steps":["trace[228419635] 'read index received' (duration: 153.247084ms)","trace[228419635] 'applied index is now lower than readState.Index' (duration: 220.702026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:18.755838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.306456Z","time spent":"449.297441ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:18.755941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.766537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:18.755978Z","caller":"traceutil/trace.go:171","msg":"trace[72710154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:497; }","duration":"453.842659ms","start":"2026-04-28T07:18:18.302125Z","end":"2026-04-28T07:18:18.755968Z","steps":["trace[72710154] 'agreement among raft nodes before linearized reading' (duration: 453.751787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.756023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.302113Z","time spent":"453.9013ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:18:18.75642Z","caller":"traceutil/trace.go:171","msg":"trace[792815172] transaction","detail":"{read_only:false; number_of_response:0; response_revision:494; }","duration":"449.247669ms","start":"2026-04-28T07:18:18.307161Z","end":"2026-04-28T07:18:18.756409Z","steps":["trace[792815172] 'process raft request' (duration: 448.293573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.756487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.307139Z","time spent":"449.321552ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:18.756672Z","caller":"traceutil/trace.go:171","msg":"trace[1103217259] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"411.268375ms","start":"2026-04-28T07:18:18.345394Z","end":"2026-04-28T07:18:18.756662Z","steps":["trace[1103217259] 'process raft request' (duration: 410.249016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.756755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.345367Z","time spent":"411.335347ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.756857Z","caller":"traceutil/trace.go:171","msg":"trace[1652033114] transaction","detail":"{read_only:false; number_of_response:0; response_revision:494; }","duration":"444.340623ms","start":"2026-04-28T07:18:18.312501Z","end":"2026-04-28T07:18:18.756842Z","steps":["trace[1652033114] 'process raft request' (duration: 442.980275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:18.756909Z","caller":"traceutil/trace.go:171","msg":"trace[1150350152] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"402.671935ms","start":"2026-04-28T07:18:18.354227Z","end":"2026-04-28T07:18:18.756899Z","steps":["trace[1150350152] 'process raft request' (duration: 401.511392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.756935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.312482Z","time spent":"444.417595ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:18.756963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.354195Z","time spent":"402.738377ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.757284Z","caller":"traceutil/trace.go:171","msg":"trace[1093204604] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"426.605796ms","start":"2026-04-28T07:18:18.330663Z","end":"2026-04-28T07:18:18.757269Z","steps":["trace[1093204604] 'process raft request' (duration: 424.846956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.757367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.330636Z","time spent":"426.699519ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:18.837453Z","caller":"traceutil/trace.go:171","msg":"trace[1912902586] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"450.502004ms","start":"2026-04-28T07:18:18.386926Z","end":"2026-04-28T07:18:18.837428Z","steps":["trace[1912902586] 'process raft request' (duration: 450.300808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.837659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.386891Z","time spent":"450.650668ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.837737Z","caller":"traceutil/trace.go:171","msg":"trace[1445011650] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"449.235069ms","start":"2026-04-28T07:18:18.38848Z","end":"2026-04-28T07:18:18.837715Z","steps":["trace[1445011650] 'process raft request' (duration: 448.90726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.83788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.388467Z","time spent":"449.338442ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.838052Z","caller":"traceutil/trace.go:171","msg":"trace[1546908859] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"449.300892ms","start":"2026-04-28T07:18:18.388734Z","end":"2026-04-28T07:18:18.838035Z","steps":["trace[1546908859] 'process raft request' (duration: 449.156368ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:18.838069Z","caller":"traceutil/trace.go:171","msg":"trace[1260859669] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"449.451086ms","start":"2026-04-28T07:18:18.388555Z","end":"2026-04-28T07:18:18.838006Z","steps":["trace[1260859669] 'process raft request' (duration: 449.074464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.838126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.388713Z","time spent":"449.377604ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:18.838254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.388546Z","time spent":"449.615981ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.838313Z","caller":"traceutil/trace.go:171","msg":"trace[488692783] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"449.462096ms","start":"2026-04-28T07:18:18.388837Z","end":"2026-04-28T07:18:18.838299Z","steps":["trace[488692783] 'process raft request' (duration: 449.163478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.838393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.388823Z","time spent":"449.536489ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:18.83847Z","caller":"traceutil/trace.go:171","msg":"trace[1778888213] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"447.335136ms","start":"2026-04-28T07:18:18.391125Z","end":"2026-04-28T07:18:18.83846Z","steps":["trace[1778888213] 'process raft request' (duration: 447.075959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:18.838493Z","caller":"traceutil/trace.go:171","msg":"trace[844979349] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"438.853879ms","start":"2026-04-28T07:18:18.399629Z","end":"2026-04-28T07:18:18.838483Z","steps":["trace[844979349] 'process raft request' (duration: 438.687654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:18.838539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.391117Z","time spent":"447.391078ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:18.838542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.399577Z","time spent":"438.940511ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:19.823356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.967188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:19.823534Z","caller":"traceutil/trace.go:171","msg":"trace[327484372] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"968.602804ms","start":"2026-04-28T07:18:18.854902Z","end":"2026-04-28T07:18:19.823504Z","steps":["trace[327484372] 'process raft request' (duration: 623.38839ms)","trace[327484372] 'compare' (duration: 344.749041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:19.824999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.854869Z","time spent":"968.733798ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29452,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:19.825668Z","caller":"traceutil/trace.go:171","msg":"trace[954240706] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"966.689112ms","start":"2026-04-28T07:18:18.858935Z","end":"2026-04-28T07:18:19.825624Z","steps":["trace[954240706] 'process raft request' (duration: 965.968532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:19.825798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.858915Z","time spent":"966.809774ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:19.827917Z","caller":"traceutil/trace.go:171","msg":"trace[267886833] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"968.906974ms","start":"2026-04-28T07:18:18.858972Z","end":"2026-04-28T07:18:19.827879Z","steps":["trace[267886833] 'process raft request' (duration: 966.243219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:19.828054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.858942Z","time spent":"969.035698ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:19.830665Z","caller":"traceutil/trace.go:171","msg":"trace[1839621130] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"924.797928ms","start":"2026-04-28T07:18:18.905822Z","end":"2026-04-28T07:18:19.830619Z","steps":["trace[1839621130] 'process raft request' (duration: 921.061363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:19.830951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:18.905793Z","time spent":"925.011983ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:21.086041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.460043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:21.086212Z","caller":"traceutil/trace.go:171","msg":"trace[571323771] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"1.243420237s","start":"2026-04-28T07:18:19.842752Z","end":"2026-04-28T07:18:21.086172Z","steps":["trace[571323771] 'process raft request' (duration: 462.711738ms)","trace[571323771] 'compare' (duration: 780.215156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:21.086291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:19.842732Z","time spent":"1.24352602s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:21.086758Z","caller":"traceutil/trace.go:171","msg":"trace[1366831880] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"1.188918009s","start":"2026-04-28T07:18:19.897812Z","end":"2026-04-28T07:18:21.08673Z","steps":["trace[1366831880] 'process raft request' (duration: 1.188579789s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:21.086543Z","caller":"traceutil/trace.go:171","msg":"trace[1798202198] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:533; }","duration":"1.122118807s","start":"2026-04-28T07:18:19.96433Z","end":"2026-04-28T07:18:21.086448Z","steps":["trace[1798202198] 'read index received' (duration: 341.211282ms)","trace[1798202198] 'applied index is now lower than readState.Index' (duration: 780.906645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:21.086859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:19.89778Z","time spent":"1.189033602s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:21.086931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122572329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:21.087009Z","caller":"traceutil/trace.go:171","msg":"trace[1269975135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"1.122698893s","start":"2026-04-28T07:18:19.964291Z","end":"2026-04-28T07:18:21.08699Z","steps":["trace[1269975135] 'agreement among raft nodes before linearized reading' (duration: 1.122529578s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:21.087004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.058348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:18:21.087051Z","caller":"traceutil/trace.go:171","msg":"trace[44530341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"245.17002ms","start":"2026-04-28T07:18:20.841868Z","end":"2026-04-28T07:18:21.087038Z","steps":["trace[44530341] 'agreement among raft nodes before linearized reading' (duration: 245.072448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:21.087052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.160382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:18:21.087046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:19.964275Z","time spent":"1.122763594s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:18:21.087151Z","caller":"traceutil/trace.go:171","msg":"trace[1541086417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:511; }","duration":"244.278236ms","start":"2026-04-28T07:18:20.842859Z","end":"2026-04-28T07:18:21.087137Z","steps":["trace[1541086417] 'agreement among raft nodes before linearized reading' (duration: 244.122132ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:21.086776Z","caller":"traceutil/trace.go:171","msg":"trace[2034490272] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"1.241128662s","start":"2026-04-28T07:18:19.845365Z","end":"2026-04-28T07:18:21.086494Z","steps":["trace[2034490272] 'process raft request' (duration: 1.240902426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:21.087265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.94505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:18:21.087314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:19.845349Z","time spent":"1.241919115s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:21.087376Z","caller":"traceutil/trace.go:171","msg":"trace[511894370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:511; }","duration":"232.077323ms","start":"2026-04-28T07:18:20.855268Z","end":"2026-04-28T07:18:21.087345Z","steps":["trace[511894370] 'agreement among raft nodes before linearized reading' (duration: 231.691672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:21.087261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.566201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:18:21.087432Z","caller":"traceutil/trace.go:171","msg":"trace[593525761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:511; }","duration":"240.771268ms","start":"2026-04-28T07:18:20.84665Z","end":"2026-04-28T07:18:21.087421Z","steps":["trace[593525761] 'agreement among raft nodes before linearized reading' (duration: 240.343875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:21.697463Z","caller":"traceutil/trace.go:171","msg":"trace[572943095] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"127.642557ms","start":"2026-04-28T07:18:21.569781Z","end":"2026-04-28T07:18:21.697424Z","steps":["trace[572943095] 'process raft request' (duration: 34.959409ms)","trace[572943095] 'compare' (duration: 91.657619ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:21.762742Z","caller":"traceutil/trace.go:171","msg":"trace[1153210597] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"102.73627ms","start":"2026-04-28T07:18:21.65997Z","end":"2026-04-28T07:18:21.762707Z","steps":["trace[1153210597] 'process raft request' (duration: 102.301187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:26.680161Z","caller":"traceutil/trace.go:171","msg":"trace[2116199299] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"700.124261ms","start":"2026-04-28T07:18:25.980008Z","end":"2026-04-28T07:18:26.680133Z","steps":["trace[2116199299] 'process raft request' (duration: 699.941296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:26.680344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:25.979991Z","time spent":"700.273126ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:27.677544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052416541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:28.178225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052416541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:28.374671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.316736632s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:18:28.375111Z","caller":"traceutil/trace.go:171","msg":"trace[1349325602] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:593; }","duration":"1.198006385s","start":"2026-04-28T07:18:27.177071Z","end":"2026-04-28T07:18:28.375078Z","steps":["trace[1349325602] 'read index received' (duration: 1.197754358s)","trace[1349325602] 'applied index is now lower than readState.Index' (duration: 250.607µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:28.375325Z","caller":"traceutil/trace.go:171","msg":"trace[253910116] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.317446742s","start":"2026-04-28T07:18:27.057836Z","end":"2026-04-28T07:18:28.375283Z","steps":["trace[253910116] 'process raft request' (duration: 1.317065691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:28.37549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198386245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:18:28.375485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:27.057818Z","time spent":"1.317577355s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":397,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:28.37554Z","caller":"traceutil/trace.go:171","msg":"trace[58139900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:568; }","duration":"1.198510008s","start":"2026-04-28T07:18:27.177017Z","end":"2026-04-28T07:18:28.375527Z","steps":["trace[58139900] 'agreement among raft nodes before linearized reading' (duration: 1.198270992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:28.375582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:27.17699Z","time spent":"1.198582691s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:18:28.375741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183566029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:18:28.375859Z","caller":"traceutil/trace.go:171","msg":"trace[471977660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:568; }","duration":"1.183720484s","start":"2026-04-28T07:18:27.192111Z","end":"2026-04-28T07:18:28.375831Z","steps":["trace[471977660] 'agreement among raft nodes before linearized reading' (duration: 1.183397845s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:28.375918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:27.192095Z","time spent":"1.183808336s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:18:28.375741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183441896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:18:28.376094Z","caller":"traceutil/trace.go:171","msg":"trace[2039960363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:568; }","duration":"1.183779265s","start":"2026-04-28T07:18:27.192236Z","end":"2026-04-28T07:18:28.376015Z","steps":["trace[2039960363] 'agreement among raft nodes before linearized reading' (duration: 1.183360473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:28.376237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:27.19223Z","time spent":"1.18395891s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:28.375736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180432531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:18:28.376305Z","caller":"traceutil/trace.go:171","msg":"trace[319066847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:568; }","duration":"1.181036768s","start":"2026-04-28T07:18:27.195249Z","end":"2026-04-28T07:18:28.376286Z","steps":["trace[319066847] 'agreement among raft nodes before linearized reading' (duration: 1.180295558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:28.376427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:27.195239Z","time spent":"1.181168432s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:29.337652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052416544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:29.517139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136602123s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:18:29.520308Z","caller":"traceutil/trace.go:171","msg":"trace[743460310] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.139841844s","start":"2026-04-28T07:18:28.380421Z","end":"2026-04-28T07:18:29.520263Z","steps":["trace[743460310] 'process raft request' (duration: 1.137062146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.520508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.380388Z","time spent":"1.140029289s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:29.547319Z","caller":"traceutil/trace.go:171","msg":"trace[489127649] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.166045459s","start":"2026-04-28T07:18:28.381244Z","end":"2026-04-28T07:18:29.54729Z","steps":["trace[489127649] 'process raft request' (duration: 1.165895775s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:29.54734Z","caller":"traceutil/trace.go:171","msg":"trace[516743220] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.16612222s","start":"2026-04-28T07:18:28.381113Z","end":"2026-04-28T07:18:29.547235Z","steps":["trace[516743220] 'process raft request' (duration: 1.16573745s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:29.54736Z","caller":"traceutil/trace.go:171","msg":"trace[647535065] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.166050799s","start":"2026-04-28T07:18:28.381244Z","end":"2026-04-28T07:18:29.547295Z","steps":["trace[647535065] 'process raft request' (duration: 1.165944716s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.547552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.381216Z","time spent":"1.166189642s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:29.547336Z","caller":"traceutil/trace.go:171","msg":"trace[2143024032] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.16612525s","start":"2026-04-28T07:18:28.381178Z","end":"2026-04-28T07:18:29.547303Z","steps":["trace[2143024032] 'process raft request' (duration: 1.165870343s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.547476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.381073Z","time spent":"1.166344316s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:29.547748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.381216Z","time spent":"1.166371497s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:29.54784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.381147Z","time spent":"1.166472981s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:29.548004Z","caller":"traceutil/trace.go:171","msg":"trace[1141293145] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"1.166123391s","start":"2026-04-28T07:18:28.381514Z","end":"2026-04-28T07:18:29.547637Z","steps":["trace[1141293145] 'process raft request' (duration: 1.165722429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.548146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.381498Z","time spent":"1.166598555s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:29.548636Z","caller":"traceutil/trace.go:171","msg":"trace[1013183439] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"870.204297ms","start":"2026-04-28T07:18:28.678416Z","end":"2026-04-28T07:18:29.548621Z","steps":["trace[1013183439] 'process raft request' (duration: 869.94796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.548725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.678387Z","time spent":"870.29038ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:29.549698Z","caller":"traceutil/trace.go:171","msg":"trace[2110348143] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:594; }","duration":"712.074686ms","start":"2026-04-28T07:18:28.837569Z","end":"2026-04-28T07:18:29.549643Z","steps":["trace[2110348143] 'read index received' (duration: 680.017878ms)","trace[2110348143] 'applied index is now lower than readState.Index' (duration: 32.055608ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:29.54988Z","caller":"traceutil/trace.go:171","msg":"trace[1841178141] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"789.076263ms","start":"2026-04-28T07:18:28.760777Z","end":"2026-04-28T07:18:29.549853Z","steps":["trace[1841178141] 'process raft request' (duration: 788.036194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.550072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.519438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:18:29.550082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.760741Z","time spent":"789.282738ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036023,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:29.550136Z","caller":"traceutil/trace.go:171","msg":"trace[1932762759] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:576; }","duration":"712.637751ms","start":"2026-04-28T07:18:28.837474Z","end":"2026-04-28T07:18:29.550112Z","steps":["trace[1932762759] 'agreement among raft nodes before linearized reading' (duration: 712.418265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.550212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.837445Z","time spent":"712.749634ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"warn","ts":"2026-04-28T07:18:29.550446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.980664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:29.550609Z","caller":"traceutil/trace.go:171","msg":"trace[1935423889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:576; }","duration":"585.160759ms","start":"2026-04-28T07:18:28.965424Z","end":"2026-04-28T07:18:29.550585Z","steps":["trace[1935423889] 'agreement among raft nodes before linearized reading' (duration: 584.552431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.550749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.965342Z","time spent":"585.391536ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:18:30.086836Z","caller":"traceutil/trace.go:171","msg":"trace[1536897044] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"103.523532ms","start":"2026-04-28T07:18:29.983264Z","end":"2026-04-28T07:18:30.086787Z","steps":["trace[1536897044] 'process raft request' (duration: 102.457412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:30.103781Z","caller":"traceutil/trace.go:171","msg":"trace[601841290] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"108.481281ms","start":"2026-04-28T07:18:29.995263Z","end":"2026-04-28T07:18:30.103744Z","steps":["trace[601841290] 'process raft request' (duration: 108.292736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:31.169595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.681016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:31.16974Z","caller":"traceutil/trace.go:171","msg":"trace[6163922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:585; }","duration":"204.895473ms","start":"2026-04-28T07:18:30.964816Z","end":"2026-04-28T07:18:31.169711Z","steps":["trace[6163922] 'range keys from in-memory index tree' (duration: 204.532222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:31.169726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.296047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-b2pcw\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-04-28T07:18:31.16982Z","caller":"traceutil/trace.go:171","msg":"trace[1660895321] range","detail":"{range_begin:/registry/pods/kube-system/cilium-b2pcw; range_end:; response_count:1; response_revision:585; }","duration":"183.454842ms","start":"2026-04-28T07:18:30.986342Z","end":"2026-04-28T07:18:31.169796Z","steps":["trace[1660895321] 'range keys from in-memory index tree' (duration: 183.07904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:31.170347Z","caller":"traceutil/trace.go:171","msg":"trace[439401830] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"182.686029ms","start":"2026-04-28T07:18:30.987646Z","end":"2026-04-28T07:18:31.170332Z","steps":["trace[439401830] 'process raft request' (duration: 176.040752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:31.440447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.746215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:31.44059Z","caller":"traceutil/trace.go:171","msg":"trace[247614043] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"171.512526ms","start":"2026-04-28T07:18:31.269056Z","end":"2026-04-28T07:18:31.440568Z","steps":["trace[247614043] 'compare' (duration: 165.543879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:33.113522Z","caller":"traceutil/trace.go:171","msg":"trace[2058216503] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"108.5144ms","start":"2026-04-28T07:18:33.004977Z","end":"2026-04-28T07:18:33.113491Z","steps":["trace[2058216503] 'process raft request' (duration: 107.302486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:46.817809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.223756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:46.817952Z","caller":"traceutil/trace.go:171","msg":"trace[1404041787] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:746; }","duration":"233.435422ms","start":"2026-04-28T07:18:46.584491Z","end":"2026-04-28T07:18:46.817927Z","steps":["trace[1404041787] 'range keys from in-memory index tree' (duration: 233.089912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:49.824212Z","caller":"traceutil/trace.go:171","msg":"trace[553879341] linearizableReadLoop","detail":"{readStateIndex:795; appliedIndex:793; }","duration":"135.800811ms","start":"2026-04-28T07:18:49.688378Z","end":"2026-04-28T07:18:49.824179Z","steps":["trace[553879341] 'read index received' (duration: 14.482177ms)","trace[553879341] 'applied index is now lower than readState.Index' (duration: 121.316884ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:49.824245Z","caller":"traceutil/trace.go:171","msg":"trace[1644385207] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"136.652764ms","start":"2026-04-28T07:18:49.687552Z","end":"2026-04-28T07:18:49.824205Z","steps":["trace[1644385207] 'process raft request' (duration: 58.874324ms)","trace[1644385207] 'compare' (duration: 77.585904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:49.824568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.154081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:18:49.824619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.646388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:18:49.824661Z","caller":"traceutil/trace.go:171","msg":"trace[91917592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:763; }","duration":"136.284134ms","start":"2026-04-28T07:18:49.688351Z","end":"2026-04-28T07:18:49.824635Z","steps":["trace[91917592] 'agreement among raft nodes before linearized reading' (duration: 136.003707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:49.824684Z","caller":"traceutil/trace.go:171","msg":"trace[779873949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:763; }","duration":"135.74947ms","start":"2026-04-28T07:18:49.688918Z","end":"2026-04-28T07:18:49.824667Z","steps":["trace[779873949] 'agreement among raft nodes before linearized reading' (duration: 135.484063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.314835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.15088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:50.315244Z","caller":"traceutil/trace.go:171","msg":"trace[940670342] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:795; }","duration":"414.594586ms","start":"2026-04-28T07:18:49.900617Z","end":"2026-04-28T07:18:50.315212Z","steps":["trace[940670342] 'read index received' (duration: 56.956373ms)","trace[940670342] 'applied index is now lower than readState.Index' (duration: 357.636833ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:50.315305Z","caller":"traceutil/trace.go:171","msg":"trace[1351404540] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"485.217424ms","start":"2026-04-28T07:18:49.830064Z","end":"2026-04-28T07:18:50.315281Z","steps":["trace[1351404540] 'process raft request' (duration: 485.015228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:50.315346Z","caller":"traceutil/trace.go:171","msg":"trace[723527867] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"485.540602ms","start":"2026-04-28T07:18:49.829766Z","end":"2026-04-28T07:18:50.315306Z","steps":["trace[723527867] 'process raft request' (duration: 127.793266ms)","trace[723527867] 'compare' (duration: 356.878613ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:50.315452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.830027Z","time spent":"485.339497ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:50.315457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.829743Z","time spent":"485.653436ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:50.315458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.842992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:18:50.315606Z","caller":"traceutil/trace.go:171","msg":"trace[857857963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:765; }","duration":"415.036778ms","start":"2026-04-28T07:18:49.900554Z","end":"2026-04-28T07:18:50.31559Z","steps":["trace[857857963] 'agreement among raft nodes before linearized reading' (duration: 414.74935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.315653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.900525Z","time spent":"415.116369ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:18:50.650661Z","caller":"traceutil/trace.go:171","msg":"trace[2050614203] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"515.001691ms","start":"2026-04-28T07:18:50.135621Z","end":"2026-04-28T07:18:50.650623Z","steps":["trace[2050614203] 'process raft request' (duration: 478.523656ms)","trace[2050614203] 'compare' (duration: 36.318111ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:50.650884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:50.135586Z","time spent":"515.176686ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2888,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:50.834055Z","caller":"traceutil/trace.go:171","msg":"trace[22085488] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"513.841379ms","start":"2026-04-28T07:18:50.320168Z","end":"2026-04-28T07:18:50.83401Z","steps":["trace[22085488] 'process raft request' (duration: 433.84627ms)","trace[22085488] 'compare' (duration: 79.736902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:50.834278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:50.320136Z","time spent":"514.018614ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:50.899649Z","caller":"traceutil/trace.go:171","msg":"trace[691697325] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:798; }","duration":"206.008038ms","start":"2026-04-28T07:18:50.693613Z","end":"2026-04-28T07:18:50.899621Z","steps":["trace[691697325] 'read index received' (duration: 60.608971ms)","trace[691697325] 'applied index is now lower than readState.Index' (duration: 145.397787ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:50.899726Z","caller":"traceutil/trace.go:171","msg":"trace[543607590] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"237.987062ms","start":"2026-04-28T07:18:50.661692Z","end":"2026-04-28T07:18:50.899679Z","steps":["trace[543607590] 'process raft request' (duration: 237.766647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.89981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.176453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:50.899849Z","caller":"traceutil/trace.go:171","msg":"trace[1868735468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:768; }","duration":"206.279815ms","start":"2026-04-28T07:18:50.693557Z","end":"2026-04-28T07:18:50.899837Z","steps":["trace[1868735468] 'agreement among raft nodes before linearized reading' (duration: 206.167702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:51.464692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052416937,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:18:51.503748Z","caller":"traceutil/trace.go:171","msg":"trace[172941549] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"597.165477ms","start":"2026-04-28T07:18:50.906547Z","end":"2026-04-28T07:18:51.503712Z","steps":["trace[172941549] 'process raft request' (duration: 596.956301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:51.503907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.771853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:51.503783Z","caller":"traceutil/trace.go:171","msg":"trace[186990296] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"539.62922ms","start":"2026-04-28T07:18:50.964121Z","end":"2026-04-28T07:18:51.50375Z","steps":["trace[186990296] 'read index received' (duration: 539.393304ms)","trace[186990296] 'applied index is now lower than readState.Index' (duration: 232.396µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:51.503963Z","caller":"traceutil/trace.go:171","msg":"trace[2009718518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:769; }","duration":"539.953838ms","start":"2026-04-28T07:18:50.963998Z","end":"2026-04-28T07:18:51.503952Z","steps":["trace[2009718518] 'agreement among raft nodes before linearized reading' (duration: 539.839665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:51.503973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:50.906518Z","time spent":"597.342802ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2882,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:51.504012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:50.963969Z","time spent":"540.03204ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:51.504202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.450439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:18:51.504294Z","caller":"traceutil/trace.go:171","msg":"trace[1090235570] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:769; }","duration":"194.608413ms","start":"2026-04-28T07:18:51.309657Z","end":"2026-04-28T07:18:51.504266Z","steps":["trace[1090235570] 'agreement among raft nodes before linearized reading' (duration: 194.418728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:52.023223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.047236ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T07:18:52.023675Z","caller":"traceutil/trace.go:171","msg":"trace[998768687] linearizableReadLoop","detail":"{readStateIndex:803; appliedIndex:801; }","duration":"317.077238ms","start":"2026-04-28T07:18:51.706575Z","end":"2026-04-28T07:18:52.023652Z","steps":["trace[998768687] 'read index received' (duration: 283.322405ms)","trace[998768687] 'applied index is now lower than readState.Index' (duration: 33.753033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:52.023704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:51.508587Z","time spent":"515.105994ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:18:52.023868Z","caller":"traceutil/trace.go:171","msg":"trace[1724539068] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"512.612857ms","start":"2026-04-28T07:18:51.511154Z","end":"2026-04-28T07:18:52.023767Z","steps":["trace[1724539068] 'process raft request' (duration: 512.194846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:52.024015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.407578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:18:52.024081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:51.511117Z","time spent":"512.874774ms","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:52.024109Z","caller":"traceutil/trace.go:171","msg":"trace[707360579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:770; }","duration":"317.573372ms","start":"2026-04-28T07:18:51.706523Z","end":"2026-04-28T07:18:52.024096Z","steps":["trace[707360579] 'agreement among raft nodes before linearized reading' (duration: 317.267524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:52.024191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:51.706502Z","time spent":"317.673464ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:18:52.454158Z","caller":"traceutil/trace.go:171","msg":"trace[1108112340] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:803; }","duration":"430.407659ms","start":"2026-04-28T07:18:52.023724Z","end":"2026-04-28T07:18:52.454131Z","steps":["trace[1108112340] 'read index received' (duration: 384.599144ms)","trace[1108112340] 'applied index is now lower than readState.Index' (duration: 45.807115ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:52.454207Z","caller":"traceutil/trace.go:171","msg":"trace[770937487] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"730.677086ms","start":"2026-04-28T07:18:51.72349Z","end":"2026-04-28T07:18:52.454167Z","steps":["trace[770937487] 'process raft request' (duration: 684.80934ms)","trace[770937487] 'compare' (duration: 45.584889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:52.454304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.327963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:52.454337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.583601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:18:52.454362Z","caller":"traceutil/trace.go:171","msg":"trace[1903298980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:771; }","duration":"624.640352ms","start":"2026-04-28T07:18:51.829714Z","end":"2026-04-28T07:18:52.454354Z","steps":["trace[1903298980] 'agreement among raft nodes before linearized reading' (duration: 624.53326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:52.45439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:51.829688Z","time spent":"624.695223ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:18:52.454388Z","caller":"traceutil/trace.go:171","msg":"trace[1000544930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:771; }","duration":"489.456126ms","start":"2026-04-28T07:18:51.964894Z","end":"2026-04-28T07:18:52.45435Z","steps":["trace[1000544930] 'agreement among raft nodes before linearized reading' (duration: 489.333003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:52.454421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:51.723452Z","time spent":"730.855061ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:52.454449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:51.964861Z","time spent":"489.5756ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:52.872441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.068863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:52.872951Z","caller":"traceutil/trace.go:171","msg":"trace[718960329] linearizableReadLoop","detail":"{readStateIndex:807; appliedIndex:804; }","duration":"418.708586ms","start":"2026-04-28T07:18:52.454221Z","end":"2026-04-28T07:18:52.872929Z","steps":["trace[718960329] 'read index received' (duration: 148.024898ms)","trace[718960329] 'applied index is now lower than readState.Index' (duration: 270.680608ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:52.872983Z","caller":"traceutil/trace.go:171","msg":"trace[1467073120] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"843.637208ms","start":"2026-04-28T07:18:52.029312Z","end":"2026-04-28T07:18:52.872949Z","steps":["trace[1467073120] 'process raft request' (duration: 843.375791ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:52.873088Z","caller":"traceutil/trace.go:171","msg":"trace[575314653] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"843.239197ms","start":"2026-04-28T07:18:52.029788Z","end":"2026-04-28T07:18:52.873027Z","steps":["trace[575314653] 'process raft request' (duration: 843.061442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:52.873196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.029278Z","time spent":"843.802632ms","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1535,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:52.873249Z","caller":"traceutil/trace.go:171","msg":"trace[530856908] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"848.20528ms","start":"2026-04-28T07:18:52.02502Z","end":"2026-04-28T07:18:52.873225Z","steps":["trace[530856908] 'process raft request' (duration: 577.246065ms)","trace[530856908] 'compare' (duration: 269.718343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:52.873304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.12295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:18:52.873349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.024973Z","time spent":"848.328863ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:52.873374Z","caller":"traceutil/trace.go:171","msg":"trace[125685598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:774; }","duration":"553.258654ms","start":"2026-04-28T07:18:52.320099Z","end":"2026-04-28T07:18:52.873358Z","steps":["trace[125685598] 'agreement among raft nodes before linearized reading' (duration: 552.944865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:52.873474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.029765Z","time spent":"843.446553ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:52.873485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.320059Z","time spent":"553.350427ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:52.87375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.611532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:18:52.874081Z","caller":"traceutil/trace.go:171","msg":"trace[228927336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:774; }","duration":"554.025775ms","start":"2026-04-28T07:18:52.320024Z","end":"2026-04-28T07:18:52.87405Z","steps":["trace[228927336] 'agreement among raft nodes before linearized reading' (duration: 553.120651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:52.874204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.319992Z","time spent":"554.19248ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:18:53.313996Z","caller":"traceutil/trace.go:171","msg":"trace[2089175427] linearizableReadLoop","detail":"{readStateIndex:809; appliedIndex:807; }","duration":"440.92856ms","start":"2026-04-28T07:18:52.873039Z","end":"2026-04-28T07:18:53.313967Z","steps":["trace[2089175427] 'read index received' (duration: 349.043653ms)","trace[2089175427] 'applied index is now lower than readState.Index' (duration: 91.883377ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:53.31408Z","caller":"traceutil/trace.go:171","msg":"trace[1601661613] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"826.393477ms","start":"2026-04-28T07:18:52.487641Z","end":"2026-04-28T07:18:53.314034Z","steps":["trace[1601661613] 'process raft request' (duration: 826.180881ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:53.314117Z","caller":"traceutil/trace.go:171","msg":"trace[1306034917] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"854.901249ms","start":"2026-04-28T07:18:52.459181Z","end":"2026-04-28T07:18:53.314082Z","steps":["trace[1306034917] 'process raft request' (duration: 762.881118ms)","trace[1306034917] 'compare' (duration: 91.474017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:53.314145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.354012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:53.314284Z","caller":"traceutil/trace.go:171","msg":"trace[270212974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:776; }","duration":"858.532546ms","start":"2026-04-28T07:18:52.45574Z","end":"2026-04-28T07:18:53.314272Z","steps":["trace[270212974] 'agreement among raft nodes before linearized reading' (duration: 858.339201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:53.314291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.487602Z","time spent":"826.568801ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5098,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:53.314304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.459161Z","time spent":"855.039253ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:53.314342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.455725Z","time spent":"858.603197ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:53.314233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.271338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:18:53.314451Z","caller":"traceutil/trace.go:171","msg":"trace[900116360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:776; }","duration":"475.509064ms","start":"2026-04-28T07:18:52.838881Z","end":"2026-04-28T07:18:53.31439Z","steps":["trace[900116360] 'agreement among raft nodes before linearized reading' (duration: 475.135914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:53.314549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.838852Z","time spent":"475.683289ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:53.824291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052416956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:53.874889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.74571ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:53.875033Z","caller":"traceutil/trace.go:171","msg":"trace[1141577870] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:776; }","duration":"454.924454ms","start":"2026-04-28T07:18:53.420089Z","end":"2026-04-28T07:18:53.875014Z","steps":["trace[1141577870] 'range keys from in-memory index tree' (duration: 454.719838ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:54.212615Z","caller":"traceutil/trace.go:171","msg":"trace[1452692608] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"1.334236826s","start":"2026-04-28T07:18:52.87834Z","end":"2026-04-28T07:18:54.212577Z","steps":["trace[1452692608] 'process raft request' (duration: 1.33400775s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:54.212648Z","caller":"traceutil/trace.go:171","msg":"trace[144999889] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"1.333310961s","start":"2026-04-28T07:18:52.879311Z","end":"2026-04-28T07:18:54.212622Z","steps":["trace[144999889] 'process raft request' (duration: 1.33326354s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:54.212699Z","caller":"traceutil/trace.go:171","msg":"trace[1926457155] transaction","detail":"{read_only:false; response_revision:778; number_of_response:1; }","duration":"1.333471766s","start":"2026-04-28T07:18:52.879196Z","end":"2026-04-28T07:18:54.212668Z","steps":["trace[1926457155] 'process raft request' (duration: 1.333312781s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:54.212802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.878313Z","time spent":"1.334410661s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1929,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:54.21283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.879166Z","time spent":"1.333588669s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:54.212837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:52.879277Z","time spent":"1.333459585s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:55.324163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:18:55.324265Z","caller":"traceutil/trace.go:171","msg":"trace[183684649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000355558s","start":"2026-04-28T07:18:53.323879Z","end":"2026-04-28T07:18:55.324235Z","steps":["trace[183684649] 'agreement among raft nodes before linearized reading' (duration: 2.000250195s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.324313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:53.323858Z","time spent":"2.000444279s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:18:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:18:55.384934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018241487s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:55.385168Z","caller":"traceutil/trace.go:171","msg":"trace[395892219] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"2.060865035s","start":"2026-04-28T07:18:53.324246Z","end":"2026-04-28T07:18:55.385111Z","steps":["trace[395892219] 'process raft request' (duration: 1.042388172s)","trace[395892219] 'compare' (duration: 1.018104953s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:55.385369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:53.324211Z","time spent":"2.0610473s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:55.732771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.748609ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:18:55.733218Z","caller":"traceutil/trace.go:171","msg":"trace[127473472] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:810; }","duration":"2.40921937s","start":"2026-04-28T07:18:53.323964Z","end":"2026-04-28T07:18:55.733183Z","steps":["trace[127473472] 'read index received' (duration: 888.527468ms)","trace[127473472] 'applied index is now lower than readState.Index' (duration: 1.520688051s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:55.733823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057316489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:18:55.733867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.793141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:55.733867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.431782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:55.733871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.972923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:55.733919Z","caller":"traceutil/trace.go:171","msg":"trace[277424573] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:781; }","duration":"282.900755ms","start":"2026-04-28T07:18:55.451004Z","end":"2026-04-28T07:18:55.733905Z","steps":["trace[277424573] 'agreement among raft nodes before linearized reading' (duration: 282.774531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:55.733936Z","caller":"traceutil/trace.go:171","msg":"trace[660745929] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:781; }","duration":"282.548485ms","start":"2026-04-28T07:18:55.451367Z","end":"2026-04-28T07:18:55.733915Z","steps":["trace[660745929] 'agreement among raft nodes before linearized reading' (duration: 282.407581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.733946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.092835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:55.733957Z","caller":"traceutil/trace.go:171","msg":"trace[1914000498] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:781; }","duration":"413.116336ms","start":"2026-04-28T07:18:55.32082Z","end":"2026-04-28T07:18:55.733936Z","steps":["trace[1914000498] 'agreement among raft nodes before linearized reading' (duration: 412.963122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.73394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.361406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:55.733978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.537585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:18:55.734019Z","caller":"traceutil/trace.go:171","msg":"trace[1912589716] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:781; }","duration":"413.167937ms","start":"2026-04-28T07:18:55.320828Z","end":"2026-04-28T07:18:55.733996Z","steps":["trace[1912589716] 'agreement among raft nodes before linearized reading' (duration: 413.086255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.734017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.320794Z","time spent":"413.211848ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:18:55.734029Z","caller":"traceutil/trace.go:171","msg":"trace[1977203919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:781; }","duration":"409.482119ms","start":"2026-04-28T07:18:55.324527Z","end":"2026-04-28T07:18:55.734009Z","steps":["trace[1977203919] 'agreement among raft nodes before linearized reading' (duration: 409.321005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.733914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.806401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:55.734165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.398487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:55.734172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.807828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:55.734188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.127061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:55.734201Z","caller":"traceutil/trace.go:171","msg":"trace[949368715] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"1.516432038s","start":"2026-04-28T07:18:54.217747Z","end":"2026-04-28T07:18:55.734179Z","steps":["trace[949368715] 'process raft request' (duration: 1.515532224s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:55.734212Z","caller":"traceutil/trace.go:171","msg":"trace[720755252] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:781; }","duration":"234.463798ms","start":"2026-04-28T07:18:55.499731Z","end":"2026-04-28T07:18:55.734195Z","steps":["trace[720755252] 'agreement among raft nodes before linearized reading' (duration: 234.399746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:55.73422Z","caller":"traceutil/trace.go:171","msg":"trace[1201843154] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:781; }","duration":"268.882679ms","start":"2026-04-28T07:18:55.465322Z","end":"2026-04-28T07:18:55.734205Z","steps":["trace[1201843154] 'agreement among raft nodes before linearized reading' (duration: 268.801407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.734222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.359946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:55.733916Z","caller":"traceutil/trace.go:171","msg":"trace[1639467027] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:781; }","duration":"2.057419172s","start":"2026-04-28T07:18:53.676468Z","end":"2026-04-28T07:18:55.733887Z","steps":["trace[1639467027] 'agreement among raft nodes before linearized reading' (duration: 2.057247968s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.734308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:54.217725Z","time spent":"1.51652425s","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:55.733871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.141967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:55.734302Z","caller":"traceutil/trace.go:171","msg":"trace[983672876] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:781; }","duration":"234.449838ms","start":"2026-04-28T07:18:55.49984Z","end":"2026-04-28T07:18:55.73429Z","steps":["trace[983672876] 'agreement among raft nodes before linearized reading' (duration: 234.297434ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:55.73423Z","caller":"traceutil/trace.go:171","msg":"trace[1253057784] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:781; }","duration":"283.171742ms","start":"2026-04-28T07:18:55.451049Z","end":"2026-04-28T07:18:55.734221Z","steps":["trace[1253057784] 'agreement among raft nodes before linearized reading' (duration: 283.10968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.734373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:53.67641Z","time spent":"2.057940266s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":2,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:55.73409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.324519Z","time spent":"409.561541ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:55.734082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.32082Z","time spent":"413.2449ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"info","ts":"2026-04-28T07:18:55.734407Z","caller":"traceutil/trace.go:171","msg":"trace[686365879] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:781; }","duration":"413.67503ms","start":"2026-04-28T07:18:55.320683Z","end":"2026-04-28T07:18:55.734358Z","steps":["trace[686365879] 'agreement among raft nodes before linearized reading' (duration: 413.097285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:55.734096Z","caller":"traceutil/trace.go:171","msg":"trace[1824001230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:781; }","duration":"414.667367ms","start":"2026-04-28T07:18:55.319388Z","end":"2026-04-28T07:18:55.734055Z","steps":["trace[1824001230] 'agreement among raft nodes before linearized reading' (duration: 414.39023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.734609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.319361Z","time spent":"415.230263ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:55.734019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.197491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:55.734624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.320674Z","time spent":"413.922178ms","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"info","ts":"2026-04-28T07:18:55.734689Z","caller":"traceutil/trace.go:171","msg":"trace[1656314185] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:781; }","duration":"234.89825ms","start":"2026-04-28T07:18:55.499768Z","end":"2026-04-28T07:18:55.734666Z","steps":["trace[1656314185] 'agreement among raft nodes before linearized reading' (duration: 234.14048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.734247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.507534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:18:55.73422Z","caller":"traceutil/trace.go:171","msg":"trace[1669676343] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:781; }","duration":"268.107858ms","start":"2026-04-28T07:18:55.466046Z","end":"2026-04-28T07:18:55.734154Z","steps":["trace[1669676343] 'agreement among raft nodes before linearized reading' (duration: 267.750229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:55.734772Z","caller":"traceutil/trace.go:171","msg":"trace[1597348764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:781; }","duration":"847.067479ms","start":"2026-04-28T07:18:54.887691Z","end":"2026-04-28T07:18:55.734759Z","steps":["trace[1597348764] 'agreement among raft nodes before linearized reading' (duration: 846.436362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.734094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.601262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:55.735319Z","caller":"traceutil/trace.go:171","msg":"trace[1265506118] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:781; }","duration":"269.844176ms","start":"2026-04-28T07:18:55.465442Z","end":"2026-04-28T07:18:55.735286Z","steps":["trace[1265506118] 'agreement among raft nodes before linearized reading' (duration: 268.607192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:55.734821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:54.887664Z","time spent":"847.146571ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:18:56.51433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.84411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:56.514594Z","caller":"traceutil/trace.go:171","msg":"trace[401758455] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"774.403097ms","start":"2026-04-28T07:18:55.740143Z","end":"2026-04-28T07:18:56.514546Z","steps":["trace[401758455] 'process raft request' (duration: 205.269929ms)","trace[401758455] 'compare' (duration: 568.383509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:56.514681Z","caller":"traceutil/trace.go:171","msg":"trace[1769500921] linearizableReadLoop","detail":"{readStateIndex:820; appliedIndex:815; }","duration":"772.075884ms","start":"2026-04-28T07:18:55.742589Z","end":"2026-04-28T07:18:56.514664Z","steps":["trace[1769500921] 'read index received' (duration: 202.838144ms)","trace[1769500921] 'applied index is now lower than readState.Index' (duration: 569.23654ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:56.514757Z","caller":"traceutil/trace.go:171","msg":"trace[912724611] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"774.348616ms","start":"2026-04-28T07:18:55.740401Z","end":"2026-04-28T07:18:56.514749Z","steps":["trace[912724611] 'process raft request' (duration: 774.079729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:56.514757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.740125Z","time spent":"774.552832ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:56.514802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.740391Z","time spent":"774.389307ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:56.514812Z","caller":"traceutil/trace.go:171","msg":"trace[1831956606] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"774.117279ms","start":"2026-04-28T07:18:55.740673Z","end":"2026-04-28T07:18:56.51479Z","steps":["trace[1831956606] 'process raft request' (duration: 773.930634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:56.514904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.740662Z","time spent":"774.205071ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1289,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:56.514979Z","caller":"traceutil/trace.go:171","msg":"trace[329366044] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"773.930883ms","start":"2026-04-28T07:18:55.74104Z","end":"2026-04-28T07:18:56.514971Z","steps":["trace[329366044] 'process raft request' (duration: 773.591595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:56.515041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.74103Z","time spent":"773.974695ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:56.515204Z","caller":"traceutil/trace.go:171","msg":"trace[1585985673] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"774.716335ms","start":"2026-04-28T07:18:55.740476Z","end":"2026-04-28T07:18:56.515192Z","steps":["trace[1585985673] 'process raft request' (duration: 774.053628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:56.515274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.740452Z","time spent":"774.790228ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:56.515467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.550765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:18:56.515453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.552915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:18:56.515509Z","caller":"traceutil/trace.go:171","msg":"trace[2101927150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:786; }","duration":"297.605227ms","start":"2026-04-28T07:18:56.217893Z","end":"2026-04-28T07:18:56.515498Z","steps":["trace[2101927150] 'agreement among raft nodes before linearized reading' (duration: 297.468844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:56.51553Z","caller":"traceutil/trace.go:171","msg":"trace[1934227718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"297.68541ms","start":"2026-04-28T07:18:56.217826Z","end":"2026-04-28T07:18:56.515511Z","steps":["trace[1934227718] 'agreement among raft nodes before linearized reading' (duration: 297.427853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:56.515806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.219355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:56.515847Z","caller":"traceutil/trace.go:171","msg":"trace[816977578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:786; }","duration":"773.281316ms","start":"2026-04-28T07:18:55.742556Z","end":"2026-04-28T07:18:56.515837Z","steps":["trace[816977578] 'agreement among raft nodes before linearized reading' (duration: 773.223935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:56.515984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:55.742533Z","time spent":"773.335448ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:57.466595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052416969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:57.967114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052416969,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:58.235244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479809048s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:18:58.23577Z","caller":"traceutil/trace.go:171","msg":"trace[941606313] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"1.712747127s","start":"2026-04-28T07:18:56.522989Z","end":"2026-04-28T07:18:58.235736Z","steps":["trace[941606313] 'process raft request' (duration: 1.712524771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:58.235994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.522967Z","time spent":"1.712913111s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:58.938427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.630638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:58.938701Z","caller":"traceutil/trace.go:171","msg":"trace[1348670373] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"2.4156138s","start":"2026-04-28T07:18:56.523045Z","end":"2026-04-28T07:18:58.938659Z","steps":["trace[1348670373] 'process raft request' (duration: 2.218637983s)","trace[1348670373] 'compare' (duration: 196.215987ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:58.938806Z","caller":"traceutil/trace.go:171","msg":"trace[16404228] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:820; }","duration":"1.973269663s","start":"2026-04-28T07:18:56.965514Z","end":"2026-04-28T07:18:58.938783Z","steps":["trace[16404228] 'read index received' (duration: 1.270007039s)","trace[16404228] 'applied index is now lower than readState.Index' (duration: 703.261664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:58.938868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.523001Z","time spent":"2.415795406s","remote":"127.0.0.1:47730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:18:58.938908Z","caller":"traceutil/trace.go:171","msg":"trace[1929309998] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"2.415763204s","start":"2026-04-28T07:18:56.523064Z","end":"2026-04-28T07:18:58.938827Z","steps":["trace[1929309998] 'process raft request' (duration: 2.415486267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:58.938979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973452318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:58.938944Z","caller":"traceutil/trace.go:171","msg":"trace[1979171888] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"2.415701123s","start":"2026-04-28T07:18:56.52318Z","end":"2026-04-28T07:18:58.938881Z","steps":["trace[1979171888] 'process raft request' (duration: 2.415502718s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:58.939111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.523015Z","time spent":"2.41599545s","remote":"127.0.0.1:47730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1131,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:18:58.939183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.166231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:18:58.939222Z","caller":"traceutil/trace.go:171","msg":"trace[638257693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:790; }","duration":"418.238783ms","start":"2026-04-28T07:18:58.520975Z","end":"2026-04-28T07:18:58.939214Z","steps":["trace[638257693] 'agreement among raft nodes before linearized reading' (duration: 418.102299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:58.939212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.523165Z","time spent":"2.415888527s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:58.939013Z","caller":"traceutil/trace.go:171","msg":"trace[1146484923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:790; }","duration":"1.97353392s","start":"2026-04-28T07:18:56.965469Z","end":"2026-04-28T07:18:58.939003Z","steps":["trace[1146484923] 'agreement among raft nodes before linearized reading' (duration: 1.973460178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:58.939274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:58.520953Z","time spent":"418.311515ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:58.939307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.96544Z","time spent":"1.973857188s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:58.939328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.254649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:18:58.939386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.755654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:18:58.939434Z","caller":"traceutil/trace.go:171","msg":"trace[1250742009] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:790; }","duration":"100.881007ms","start":"2026-04-28T07:18:58.838541Z","end":"2026-04-28T07:18:58.939422Z","steps":["trace[1250742009] 'agreement among raft nodes before linearized reading' (duration: 100.704042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:58.939442Z","caller":"traceutil/trace.go:171","msg":"trace[28329794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:790; }","duration":"419.439655ms","start":"2026-04-28T07:18:58.519977Z","end":"2026-04-28T07:18:58.939416Z","steps":["trace[28329794] 'agreement among raft nodes before linearized reading' (duration: 419.145007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:58.939491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:58.519946Z","time spent":"419.534927ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:18:58.939206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548258898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:18:58.939623Z","caller":"traceutil/trace.go:171","msg":"trace[1520196315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:790; }","duration":"1.548742611s","start":"2026-04-28T07:18:57.390869Z","end":"2026-04-28T07:18:58.939612Z","steps":["trace[1520196315] 'agreement among raft nodes before linearized reading' (duration: 1.548158986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:58.939673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:57.39083Z","time spent":"1.548825173s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:59.631286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.409276ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:18:59.631396Z","caller":"traceutil/trace.go:171","msg":"trace[1096718215] linearizableReadLoop","detail":"{readStateIndex:825; appliedIndex:824; }","duration":"690.607395ms","start":"2026-04-28T07:18:58.940769Z","end":"2026-04-28T07:18:59.631376Z","steps":["trace[1096718215] 'read index received' (duration: 480.195109ms)","trace[1096718215] 'applied index is now lower than readState.Index' (duration: 210.410646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:59.631473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:58.94053Z","time spent":"690.937925ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:18:59.631718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.954106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:59.631754Z","caller":"traceutil/trace.go:171","msg":"trace[1833372972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:790; }","duration":"691.018168ms","start":"2026-04-28T07:18:58.940725Z","end":"2026-04-28T07:18:59.631743Z","steps":["trace[1833372972] 'agreement among raft nodes before linearized reading' (duration: 690.942705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:59.631785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:58.940705Z","time spent":"691.073959ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:19:00.015109Z","caller":"traceutil/trace.go:171","msg":"trace[1830418384] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"1.07109664s","start":"2026-04-28T07:18:58.943976Z","end":"2026-04-28T07:19:00.015073Z","steps":["trace[1830418384] 'process raft request' (duration: 1.002154027s)","trace[1830418384] 'compare' (duration: 68.656025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:00.015342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:58.943948Z","time spent":"1.071299145s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:00.015616Z","caller":"traceutil/trace.go:171","msg":"trace[737096178] linearizableReadLoop","detail":"{readStateIndex:828; appliedIndex:825; }","duration":"384.135043ms","start":"2026-04-28T07:18:59.631424Z","end":"2026-04-28T07:19:00.015559Z","steps":["trace[737096178] 'read index received' (duration: 314.685236ms)","trace[737096178] 'applied index is now lower than readState.Index' (duration: 69.448517ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:00.015723Z","caller":"traceutil/trace.go:171","msg":"trace[1801324062] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"1.071211033s","start":"2026-04-28T07:18:58.944482Z","end":"2026-04-28T07:19:00.015693Z","steps":["trace[1801324062] 'process raft request' (duration: 1.070533344s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:00.015785Z","caller":"traceutil/trace.go:171","msg":"trace[1650199935] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"1.071215154s","start":"2026-04-28T07:18:58.944556Z","end":"2026-04-28T07:19:00.015771Z","steps":["trace[1650199935] 'process raft request' (duration: 1.070805192s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:00.015926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:58.944458Z","time spent":"1.071359027s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:00.016246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071614275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"warn","ts":"2026-04-28T07:19:00.015932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:58.944529Z","time spent":"1.071292375s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:00.016298Z","caller":"traceutil/trace.go:171","msg":"trace[553847475] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:793; }","duration":"1.071692237s","start":"2026-04-28T07:18:58.944593Z","end":"2026-04-28T07:19:00.016285Z","steps":["trace[553847475] 'agreement among raft nodes before linearized reading' (duration: 1.071574024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:00.016364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:58.944546Z","time spent":"1.07180881s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":139,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T07:19:00.526887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.643942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:00.527106Z","caller":"traceutil/trace.go:171","msg":"trace[1789224543] linearizableReadLoop","detail":"{readStateIndex:830; appliedIndex:828; }","duration":"511.388924ms","start":"2026-04-28T07:19:00.0157Z","end":"2026-04-28T07:19:00.527089Z","steps":["trace[1789224543] 'read index received' (duration: 217.478595ms)","trace[1789224543] 'applied index is now lower than readState.Index' (duration: 293.909269ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:00.527176Z","caller":"traceutil/trace.go:171","msg":"trace[1810984816] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"685.037177ms","start":"2026-04-28T07:18:59.842129Z","end":"2026-04-28T07:19:00.527167Z","steps":["trace[1810984816] 'process raft request' (duration: 684.861552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:00.527233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:59.842096Z","time spent":"685.104879ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:00.527263Z","caller":"traceutil/trace.go:171","msg":"trace[2074355095] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"894.544968ms","start":"2026-04-28T07:18:59.63269Z","end":"2026-04-28T07:19:00.527235Z","steps":["trace[2074355095] 'process raft request' (duration: 600.465895ms)","trace[2074355095] 'compare' (duration: 293.378595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:00.527423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:59.632662Z","time spent":"894.677212ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:00.527462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.48588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:00.527523Z","caller":"traceutil/trace.go:171","msg":"trace[1014902336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:795; }","duration":"887.589313ms","start":"2026-04-28T07:18:59.639924Z","end":"2026-04-28T07:19:00.527514Z","steps":["trace[1014902336] 'agreement among raft nodes before linearized reading' (duration: 887.501961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:00.527548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:59.639904Z","time spent":"887.638375ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:00.527707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.96659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:00.527738Z","caller":"traceutil/trace.go:171","msg":"trace[262550524] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:795; }","duration":"889.028412ms","start":"2026-04-28T07:18:59.638702Z","end":"2026-04-28T07:19:00.52773Z","steps":["trace[262550524] 'agreement among raft nodes before linearized reading' (duration: 888.97731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:00.527768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:59.63869Z","time spent":"889.065112ms","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:00.759045Z","caller":"traceutil/trace.go:171","msg":"trace[1537349923] linearizableReadLoop","detail":"{readStateIndex:831; appliedIndex:830; }","duration":"231.88222ms","start":"2026-04-28T07:19:00.527131Z","end":"2026-04-28T07:19:00.759014Z","steps":["trace[1537349923] 'read index received' (duration: 201.933499ms)","trace[1537349923] 'applied index is now lower than readState.Index' (duration: 29.947471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:00.759112Z","caller":"traceutil/trace.go:171","msg":"trace[1147964752] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"740.014507ms","start":"2026-04-28T07:19:00.019051Z","end":"2026-04-28T07:19:00.759066Z","steps":["trace[1147964752] 'process raft request' (duration: 710.285151ms)","trace[1147964752] 'compare' (duration: 29.5004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:00.759249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.286147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:00.759296Z","caller":"traceutil/trace.go:171","msg":"trace[833917892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:796; }","duration":"230.40767ms","start":"2026-04-28T07:19:00.528877Z","end":"2026-04-28T07:19:00.759284Z","steps":["trace[833917892] 'agreement among raft nodes before linearized reading' (duration: 230.306118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:00.75932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:00.019017Z","time spent":"740.187951ms","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":122995,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:00.759422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.35784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:19:00.759501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.158704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T07:19:00.759645Z","caller":"traceutil/trace.go:171","msg":"trace[1261605985] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:796; }","duration":"230.329448ms","start":"2026-04-28T07:19:00.529259Z","end":"2026-04-28T07:19:00.759589Z","steps":["trace[1261605985] 'agreement among raft nodes before linearized reading' (duration: 230.075212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:00.759535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.895014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:00.759534Z","caller":"traceutil/trace.go:171","msg":"trace[641225238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:796; }","duration":"518.528904ms","start":"2026-04-28T07:19:00.240982Z","end":"2026-04-28T07:19:00.759511Z","steps":["trace[641225238] 'agreement among raft nodes before linearized reading' (duration: 518.178005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:00.759805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:00.240959Z","time spent":"518.830523ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:19:00.759864Z","caller":"traceutil/trace.go:171","msg":"trace[1997708699] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:796; }","duration":"498.16199ms","start":"2026-04-28T07:19:00.261562Z","end":"2026-04-28T07:19:00.759725Z","steps":["trace[1997708699] 'agreement among raft nodes before linearized reading' (duration: 497.554874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:00.759938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:00.261551Z","time spent":"498.372346ms","remote":"127.0.0.1:47692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:01.331492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.495802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:01.331649Z","caller":"traceutil/trace.go:171","msg":"trace[741011805] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"567.332669ms","start":"2026-04-28T07:19:00.764274Z","end":"2026-04-28T07:19:01.331607Z","steps":["trace[741011805] 'process raft request' (duration: 207.593851ms)","trace[741011805] 'compare' (duration: 359.334918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:01.331746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:00.764247Z","time spent":"567.449452ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:01.813316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.270756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:01.813433Z","caller":"traceutil/trace.go:171","msg":"trace[1457309282] linearizableReadLoop","detail":"{readStateIndex:833; appliedIndex:831; }","duration":"868.238706ms","start":"2026-04-28T07:19:00.945178Z","end":"2026-04-28T07:19:01.813417Z","steps":["trace[1457309282] 'read index received' (duration: 26.879509ms)","trace[1457309282] 'applied index is now lower than readState.Index' (duration: 841.357907ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:01.813608Z","caller":"traceutil/trace.go:171","msg":"trace[1310423430] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"1.048837414s","start":"2026-04-28T07:19:00.764762Z","end":"2026-04-28T07:19:01.813599Z","steps":["trace[1310423430] 'process raft request' (duration: 698.205399ms)","trace[1310423430] 'compare' (duration: 349.490285ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:01.813649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:00.764749Z","time spent":"1.048884135s","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1893,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:01.813953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.77831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:19:01.813979Z","caller":"traceutil/trace.go:171","msg":"trace[84264734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:798; }","duration":"868.859713ms","start":"2026-04-28T07:19:00.945112Z","end":"2026-04-28T07:19:01.813972Z","steps":["trace[84264734] 'agreement among raft nodes before linearized reading' (duration: 868.688558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:01.813999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:00.945083Z","time spent":"868.911445ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:01.814129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.78733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:01.814155Z","caller":"traceutil/trace.go:171","msg":"trace[102621225] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:798; }","duration":"672.853672ms","start":"2026-04-28T07:19:01.141292Z","end":"2026-04-28T07:19:01.814146Z","steps":["trace[102621225] 'agreement among raft nodes before linearized reading' (duration: 672.80391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:01.814171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:01.141269Z","time spent":"672.897373ms","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:01.814305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.81111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:01.814329Z","caller":"traceutil/trace.go:171","msg":"trace[635535586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"105.881591ms","start":"2026-04-28T07:19:01.70844Z","end":"2026-04-28T07:19:01.814321Z","steps":["trace[635535586] 'agreement among raft nodes before linearized reading' (duration: 105.84848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:02.311454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.887004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:02.31158Z","caller":"traceutil/trace.go:171","msg":"trace[699258765] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"493.806703ms","start":"2026-04-28T07:19:01.817751Z","end":"2026-04-28T07:19:02.311557Z","steps":["trace[699258765] 'process raft request' (duration: 158.709634ms)","trace[699258765] 'compare' (duration: 334.578216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:02.311643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:01.817731Z","time spent":"493.887746ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:02.758965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.562969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:02.759267Z","caller":"traceutil/trace.go:171","msg":"trace[1130747552] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"940.57101ms","start":"2026-04-28T07:19:01.81867Z","end":"2026-04-28T07:19:02.759241Z","steps":["trace[1130747552] 'process raft request' (duration: 615.652482ms)","trace[1130747552] 'compare' (duration: 324.348113ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:02.759334Z","caller":"traceutil/trace.go:171","msg":"trace[1034416728] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:833; }","duration":"795.830969ms","start":"2026-04-28T07:19:01.963489Z","end":"2026-04-28T07:19:02.75932Z","steps":["trace[1034416728] 'read index received' (duration: 13.06918ms)","trace[1034416728] 'applied index is now lower than readState.Index' (duration: 782.760579ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:02.759379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:01.818638Z","time spent":"940.692883ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:19:02.759632Z","caller":"traceutil/trace.go:171","msg":"trace[816951308] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"940.694563ms","start":"2026-04-28T07:19:01.818925Z","end":"2026-04-28T07:19:02.75962Z","steps":["trace[816951308] 'process raft request' (duration: 940.153019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:02.759721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:01.818918Z","time spent":"940.754205ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:02.760067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.438162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:19:02.760106Z","caller":"traceutil/trace.go:171","msg":"trace[572250927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:802; }","duration":"739.544645ms","start":"2026-04-28T07:19:02.02055Z","end":"2026-04-28T07:19:02.760094Z","steps":["trace[572250927] 'agreement among raft nodes before linearized reading' (duration: 739.36107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:02.760139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.020535Z","time spent":"739.597156ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:19:02.760104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.035431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:02.760201Z","caller":"traceutil/trace.go:171","msg":"trace[1398169616] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:802; }","duration":"595.204105ms","start":"2026-04-28T07:19:02.164976Z","end":"2026-04-28T07:19:02.76018Z","steps":["trace[1398169616] 'agreement among raft nodes before linearized reading' (duration: 594.978679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:02.760252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.164948Z","time spent":"595.293467ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:02.760281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.800355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:02.760334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.74629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:19:02.760353Z","caller":"traceutil/trace.go:171","msg":"trace[735840068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:802; }","duration":"796.872997ms","start":"2026-04-28T07:19:01.963467Z","end":"2026-04-28T07:19:02.76034Z","steps":["trace[735840068] 'agreement among raft nodes before linearized reading' (duration: 796.736533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:02.760364Z","caller":"traceutil/trace.go:171","msg":"trace[636242536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:802; }","duration":"739.805481ms","start":"2026-04-28T07:19:02.02055Z","end":"2026-04-28T07:19:02.760355Z","steps":["trace[636242536] 'agreement among raft nodes before linearized reading' (duration: 739.719159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:02.760387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:01.963398Z","time spent":"796.98079ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:02.760391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.020526Z","time spent":"739.859213ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:19:02.760454Z","caller":"traceutil/trace.go:171","msg":"trace[86055794] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"936.395088ms","start":"2026-04-28T07:19:01.824001Z","end":"2026-04-28T07:19:02.760397Z","steps":["trace[86055794] 'process raft request' (duration: 935.264448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:02.760492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.724949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:19:02.760546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.858239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:02.760575Z","caller":"traceutil/trace.go:171","msg":"trace[1340648628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:802; }","duration":"739.873444ms","start":"2026-04-28T07:19:02.020682Z","end":"2026-04-28T07:19:02.760556Z","steps":["trace[1340648628] 'agreement among raft nodes before linearized reading' (duration: 739.568406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:02.760588Z","caller":"traceutil/trace.go:171","msg":"trace[78379394] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:802; }","duration":"372.904831ms","start":"2026-04-28T07:19:02.387671Z","end":"2026-04-28T07:19:02.760576Z","steps":["trace[78379394] 'agreement among raft nodes before linearized reading' (duration: 372.801579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:02.760624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.387602Z","time spent":"373.014833ms","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":43,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:02.760633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.020653Z","time spent":"739.970726ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:02.76072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:01.823968Z","time spent":"936.581773ms","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:02.760799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.549711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:02.760844Z","caller":"traceutil/trace.go:171","msg":"trace[1176412867] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:802; }","duration":"731.592023ms","start":"2026-04-28T07:19:02.029235Z","end":"2026-04-28T07:19:02.760827Z","steps":["trace[1176412867] 'agreement among raft nodes before linearized reading' (duration: 731.52395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:02.760875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.029164Z","time spent":"731.703516ms","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:03.485714Z","caller":"traceutil/trace.go:171","msg":"trace[1949583729] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"717.658019ms","start":"2026-04-28T07:19:02.768021Z","end":"2026-04-28T07:19:03.485679Z","steps":["trace[1949583729] 'process raft request' (duration: 628.123755ms)","trace[1949583729] 'compare' (duration: 89.316958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:03.485917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.767998Z","time spent":"717.826234ms","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4982,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:04.566179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088737682s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:19:04.566871Z","caller":"traceutil/trace.go:171","msg":"trace[2071454130] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"1.798692665s","start":"2026-04-28T07:19:02.768152Z","end":"2026-04-28T07:19:04.566845Z","steps":["trace[2071454130] 'process raft request' (duration: 1.798462139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:04.567009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.768121Z","time spent":"1.798805807s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:04.567228Z","caller":"traceutil/trace.go:171","msg":"trace[1930389458] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"1.798929311s","start":"2026-04-28T07:19:02.768258Z","end":"2026-04-28T07:19:04.567187Z","steps":["trace[1930389458] 'process raft request' (duration: 1.798535631s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:04.567344Z","caller":"traceutil/trace.go:171","msg":"trace[655997245] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"1.78019028s","start":"2026-04-28T07:19:02.787134Z","end":"2026-04-28T07:19:04.567325Z","steps":["trace[655997245] 'process raft request' (duration: 1.779943573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:04.56741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.76825Z","time spent":"1.799060045s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:04.567449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.787118Z","time spent":"1.780278963s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:04.567491Z","caller":"traceutil/trace.go:171","msg":"trace[1969329247] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"1.763336749s","start":"2026-04-28T07:19:02.804139Z","end":"2026-04-28T07:19:04.567476Z","steps":["trace[1969329247] 'process raft request' (duration: 1.763087802s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:04.567567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.804127Z","time spent":"1.76340561s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:04.569811Z","caller":"traceutil/trace.go:171","msg":"trace[927046913] linearizableReadLoop","detail":"{readStateIndex:842; appliedIndex:837; }","duration":"1.605075388s","start":"2026-04-28T07:19:02.964712Z","end":"2026-04-28T07:19:04.569787Z","steps":["trace[927046913] 'read index received' (duration: 431.530308ms)","trace[927046913] 'applied index is now lower than readState.Index' (duration: 1.173544s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:04.570084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605384426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:04.570079Z","caller":"traceutil/trace.go:171","msg":"trace[179366314] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"1.40356357s","start":"2026-04-28T07:19:03.166452Z","end":"2026-04-28T07:19:04.570016Z","steps":["trace[179366314] 'process raft request' (duration: 1.401567457s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:04.570127Z","caller":"traceutil/trace.go:171","msg":"trace[128418686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"1.605481928s","start":"2026-04-28T07:19:02.964633Z","end":"2026-04-28T07:19:04.570115Z","steps":["trace[128418686] 'agreement among raft nodes before linearized reading' (duration: 1.605398206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:04.570298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:02.964605Z","time spent":"1.605686744s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:04.570363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:03.166408Z","time spent":"1.403795766s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036290,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:05.070566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:05.570975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:05.903692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337259286s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:19:06.165976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.986176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:06.166323Z","caller":"traceutil/trace.go:171","msg":"trace[600222784] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"2.635385188s","start":"2026-04-28T07:19:03.530903Z","end":"2026-04-28T07:19:06.166288Z","steps":["trace[600222784] 'process raft request' (duration: 2.372990581s)","trace[600222784] 'compare' (duration: 261.570205ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:06.166351Z","caller":"traceutil/trace.go:171","msg":"trace[1445373598] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"2.631313879s","start":"2026-04-28T07:19:03.53501Z","end":"2026-04-28T07:19:06.166324Z","steps":["trace[1445373598] 'process raft request' (duration: 2.631095303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:06.166545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:03.530876Z","time spent":"2.635522281s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:06.16656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:03.535003Z","time spent":"2.631421641s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:06.571356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:06.571446Z","caller":"traceutil/trace.go:171","msg":"trace[762024105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367888s","start":"2026-04-28T07:19:04.571058Z","end":"2026-04-28T07:19:06.571426Z","steps":["trace[762024105] 'agreement among raft nodes before linearized reading' (duration: 2.000242365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:06.571505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:04.571038Z","time spent":"2.00045785s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:07.550386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384146261s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:19:07.550662Z","caller":"traceutil/trace.go:171","msg":"trace[1662426134] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:843; }","duration":"2.980758512s","start":"2026-04-28T07:19:04.569882Z","end":"2026-04-28T07:19:07.55064Z","steps":["trace[1662426134] 'read index received' (duration: 1.333952318s)","trace[1662426134] 'applied index is now lower than readState.Index' (duration: 1.646804284s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:07.55215Z","caller":"traceutil/trace.go:171","msg":"trace[1698155800] transaction","detail":"{read_only:false; number_of_response:1; response_revision:810; }","duration":"1.37665458s","start":"2026-04-28T07:19:06.175465Z","end":"2026-04-28T07:19:07.55212Z","steps":["trace[1698155800] 'process raft request' (duration: 1.375115179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.552499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:06.175427Z","time spent":"1.376986229s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":60,"response count":0,"response size":5300,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:07.553176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875327352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:07.553243Z","caller":"traceutil/trace.go:171","msg":"trace[609362094] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:810; }","duration":"3.875399963s","start":"2026-04-28T07:19:03.677827Z","end":"2026-04-28T07:19:07.553227Z","steps":["trace[609362094] 'agreement among raft nodes before linearized reading' (duration: 3.87526536s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.55329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:03.677769Z","time spent":"3.875508706s","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:07.553561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.020721889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:07.55362Z","caller":"traceutil/trace.go:171","msg":"trace[572575934] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:810; }","duration":"4.020819392s","start":"2026-04-28T07:19:03.532786Z","end":"2026-04-28T07:19:07.553606Z","steps":["trace[572575934] 'agreement among raft nodes before linearized reading' (duration: 4.020684748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.553701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:03.532777Z","time spent":"4.020910524s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-28T07:19:07.553761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74807845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:07.553816Z","caller":"traceutil/trace.go:171","msg":"trace[92093421] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:810; }","duration":"2.748160243s","start":"2026-04-28T07:19:04.805638Z","end":"2026-04-28T07:19:07.553799Z","steps":["trace[92093421] 'agreement among raft nodes before linearized reading' (duration: 2.74806548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.553797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258247932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:07.553837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.789497647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:19:07.553866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:04.805625Z","time spent":"2.748230524s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:07.553895Z","caller":"traceutil/trace.go:171","msg":"trace[1989448385] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:810; }","duration":"2.258387106s","start":"2026-04-28T07:19:05.295472Z","end":"2026-04-28T07:19:07.553859Z","steps":["trace[1989448385] 'agreement among raft nodes before linearized reading' (duration: 2.258231642s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.553885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.856773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:19:07.553915Z","caller":"traceutil/trace.go:171","msg":"trace[293141656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:810; }","duration":"2.78962545s","start":"2026-04-28T07:19:04.76427Z","end":"2026-04-28T07:19:07.553895Z","steps":["trace[293141656] 'agreement among raft nodes before linearized reading' (duration: 2.789442025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.553955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217314676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:19:07.553952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:05.295447Z","time spent":"2.258493779s","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:07.553981Z","caller":"traceutil/trace.go:171","msg":"trace[1863723211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:810; }","duration":"4.217385167s","start":"2026-04-28T07:19:03.336589Z","end":"2026-04-28T07:19:07.553974Z","steps":["trace[1863723211] 'agreement among raft nodes before linearized reading' (duration: 4.217140231s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.553821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.623023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:07.554002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:03.336561Z","time spent":"4.21743713s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:19:07.553977Z","caller":"traceutil/trace.go:171","msg":"trace[706158094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:810; }","duration":"981.942505ms","start":"2026-04-28T07:19:06.571994Z","end":"2026-04-28T07:19:07.553937Z","steps":["trace[706158094] 'agreement among raft nodes before linearized reading' (duration: 981.694209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.553997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:04.76424Z","time spent":"2.789733823s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:07.554021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.56467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:19:07.554043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:06.571988Z","time spent":"982.041859ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:19:07.554061Z","caller":"traceutil/trace.go:171","msg":"trace[188712527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:810; }","duration":"973.909822ms","start":"2026-04-28T07:19:06.580125Z","end":"2026-04-28T07:19:07.554035Z","steps":["trace[188712527] 'agreement among raft nodes before linearized reading' (duration: 973.591772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:07.554083Z","caller":"traceutil/trace.go:171","msg":"trace[862210597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:810; }","duration":"980.638492ms","start":"2026-04-28T07:19:06.573424Z","end":"2026-04-28T07:19:07.554063Z","steps":["trace[862210597] 'agreement among raft nodes before linearized reading' (duration: 980.311132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.554129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:06.573413Z","time spent":"980.705464ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:07.553899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.872764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:19:07.554204Z","caller":"traceutil/trace.go:171","msg":"trace[1077091264] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:810; }","duration":"979.226014ms","start":"2026-04-28T07:19:06.574954Z","end":"2026-04-28T07:19:07.55418Z","steps":["trace[1077091264] 'agreement among raft nodes before linearized reading' (duration: 978.777971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.553879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.014078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:19:07.554274Z","caller":"traceutil/trace.go:171","msg":"trace[355415901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:810; }","duration":"982.44544ms","start":"2026-04-28T07:19:06.571819Z","end":"2026-04-28T07:19:07.554264Z","steps":["trace[355415901] 'agreement among raft nodes before linearized reading' (duration: 981.909145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.554133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:06.580096Z","time spent":"974.020045ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:07.55428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:06.574928Z","time spent":"979.335797ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" "} {"level":"warn","ts":"2026-04-28T07:19:07.554306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:06.571792Z","time spent":"982.506281ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:07.554755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852998136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-04-28T07:19:07.554834Z","caller":"traceutil/trace.go:171","msg":"trace[477884396] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:810; }","duration":"2.853078978s","start":"2026-04-28T07:19:04.701733Z","end":"2026-04-28T07:19:07.554812Z","steps":["trace[477884396] 'agreement among raft nodes before linearized reading' (duration: 2.851819694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.554879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:04.701637Z","time spent":"2.853229623s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050283,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-04-28T07:19:08.232434Z","caller":"traceutil/trace.go:171","msg":"trace[1489197295] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"675.448941ms","start":"2026-04-28T07:19:07.556955Z","end":"2026-04-28T07:19:08.232404Z","steps":["trace[1489197295] 'process raft request' (duration: 675.192254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:08.232616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.556936Z","time spent":"675.593014ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4434,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:09.794303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.562104998s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:19:09.96513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000568893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:09.96523Z","caller":"traceutil/trace.go:171","msg":"trace[2118955768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000715486s","start":"2026-04-28T07:19:07.964491Z","end":"2026-04-28T07:19:09.965206Z","steps":["trace[2118955768] 'agreement among raft nodes before linearized reading' (duration: 2.000585073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:09.965287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.96448Z","time spent":"2.000795019s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:10.263118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.410716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:10.263308Z","caller":"traceutil/trace.go:171","msg":"trace[1973741138] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"2.705061141s","start":"2026-04-28T07:19:07.558221Z","end":"2026-04-28T07:19:10.263283Z","steps":["trace[1973741138] 'process raft request' (duration: 2.704992449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:10.26337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.558213Z","time spent":"2.705133543s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:10.263465Z","caller":"traceutil/trace.go:171","msg":"trace[1255663514] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"2.705499343s","start":"2026-04-28T07:19:07.557958Z","end":"2026-04-28T07:19:10.263458Z","steps":["trace[1255663514] 'process raft request' (duration: 2.236670756s)","trace[1255663514] 'compare' (duration: 467.952513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:10.263504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.557934Z","time spent":"2.705553234s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:10.263656Z","caller":"traceutil/trace.go:171","msg":"trace[1284580513] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"2.705317407s","start":"2026-04-28T07:19:07.558312Z","end":"2026-04-28T07:19:10.263629Z","steps":["trace[1284580513] 'process raft request' (duration: 2.705158123s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:10.263643Z","caller":"traceutil/trace.go:171","msg":"trace[673559874] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"2.705307717s","start":"2026-04-28T07:19:07.558276Z","end":"2026-04-28T07:19:10.263584Z","steps":["trace[673559874] 'process raft request' (duration: 2.704982399s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:10.263713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.558306Z","time spent":"2.705384279s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:10.263791Z","caller":"traceutil/trace.go:171","msg":"trace[540117894] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"2.702948574s","start":"2026-04-28T07:19:07.560834Z","end":"2026-04-28T07:19:10.263782Z","steps":["trace[540117894] 'process raft request' (duration: 2.702811871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:10.263839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.560815Z","time spent":"2.702997345s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:10.263814Z","caller":"traceutil/trace.go:171","msg":"trace[1717895831] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"2.70539916s","start":"2026-04-28T07:19:07.558371Z","end":"2026-04-28T07:19:10.26377Z","steps":["trace[1717895831] 'process raft request' (duration: 2.705203055s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:10.263866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.558271Z","time spent":"2.705464791s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:10.263914Z","caller":"traceutil/trace.go:171","msg":"trace[2010848552] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"2.698970208s","start":"2026-04-28T07:19:07.564889Z","end":"2026-04-28T07:19:10.263859Z","steps":["trace[2010848552] 'process raft request' (duration: 2.698829035s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:10.263858Z","caller":"traceutil/trace.go:171","msg":"trace[1781775138] linearizableReadLoop","detail":"{readStateIndex:855; appliedIndex:847; }","duration":"2.490494844s","start":"2026-04-28T07:19:07.773293Z","end":"2026-04-28T07:19:10.263788Z","steps":["trace[1781775138] 'read index received' (duration: 458.936652ms)","trace[1781775138] 'applied index is now lower than readState.Index' (duration: 2.031556952s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:10.264068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.558366Z","time spent":"2.705561444s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:10.264159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.564874Z","time spent":"2.699145373s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:10.264823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49152321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-04-28T07:19:10.264901Z","caller":"traceutil/trace.go:171","msg":"trace[1065226363] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:818; }","duration":"2.491648533s","start":"2026-04-28T07:19:07.773231Z","end":"2026-04-28T07:19:10.26488Z","steps":["trace[1065226363] 'agreement among raft nodes before linearized reading' (duration: 2.490674418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:10.264944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.773202Z","time spent":"2.491731516s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050283,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-28T07:19:10.765137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:11.265698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:11.321544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.526923778s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:19:11.322196Z","caller":"traceutil/trace.go:171","msg":"trace[2125795695] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"3.084543217s","start":"2026-04-28T07:19:08.237575Z","end":"2026-04-28T07:19:11.322119Z","steps":["trace[2125795695] 'process raft request' (duration: 3.084219928s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:11.322282Z","caller":"traceutil/trace.go:171","msg":"trace[1513046569] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"3.084038084s","start":"2026-04-28T07:19:08.238189Z","end":"2026-04-28T07:19:11.322227Z","steps":["trace[1513046569] 'process raft request' (duration: 3.083824049s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:11.322464Z","caller":"traceutil/trace.go:171","msg":"trace[1531789346] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"3.081678221s","start":"2026-04-28T07:19:08.240726Z","end":"2026-04-28T07:19:11.322404Z","steps":["trace[1531789346] 'process raft request' (duration: 3.081401764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:11.322554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:08.238178Z","time spent":"3.084201398s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:11.322577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:08.240718Z","time spent":"3.081801604s","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5099,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:11.322439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:08.237542Z","time spent":"3.084768213s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:11.933799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.930046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:11.933884Z","caller":"traceutil/trace.go:171","msg":"trace[1720939094] linearizableReadLoop","detail":"{readStateIndex:859; appliedIndex:855; }","duration":"1.669764038s","start":"2026-04-28T07:19:10.264106Z","end":"2026-04-28T07:19:11.93387Z","steps":["trace[1720939094] 'read index received' (duration: 1.057690921s)","trace[1720939094] 'applied index is now lower than readState.Index' (duration: 612.072157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:11.934059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094789991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:19:11.93408Z","caller":"traceutil/trace.go:171","msg":"trace[1652307743] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:822; }","duration":"3.094856314s","start":"2026-04-28T07:19:08.839216Z","end":"2026-04-28T07:19:11.934072Z","steps":["trace[1652307743] 'agreement among raft nodes before linearized reading' (duration: 3.094727041s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:11.93406Z","caller":"traceutil/trace.go:171","msg":"trace[920568321] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"1.074535173s","start":"2026-04-28T07:19:10.859487Z","end":"2026-04-28T07:19:11.934022Z","steps":["trace[920568321] 'process raft request' (duration: 880.31336ms)","trace[920568321] 'compare' (duration: 193.815712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:11.934188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:10.859443Z","time spent":"1.074680476s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:11.934132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874769918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:11.934368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969069241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:11.934433Z","caller":"traceutil/trace.go:171","msg":"trace[1510779541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:822; }","duration":"1.969174424s","start":"2026-04-28T07:19:09.965235Z","end":"2026-04-28T07:19:11.934409Z","steps":["trace[1510779541] 'agreement among raft nodes before linearized reading' (duration: 1.969064831s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:11.934502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:09.965211Z","time spent":"1.969276197s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:11.934332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027899012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:11.934106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:08.839192Z","time spent":"3.094907245s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"info","ts":"2026-04-28T07:19:11.934597Z","caller":"traceutil/trace.go:171","msg":"trace[2138194522] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:822; }","duration":"2.875333563s","start":"2026-04-28T07:19:09.059242Z","end":"2026-04-28T07:19:11.934575Z","steps":["trace[2138194522] 'agreement among raft nodes before linearized reading' (duration: 2.874685266s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:11.934613Z","caller":"traceutil/trace.go:171","msg":"trace[474647128] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:822; }","duration":"4.028186609s","start":"2026-04-28T07:19:07.906394Z","end":"2026-04-28T07:19:11.934581Z","steps":["trace[474647128] 'agreement among raft nodes before linearized reading' (duration: 4.027886971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:11.934678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:09.059212Z","time spent":"2.875444625s","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:11.934691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:07.906383Z","time spent":"4.028287753s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:12.450337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:19:12.594807Z","caller":"traceutil/trace.go:171","msg":"trace[1847538355] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"1.261096381s","start":"2026-04-28T07:19:11.333684Z","end":"2026-04-28T07:19:12.59478Z","steps":["trace[1847538355] 'process raft request' (duration: 1.261014679s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:12.594814Z","caller":"traceutil/trace.go:171","msg":"trace[1171473961] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"1.267015068s","start":"2026-04-28T07:19:11.327754Z","end":"2026-04-28T07:19:12.594769Z","steps":["trace[1171473961] 'process raft request' (duration: 1.26669853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.595009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:11.333678Z","time spent":"1.261213204s","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:12.595013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:11.327727Z","time spent":"1.267188253s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:12.69499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:12.695139Z","caller":"traceutil/trace.go:171","msg":"trace[1707862598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396869s","start":"2026-04-28T07:19:10.694718Z","end":"2026-04-28T07:19:12.695114Z","steps":["trace[1707862598] 'agreement among raft nodes before linearized reading' (duration: 2.000201854s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.695202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:10.694691Z","time spent":"2.000499331s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:19:12.884999Z","caller":"traceutil/trace.go:171","msg":"trace[2067236681] linearizableReadLoop","detail":"{readStateIndex:862; appliedIndex:859; }","duration":"951.062571ms","start":"2026-04-28T07:19:11.933904Z","end":"2026-04-28T07:19:12.884966Z","steps":["trace[2067236681] 'read index received' (duration: 660.479671ms)","trace[2067236681] 'applied index is now lower than readState.Index' (duration: 290.577839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:12.885061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:11.935683Z","time spent":"949.370566ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:19:12.885094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48133998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:12.885174Z","caller":"traceutil/trace.go:171","msg":"trace[537137183] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:824; }","duration":"1.481474804s","start":"2026-04-28T07:19:11.40368Z","end":"2026-04-28T07:19:12.885154Z","steps":["trace[537137183] 'agreement among raft nodes before linearized reading' (duration: 1.481321488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474879968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:12.885211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554716462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-sp6h2\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-04-28T07:19:12.88529Z","caller":"traceutil/trace.go:171","msg":"trace[286564244] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:824; }","duration":"1.475010641s","start":"2026-04-28T07:19:11.410257Z","end":"2026-04-28T07:19:12.885268Z","steps":["trace[286564244] 'agreement among raft nodes before linearized reading' (duration: 1.474733943s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288173855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-28T07:19:12.885317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610602565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5577"} {"level":"warn","ts":"2026-04-28T07:19:12.885336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:11.410248Z","time spent":"1.475078403s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:12.885357Z","caller":"traceutil/trace.go:171","msg":"trace[1534347643] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:824; }","duration":"2.610708918s","start":"2026-04-28T07:19:10.274636Z","end":"2026-04-28T07:19:12.885345Z","steps":["trace[1534347643] 'agreement among raft nodes before linearized reading' (duration: 2.610505692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.476127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:12.8853Z","caller":"traceutil/trace.go:171","msg":"trace[1358428350] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-sp6h2; range_end:; response_count:1; response_revision:824; }","duration":"1.554842856s","start":"2026-04-28T07:19:11.330436Z","end":"2026-04-28T07:19:12.885279Z","steps":["trace[1358428350] 'agreement among raft nodes before linearized reading' (duration: 1.554574188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.105184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:19:12.885399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:10.274613Z","time spent":"2.61077693s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5600,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-28T07:19:12.885383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.498999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:19:12.885438Z","caller":"traceutil/trace.go:171","msg":"trace[325019673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:824; }","duration":"616.185957ms","start":"2026-04-28T07:19:12.269244Z","end":"2026-04-28T07:19:12.885429Z","steps":["trace[325019673] 'agreement among raft nodes before linearized reading' (duration: 616.088044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.152679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:12.885426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.537205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:19:12.885473Z","caller":"traceutil/trace.go:171","msg":"trace[900693504] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:824; }","duration":"946.617711ms","start":"2026-04-28T07:19:11.938831Z","end":"2026-04-28T07:19:12.885449Z","steps":["trace[900693504] 'agreement among raft nodes before linearized reading' (duration: 946.377675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.269215Z","time spent":"616.265158ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:19:12.885495Z","caller":"traceutil/trace.go:171","msg":"trace[315969142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:824; }","duration":"943.225381ms","start":"2026-04-28T07:19:11.942261Z","end":"2026-04-28T07:19:12.885486Z","steps":["trace[315969142] 'agreement among raft nodes before linearized reading' (duration: 943.1612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:12.88552Z","caller":"traceutil/trace.go:171","msg":"trace[730293074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:824; }","duration":"616.669ms","start":"2026-04-28T07:19:12.268831Z","end":"2026-04-28T07:19:12.8855Z","steps":["trace[730293074] 'agreement among raft nodes before linearized reading' (duration: 616.458544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.229317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:12.885573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.268799Z","time spent":"616.766091ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:19:12.885617Z","caller":"traceutil/trace.go:171","msg":"trace[1711849805] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:824; }","duration":"242.301779ms","start":"2026-04-28T07:19:12.643306Z","end":"2026-04-28T07:19:12.885608Z","steps":["trace[1711849805] 'agreement among raft nodes before linearized reading' (duration: 242.243368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.068693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:19:12.885356Z","caller":"traceutil/trace.go:171","msg":"trace[1180652234] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:824; }","duration":"1.288267197s","start":"2026-04-28T07:19:11.597073Z","end":"2026-04-28T07:19:12.885341Z","steps":["trace[1180652234] 'agreement among raft nodes before linearized reading' (duration: 1.288038071s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:12.885701Z","caller":"traceutil/trace.go:171","msg":"trace[1856764869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:824; }","duration":"616.137346ms","start":"2026-04-28T07:19:12.26955Z","end":"2026-04-28T07:19:12.885687Z","steps":["trace[1856764869] 'agreement among raft nodes before linearized reading' (duration: 616.003932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:11.597061Z","time spent":"1.288638647s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":869,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-28T07:19:12.885526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:11.938814Z","time spent":"946.702584ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" "} {"level":"warn","ts":"2026-04-28T07:19:12.885741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.269541Z","time spent":"616.191517ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:19:12.8854Z","caller":"traceutil/trace.go:171","msg":"trace[475463470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/eg; range_end:; response_count:0; response_revision:824; }","duration":"845.58758ms","start":"2026-04-28T07:19:12.039801Z","end":"2026-04-28T07:19:12.885389Z","steps":["trace[475463470] 'agreement among raft nodes before linearized reading' (duration: 845.505818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.885911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.039776Z","time spent":"846.104164ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/eg\" "} {"level":"warn","ts":"2026-04-28T07:19:12.88542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:11.330428Z","time spent":"1.554980979s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4518,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-sp6h2\" "} {"level":"warn","ts":"2026-04-28T07:19:12.885224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:11.403653Z","time spent":"1.481558356s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:12.88553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:11.942237Z","time spent":"943.287052ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:12.886511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.105091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:19:12.886561Z","caller":"traceutil/trace.go:171","msg":"trace[523960519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:824; }","duration":"617.207063ms","start":"2026-04-28T07:19:12.269342Z","end":"2026-04-28T07:19:12.886549Z","steps":["trace[523960519] 'agreement among raft nodes before linearized reading' (duration: 616.736981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.886594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.269314Z","time spent":"617.272665ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:19:12.885588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.92382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:19:12.887576Z","caller":"traceutil/trace.go:171","msg":"trace[1265788108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:824; }","duration":"617.935003ms","start":"2026-04-28T07:19:12.269624Z","end":"2026-04-28T07:19:12.887559Z","steps":["trace[1265788108] 'agreement among raft nodes before linearized reading' (duration: 615.822327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.887628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.269607Z","time spent":"618.006134ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:13.776019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.191158ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:13.776638Z","caller":"traceutil/trace.go:171","msg":"trace[1813411291] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:824; }","duration":"355.833505ms","start":"2026-04-28T07:19:13.420763Z","end":"2026-04-28T07:19:13.776596Z","steps":["trace[1813411291] 'range keys from in-memory index tree' (duration: 355.167507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:13.776618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.096868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:13.776774Z","caller":"traceutil/trace.go:171","msg":"trace[347932310] linearizableReadLoop","detail":"{readStateIndex:863; appliedIndex:862; }","duration":"889.157396ms","start":"2026-04-28T07:19:12.887593Z","end":"2026-04-28T07:19:13.77675Z","steps":["trace[347932310] 'read index received' (duration: 255.917563ms)","trace[347932310] 'applied index is now lower than readState.Index' (duration: 633.236823ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:13.776883Z","caller":"traceutil/trace.go:171","msg":"trace[2102760650] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"890.318916ms","start":"2026-04-28T07:19:12.886486Z","end":"2026-04-28T07:19:13.776805Z","steps":["trace[2102760650] 'process raft request' (duration: 256.898569ms)","trace[2102760650] 'compare' (duration: 632.241945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:13.777056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.453503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-sp6h2\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-04-28T07:19:13.777128Z","caller":"traceutil/trace.go:171","msg":"trace[832779606] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-sp6h2; range_end:; response_count:1; response_revision:825; }","duration":"889.545306ms","start":"2026-04-28T07:19:12.887563Z","end":"2026-04-28T07:19:13.777108Z","steps":["trace[832779606] 'agreement among raft nodes before linearized reading' (duration: 889.291639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:13.77718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.887544Z","time spent":"889.625279ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4518,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-sp6h2\" "} {"level":"warn","ts":"2026-04-28T07:19:13.777045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.886462Z","time spent":"890.487071ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:14.011058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.00051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:14.01129Z","caller":"traceutil/trace.go:171","msg":"trace[744199735] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"1.118773246s","start":"2026-04-28T07:19:12.89247Z","end":"2026-04-28T07:19:14.011244Z","steps":["trace[744199735] 'process raft request' (duration: 986.472177ms)","trace[744199735] 'compare' (duration: 131.814205ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:14.011376Z","caller":"traceutil/trace.go:171","msg":"trace[281290297] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"1.118859667s","start":"2026-04-28T07:19:12.892482Z","end":"2026-04-28T07:19:14.011342Z","steps":["trace[281290297] 'process raft request' (duration: 1.118698012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.011512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.892454Z","time spent":"1.11893821s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:14.011482Z","caller":"traceutil/trace.go:171","msg":"trace[732882480] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"1.11891989s","start":"2026-04-28T07:19:12.892514Z","end":"2026-04-28T07:19:14.011434Z","steps":["trace[732882480] 'process raft request' (duration: 1.118748975s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.011542Z","caller":"traceutil/trace.go:171","msg":"trace[1394394851] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"1.118878029s","start":"2026-04-28T07:19:12.892628Z","end":"2026-04-28T07:19:14.011506Z","steps":["trace[1394394851] 'process raft request' (duration: 1.118706124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.011755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.892472Z","time spent":"1.118994292s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:14.011768Z","caller":"traceutil/trace.go:171","msg":"trace[1188667151] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"1.119232248s","start":"2026-04-28T07:19:12.892515Z","end":"2026-04-28T07:19:14.011747Z","steps":["trace[1188667151] 'process raft request' (duration: 1.118786026s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.011855Z","caller":"traceutil/trace.go:171","msg":"trace[1351623793] linearizableReadLoop","detail":"{readStateIndex:872; appliedIndex:863; }","duration":"235.013794ms","start":"2026-04-28T07:19:13.776819Z","end":"2026-04-28T07:19:14.011833Z","steps":["trace[1351623793] 'read index received' (duration: 102.09862ms)","trace[1351623793] 'applied index is now lower than readState.Index' (duration: 132.913644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:14.011873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.892489Z","time spent":"1.119273838s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:14.011874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.892602Z","time spent":"1.119209037s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:14.011912Z","caller":"traceutil/trace.go:171","msg":"trace[1943465290] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"1.117347967s","start":"2026-04-28T07:19:12.894543Z","end":"2026-04-28T07:19:14.011891Z","steps":["trace[1943465290] 'process raft request' (duration: 1.116986467s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.011971Z","caller":"traceutil/trace.go:171","msg":"trace[43544191] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"1.118604901s","start":"2026-04-28T07:19:12.893358Z","end":"2026-04-28T07:19:14.011963Z","steps":["trace[43544191] 'process raft request' (duration: 1.118006845s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.011984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.175663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:14.012025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.893345Z","time spent":"1.118652813s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:19:14.012058Z","caller":"traceutil/trace.go:171","msg":"trace[802931192] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:834; }","duration":"390.269406ms","start":"2026-04-28T07:19:13.621738Z","end":"2026-04-28T07:19:14.012008Z","steps":["trace[802931192] 'agreement among raft nodes before linearized reading' (duration: 390.160283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.011863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.892489Z","time spent":"1.1193368s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:14.012107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:13.621711Z","time spent":"390.381479ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:14.012108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.822546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:14.012159Z","caller":"traceutil/trace.go:171","msg":"trace[258761281] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:834; }","duration":"428.921979ms","start":"2026-04-28T07:19:13.583222Z","end":"2026-04-28T07:19:14.012144Z","steps":["trace[258761281] 'agreement among raft nodes before linearized reading' (duration: 428.761764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.012217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:13.583197Z","time spent":"429.005761ms","remote":"127.0.0.1:47760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":53,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:14.012288Z","caller":"traceutil/trace.go:171","msg":"trace[835147726] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"1.115092906s","start":"2026-04-28T07:19:12.897185Z","end":"2026-04-28T07:19:14.012278Z","steps":["trace[835147726] 'process raft request' (duration: 1.114578693s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.012368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.897174Z","time spent":"1.115156127s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5377,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:14.012393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120017068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:14.012439Z","caller":"traceutil/trace.go:171","msg":"trace[251602538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:834; }","duration":"1.12008481s","start":"2026-04-28T07:19:12.89234Z","end":"2026-04-28T07:19:14.012425Z","steps":["trace[251602538] 'agreement among raft nodes before linearized reading' (duration: 1.120011418s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.012474Z","caller":"traceutil/trace.go:171","msg":"trace[907067727] transaction","detail":"{read_only:false; response_revision:832; number_of_response:1; }","duration":"1.117983463s","start":"2026-04-28T07:19:12.894483Z","end":"2026-04-28T07:19:14.012466Z","steps":["trace[907067727] 'process raft request' (duration: 1.116953826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.012466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.303866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:14.012483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.892324Z","time spent":"1.120152472s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:14.012532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.894471Z","time spent":"1.118034205s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:14.012527Z","caller":"traceutil/trace.go:171","msg":"trace[1128549867] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:834; }","duration":"936.422858ms","start":"2026-04-28T07:19:13.076089Z","end":"2026-04-28T07:19:14.012512Z","steps":["trace[1128549867] 'agreement among raft nodes before linearized reading' (duration: 936.323026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.012552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.810835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-28T07:19:14.012579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:13.076052Z","time spent":"936.512511ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:14.012612Z","caller":"traceutil/trace.go:171","msg":"trace[42758746] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:834; }","duration":"232.899037ms","start":"2026-04-28T07:19:13.779699Z","end":"2026-04-28T07:19:14.012598Z","steps":["trace[42758746] 'agreement among raft nodes before linearized reading' (duration: 232.788705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.012117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.894516Z","time spent":"1.1174611s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:14.522819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:15.023326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:15.52437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:16.022407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000143593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:16.022495Z","caller":"traceutil/trace.go:171","msg":"trace[1300587773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275906s","start":"2026-04-28T07:19:14.022201Z","end":"2026-04-28T07:19:16.022477Z","steps":["trace[1300587773] 'agreement among raft nodes before linearized reading' (duration: 2.000165354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:16.022541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:14.02219Z","time spent":"2.000340988s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:16.025009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:16.078038Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.05913416s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:19:17.389106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310760561s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:17.389742Z","caller":"traceutil/trace.go:171","msg":"trace[294066393] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"3.370956111s","start":"2026-04-28T07:19:14.018752Z","end":"2026-04-28T07:19:17.389708Z","steps":["trace[294066393] 'process raft request' (duration: 2.059536391s)","trace[294066393] 'compare' (duration: 1.310655968s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:17.389912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:14.018714Z","time spent":"3.371118415s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:18.023947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:18.024055Z","caller":"traceutil/trace.go:171","msg":"trace[30258838] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070324s","start":"2026-04-28T07:19:16.023943Z","end":"2026-04-28T07:19:18.024013Z","steps":["trace[30258838] 'agreement among raft nodes before linearized reading' (duration: 1.999943541s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:18.024104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:16.023931Z","time spent":"2.000163966s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:19.087151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697934955s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:19:19.087936Z","caller":"traceutil/trace.go:171","msg":"trace[105405928] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"4.221784105s","start":"2026-04-28T07:19:14.86612Z","end":"2026-04-28T07:19:19.087904Z","steps":["trace[105405928] 'process raft request' (duration: 4.221153627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:19.088118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:14.866087Z","time spent":"4.221926719s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:19.087903Z","caller":"traceutil/trace.go:171","msg":"trace[970160989] linearizableReadLoop","detail":"{readStateIndex:875; appliedIndex:872; }","duration":"5.065640139s","start":"2026-04-28T07:19:14.022227Z","end":"2026-04-28T07:19:19.087867Z","steps":["trace[970160989] 'read index received' (duration: 2.055976246s)","trace[970160989] 'applied index is now lower than readState.Index' (duration: 3.009661013s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.9331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.910851557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5616"} {"level":"info","ts":"2026-04-28T07:19:21.93319Z","caller":"traceutil/trace.go:171","msg":"trace[288087659] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:836; }","duration":"7.910951739s","start":"2026-04-28T07:19:14.022214Z","end":"2026-04-28T07:19:21.933166Z","steps":["trace[288087659] 'agreement among raft nodes before linearized reading' (duration: 5.065789173s)","trace[288087659] 'range keys from in-memory index tree' (duration: 2.844907309s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.933195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.696416302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:21.933238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:14.022194Z","time spent":"7.911033911s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5639,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-28T07:19:21.933164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.915658895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-28T07:19:21.933275Z","caller":"traceutil/trace.go:171","msg":"trace[143502694] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:836; }","duration":"5.696506694s","start":"2026-04-28T07:19:16.236734Z","end":"2026-04-28T07:19:21.933241Z","steps":["trace[143502694] 'agreement among raft nodes before linearized reading' (duration: 2.85179549s)","trace[143502694] 'count revisions from in-memory index tree' (duration: 2.844599911s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:21.933312Z","caller":"traceutil/trace.go:171","msg":"trace[1330027428] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.915858451s","start":"2026-04-28T07:19:16.017432Z","end":"2026-04-28T07:19:21.93329Z","steps":["trace[1330027428] 'agreement among raft nodes before linearized reading' (duration: 3.071112866s)","trace[1330027428] 'range keys from in-memory index tree' (duration: 2.84454737s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.933333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:16.236648Z","time spent":"5.696673349s","remote":"127.0.0.1:47832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:21.933367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:16.017404Z","time spent":"5.915947922s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:21.933505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.916038816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:19:21.933546Z","caller":"traceutil/trace.go:171","msg":"trace[1119812338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:836; }","duration":"5.916118848s","start":"2026-04-28T07:19:16.017414Z","end":"2026-04-28T07:19:21.933533Z","steps":["trace[1119812338] 'agreement among raft nodes before linearized reading' (duration: 3.071118395s)","trace[1119812338] 'range keys from in-memory index tree' (duration: 2.844890119s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.933565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.915757269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-28T07:19:21.933614Z","caller":"traceutil/trace.go:171","msg":"trace[1718128145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.915816681s","start":"2026-04-28T07:19:16.017783Z","end":"2026-04-28T07:19:21.933599Z","steps":["trace[1718128145] 'agreement among raft nodes before linearized reading' (duration: 3.070757346s)","trace[1718128145] 'range keys from in-memory index tree' (duration: 2.844998042s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.93363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.618913371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:21.933637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288920276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5112"} {"level":"warn","ts":"2026-04-28T07:19:21.933653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:16.017775Z","time spent":"5.915867712s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:19:21.933661Z","caller":"traceutil/trace.go:171","msg":"trace[837095097] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:836; }","duration":"6.618988714s","start":"2026-04-28T07:19:15.314662Z","end":"2026-04-28T07:19:21.933651Z","steps":["trace[837095097] 'agreement among raft nodes before linearized reading' (duration: 3.773888879s)","trace[837095097] 'count revisions from in-memory index tree' (duration: 2.845052544s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:21.933674Z","caller":"traceutil/trace.go:171","msg":"trace[1090544827] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:836; }","duration":"4.288952176s","start":"2026-04-28T07:19:17.644708Z","end":"2026-04-28T07:19:21.93366Z","steps":["trace[1090544827] 'agreement among raft nodes before linearized reading' (duration: 1.443794339s)","trace[1090544827] 'range keys from in-memory index tree' (duration: 2.845021993s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.933574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:16.017387Z","time spent":"5.91618045s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:21.93369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:15.314626Z","time spent":"6.619057216s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:21.933703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:17.644637Z","time spent":"4.289060739s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5135,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:19:21.933764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.915594694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-28T07:19:21.93385Z","caller":"traceutil/trace.go:171","msg":"trace[1727113388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.915714078s","start":"2026-04-28T07:19:16.018117Z","end":"2026-04-28T07:19:21.933831Z","steps":["trace[1727113388] 'agreement among raft nodes before linearized reading' (duration: 3.070386616s)","trace[1727113388] 'range keys from in-memory index tree' (duration: 2.845185588s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.933898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:16.018109Z","time spent":"5.915771599s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:21.933906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.956480508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:21.9339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.905961384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:19:21.93396Z","caller":"traceutil/trace.go:171","msg":"trace[472699581] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:836; }","duration":"3.906067698s","start":"2026-04-28T07:19:18.027882Z","end":"2026-04-28T07:19:21.93395Z","steps":["trace[472699581] 'agreement among raft nodes before linearized reading' (duration: 1.060645964s)","trace[472699581] 'range keys from in-memory index tree' (duration: 2.845310901s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:21.933958Z","caller":"traceutil/trace.go:171","msg":"trace[723076554] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:836; }","duration":"5.956583231s","start":"2026-04-28T07:19:15.977357Z","end":"2026-04-28T07:19:21.933941Z","steps":["trace[723076554] 'agreement among raft nodes before linearized reading' (duration: 3.111181167s)","trace[723076554] 'count revisions from in-memory index tree' (duration: 2.845331601s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.933984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:18.027843Z","time spent":"3.90613412s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" "} {"level":"warn","ts":"2026-04-28T07:19:21.934006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.916161869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:19:21.934009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:15.977319Z","time spent":"5.956674993s","remote":"127.0.0.1:47546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:21.933878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.90093707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:21.934037Z","caller":"traceutil/trace.go:171","msg":"trace[1977791097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:836; }","duration":"5.91620194s","start":"2026-04-28T07:19:16.017824Z","end":"2026-04-28T07:19:21.934026Z","steps":["trace[1977791097] 'agreement among raft nodes before linearized reading' (duration: 3.070716994s)","trace[1977791097] 'range keys from in-memory index tree' (duration: 2.844986912s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.93407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:16.017815Z","time spent":"5.916247972s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:21.934072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240609329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:21.934076Z","caller":"traceutil/trace.go:171","msg":"trace[1158154745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:836; }","duration":"3.901193457s","start":"2026-04-28T07:19:18.032857Z","end":"2026-04-28T07:19:21.934051Z","steps":["trace[1158154745] 'agreement among raft nodes before linearized reading' (duration: 1.05565943s)","trace[1158154745] 'range keys from in-memory index tree' (duration: 2.845303341s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:21.934131Z","caller":"traceutil/trace.go:171","msg":"trace[549142263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:836; }","duration":"1.240722711s","start":"2026-04-28T07:19:20.693391Z","end":"2026-04-28T07:19:21.934114Z","steps":["trace[549142263] 'range keys from in-memory index tree' (duration: 1.240452624s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:21.934142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:18.032828Z","time spent":"3.90130018s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:21.934144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093460977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:19:21.93418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.009397183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:21.934183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.693348Z","time spent":"1.240823344s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:19:21.934207Z","caller":"traceutil/trace.go:171","msg":"trace[191607268] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:836; }","duration":"7.009481395s","start":"2026-04-28T07:19:14.924716Z","end":"2026-04-28T07:19:21.934198Z","steps":["trace[191607268] 'agreement among raft nodes before linearized reading' (duration: 4.163789783s)","trace[191607268] 'count revisions from in-memory index tree' (duration: 2.84564252s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:21.934207Z","caller":"traceutil/trace.go:171","msg":"trace[2000308383] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:836; }","duration":"3.093584029s","start":"2026-04-28T07:19:18.840603Z","end":"2026-04-28T07:19:21.934187Z","steps":["trace[2000308383] 'agreement among raft nodes before linearized reading' (duration: 247.901808ms)","trace[2000308383] 'range keys from in-memory index tree' (duration: 2.845529347s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.934231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:14.924683Z","time spent":"7.009542156s","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} 2026/04/28 07:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:21.934243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.335730709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:21.934254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:18.84056Z","time spent":"3.093683043s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"info","ts":"2026-04-28T07:19:21.934291Z","caller":"traceutil/trace.go:171","msg":"trace[574067509] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:836; }","duration":"6.335826452s","start":"2026-04-28T07:19:15.598448Z","end":"2026-04-28T07:19:21.934275Z","steps":["trace[574067509] 'agreement among raft nodes before linearized reading' (duration: 3.490087119s)","trace[574067509] 'count revisions from in-memory index tree' (duration: 2.84566988s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.934175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948310036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:21.934336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:15.598423Z","time spent":"6.335895664s","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:21.934357Z","caller":"traceutil/trace.go:171","msg":"trace[215376771] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:836; }","duration":"1.948545482s","start":"2026-04-28T07:19:19.985802Z","end":"2026-04-28T07:19:21.934348Z","steps":["trace[215376771] 'count revisions from in-memory index tree' (duration: 1.948211543s)"],"step_count":1} 2026/04/28 07:19:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:21.934385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:19.985772Z","time spent":"1.948604453s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":14,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:21.934474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900666401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:21.933503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072096744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:21.934507Z","caller":"traceutil/trace.go:171","msg":"trace[623383364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:836; }","duration":"1.900761243s","start":"2026-04-28T07:19:20.033736Z","end":"2026-04-28T07:19:21.934497Z","steps":["trace[623383364] 'range keys from in-memory index tree' (duration: 1.900558848s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:21.934457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931884716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-04-28T07:19:21.934536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.033706Z","time spent":"1.900822804s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:19:21.934538Z","caller":"traceutil/trace.go:171","msg":"trace[1558251065] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:836; }","duration":"3.073171183s","start":"2026-04-28T07:19:18.861352Z","end":"2026-04-28T07:19:21.934523Z","steps":["trace[1558251065] 'agreement among raft nodes before linearized reading' (duration: 227.148493ms)","trace[1558251065] 'count revisions from in-memory index tree' (duration: 2.844951281s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.93457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:18.861324Z","time spent":"3.073235855s","remote":"127.0.0.1:47922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:21.934569Z","caller":"traceutil/trace.go:171","msg":"trace[675987246] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:836; }","duration":"1.93204191s","start":"2026-04-28T07:19:20.002505Z","end":"2026-04-28T07:19:21.934547Z","steps":["trace[675987246] 'range keys from in-memory index tree' (duration: 1.931776364s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:21.934626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.002489Z","time spent":"1.932126143s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-28T07:19:21.934669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6421471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:21.934723Z","caller":"traceutil/trace.go:171","msg":"trace[1965426683] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:836; }","duration":"3.642260782s","start":"2026-04-28T07:19:18.292446Z","end":"2026-04-28T07:19:21.934707Z","steps":["trace[1965426683] 'agreement among raft nodes before linearized reading' (duration: 796.068268ms)","trace[1965426683] 'count revisions from in-memory index tree' (duration: 2.846093801s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:21.934852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:18.292402Z","time spent":"3.642431946s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":9,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:22.440646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:19:22.453434Z","caller":"traceutil/trace.go:171","msg":"trace[289120794] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"860.683556ms","start":"2026-04-28T07:19:21.592722Z","end":"2026-04-28T07:19:22.453405Z","steps":["trace[289120794] 'process raft request' (duration: 860.496411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:22.453567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:21.592674Z","time spent":"860.81951ms","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1737,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:23.527573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074268158s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:19:23.528285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:21.936336Z","time spent":"1.5919286s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:19:23.528465Z","caller":"traceutil/trace.go:171","msg":"trace[771401559] linearizableReadLoop","detail":"{readStateIndex:882; appliedIndex:875; }","duration":"1.588264873s","start":"2026-04-28T07:19:21.940177Z","end":"2026-04-28T07:19:23.528442Z","steps":["trace[771401559] 'read index received' (duration: 513.118132ms)","trace[771401559] 'applied index is now lower than readState.Index' (duration: 1.075145541s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:23.52855Z","caller":"traceutil/trace.go:171","msg":"trace[173095708] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"1.591955721s","start":"2026-04-28T07:19:21.936585Z","end":"2026-04-28T07:19:23.52854Z","steps":["trace[173095708] 'process raft request' (duration: 1.59154369s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:23.528665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:21.936559Z","time spent":"1.592019343s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:23.528885Z","caller":"traceutil/trace.go:171","msg":"trace[648470532] transaction","detail":"{read_only:false; response_revision:841; number_of_response:1; }","duration":"1.584541254s","start":"2026-04-28T07:19:21.944334Z","end":"2026-04-28T07:19:23.528875Z","steps":["trace[648470532] 'process raft request' (duration: 1.5840374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:23.528939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:21.944322Z","time spent":"1.584587994s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5363,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:23.529088Z","caller":"traceutil/trace.go:171","msg":"trace[1156415615] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"1.445359441s","start":"2026-04-28T07:19:22.083718Z","end":"2026-04-28T07:19:23.529078Z","steps":["trace[1156415615] 'process raft request' (duration: 1.444685373s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:23.529102Z","caller":"traceutil/trace.go:171","msg":"trace[296172323] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"1.587889663s","start":"2026-04-28T07:19:21.941183Z","end":"2026-04-28T07:19:23.529073Z","steps":["trace[296172323] 'process raft request' (duration: 1.587145873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:23.529272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589093245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"warn","ts":"2026-04-28T07:19:23.529292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:21.941161Z","time spent":"1.588023247s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:23.529296Z","caller":"traceutil/trace.go:171","msg":"trace[2114594584] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"1.590027789s","start":"2026-04-28T07:19:21.939243Z","end":"2026-04-28T07:19:23.529271Z","steps":["trace[2114594584] 'process raft request' (duration: 1.589038773s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:23.529428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:21.939233Z","time spent":"1.590109552s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:23.529139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:22.083672Z","time spent":"1.445438014s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:23.529307Z","caller":"traceutil/trace.go:171","msg":"trace[1077443747] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:842; }","duration":"1.589144156s","start":"2026-04-28T07:19:21.940152Z","end":"2026-04-28T07:19:23.529296Z","steps":["trace[1077443747] 'agreement among raft nodes before linearized reading' (duration: 1.589009592s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:23.529588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:21.940141Z","time spent":"1.589432954s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-28T07:19:23.945493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000660639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:23.945608Z","caller":"traceutil/trace.go:171","msg":"trace[414508531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000830774s","start":"2026-04-28T07:19:21.944755Z","end":"2026-04-28T07:19:23.945586Z","steps":["trace[414508531] 'agreement among raft nodes before linearized reading' (duration: 2.00067664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:23.945681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:21.944749Z","time spent":"2.000907656s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:24.029075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:24.529745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:25.030801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:25.531755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417069,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:25.836915Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.30903883s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:19:25.837262Z","caller":"traceutil/trace.go:171","msg":"trace[1399922267] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"3.372069628s","start":"2026-04-28T07:19:22.465174Z","end":"2026-04-28T07:19:25.837243Z","steps":["trace[1399922267] 'process raft request' (duration: 3.371940065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:25.837361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:22.465141Z","time spent":"3.37215907s","remote":"127.0.0.1:50722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2782,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:25.946383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:25.94647Z","caller":"traceutil/trace.go:171","msg":"trace[1751558030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155472s","start":"2026-04-28T07:19:23.946293Z","end":"2026-04-28T07:19:25.946448Z","steps":["trace[1751558030] 'agreement among raft nodes before linearized reading' (duration: 2.000040089s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:25.94651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.946231Z","time spent":"2.000270335s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:26.016498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998337481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:26.01659Z","caller":"traceutil/trace.go:171","msg":"trace[1061775144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998511485s","start":"2026-04-28T07:19:23.018059Z","end":"2026-04-28T07:19:26.01657Z","steps":["trace[1061775144] 'agreement among raft nodes before linearized reading' (duration: 2.998378592s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:26.016642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.018027Z","time spent":"2.998603918s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:26.01804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998358483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:26.018124Z","caller":"traceutil/trace.go:171","msg":"trace[1837917708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998485076s","start":"2026-04-28T07:19:23.019617Z","end":"2026-04-28T07:19:26.018102Z","steps":["trace[1837917708] 'agreement among raft nodes before linearized reading' (duration: 2.998369643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:26.018177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.019609Z","time spent":"2.998557518s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:26.018325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998482716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:26.018373Z","caller":"traceutil/trace.go:171","msg":"trace[1852318225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998522427s","start":"2026-04-28T07:19:23.01982Z","end":"2026-04-28T07:19:26.018343Z","steps":["trace[1852318225] 'agreement among raft nodes before linearized reading' (duration: 2.998496077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:26.018404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.019814Z","time spent":"2.998582089s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 07:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:26.018472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480507336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:26.018575Z","caller":"traceutil/trace.go:171","msg":"trace[856180964] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; }","duration":"2.48065768s","start":"2026-04-28T07:19:23.537897Z","end":"2026-04-28T07:19:26.018554Z","steps":["trace[856180964] 'agreement among raft nodes before linearized reading' (duration: 2.480524476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:26.018636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.537886Z","time spent":"2.480734943s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} 2026/04/28 07:19:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:27.954732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000629194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:27.954847Z","caller":"traceutil/trace.go:171","msg":"trace[532276589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000807449s","start":"2026-04-28T07:19:25.954014Z","end":"2026-04-28T07:19:27.954821Z","steps":["trace[532276589] 'agreement among raft nodes before linearized reading' (duration: 2.000660405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.95496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:25.953986Z","time spent":"2.000960273s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:29.954732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:29.954812Z","caller":"traceutil/trace.go:171","msg":"trace[548367824] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999977487s","start":"2026-04-28T07:19:27.954818Z","end":"2026-04-28T07:19:29.954796Z","steps":["trace[548367824] 'agreement among raft nodes before linearized reading' (duration: 1.999862024s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:29.954858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:27.954789Z","time spent":"2.000060349s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:29.971531Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.134364308s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:19:29.971986Z","caller":"traceutil/trace.go:171","msg":"trace[1779134082] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"6.441070626s","start":"2026-04-28T07:19:23.530875Z","end":"2026-04-28T07:19:29.971946Z","steps":["trace[1779134082] 'process raft request' (duration: 6.440859091s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:29.972101Z","caller":"traceutil/trace.go:171","msg":"trace[1324308942] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"6.434048898s","start":"2026-04-28T07:19:23.538012Z","end":"2026-04-28T07:19:29.972061Z","steps":["trace[1324308942] 'process raft request' (duration: 6.433877814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:29.972166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.530841Z","time spent":"6.44123279s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:29.97221Z","caller":"traceutil/trace.go:171","msg":"trace[364718478] linearizableReadLoop","detail":"{readStateIndex:887; appliedIndex:882; }","duration":"6.443673046s","start":"2026-04-28T07:19:23.52851Z","end":"2026-04-28T07:19:29.972183Z","steps":["trace[364718478] 'read index received' (duration: 2.30864801s)","trace[364718478] 'applied index is now lower than readState.Index' (duration: 4.135023856s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:29.972288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.537983Z","time spent":"6.434209453s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:29.972116Z","caller":"traceutil/trace.go:171","msg":"trace[876547681] transaction","detail":"{read_only:false; response_revision:846; number_of_response:1; }","duration":"6.434048829s","start":"2026-04-28T07:19:23.538026Z","end":"2026-04-28T07:19:29.972075Z","steps":["trace[876547681] 'process raft request' (duration: 6.433916355s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:29.972344Z","caller":"traceutil/trace.go:171","msg":"trace[608032735] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"6.432170198s","start":"2026-04-28T07:19:23.540136Z","end":"2026-04-28T07:19:29.972306Z","steps":["trace[608032735] 'process raft request' (duration: 6.431847579s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:29.9725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.540128Z","time spent":"6.432287512s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:29.972565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.538Z","time spent":"6.434415729s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3856,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:30.486846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:30.987928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:31.017142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.019204Z","time spent":"4.997916128s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:19:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:31.019046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.02067Z","time spent":"4.998371561s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:19:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:31.488486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:31.69857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:29.978399Z","time spent":"1.720163455s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:19:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:31.963432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:31.963561Z","caller":"traceutil/trace.go:171","msg":"trace[12777312] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004598s","start":"2026-04-28T07:19:29.963076Z","end":"2026-04-28T07:19:31.963535Z","steps":["trace[12777312] 'agreement among raft nodes before linearized reading' (duration: 2.000300146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:31.963617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:29.963006Z","time spent":"2.000600554s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:31.989417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:32.490454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:32.990993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:33.492188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:33.963721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999810723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:33.963833Z","caller":"traceutil/trace.go:171","msg":"trace[627470080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002558s","start":"2026-04-28T07:19:31.963804Z","end":"2026-04-28T07:19:33.963806Z","steps":["trace[627470080] 'agreement among raft nodes before linearized reading' (duration: 1.999848504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:33.963904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.963779Z","time spent":"2.00010541s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:33.993367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:34.494264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:34.62577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.654012243s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:19:35.100366Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7e7e9dd2f3744e08","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T07:19:35.5346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999897315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T07:19:35.534652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999856475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:35.534769Z","caller":"traceutil/trace.go:171","msg":"trace[516484165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000044159s","start":"2026-04-28T07:19:25.5347Z","end":"2026-04-28T07:19:35.534744Z","steps":["trace[516484165] 'agreement among raft nodes before linearized reading' (duration: 9.999886295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:35.534827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:25.534675Z","time spent":"10.000142782s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:19:35.534698Z","caller":"traceutil/trace.go:171","msg":"trace[1939721393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000067171s","start":"2026-04-28T07:19:25.534608Z","end":"2026-04-28T07:19:35.534675Z","steps":["trace[1939721393] 'agreement among raft nodes before linearized reading' (duration: 9.999933317s)"],"step_count":1} 2026/04/28 07:19:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:35.535017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:25.534587Z","time spent":"10.000372968s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 07:19:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:35.972489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999845014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:35.972595Z","caller":"traceutil/trace.go:171","msg":"trace[666624256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000003758s","start":"2026-04-28T07:19:33.972568Z","end":"2026-04-28T07:19:35.972571Z","steps":["trace[666624256] 'agreement among raft nodes before linearized reading' (duration: 1.999873495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:35.972648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:33.972548Z","time spent":"2.00008997s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:36.47105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:29.470492Z","time spent":"7.000548947s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:19:37.972783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999767232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:37.972888Z","caller":"traceutil/trace.go:171","msg":"trace[1646964451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999963457s","start":"2026-04-28T07:19:35.972903Z","end":"2026-04-28T07:19:37.972866Z","steps":["trace[1646964451] 'agreement among raft nodes before linearized reading' (duration: 1.999798763s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:37.972946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:35.972884Z","time spent":"2.00004977s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:39.980168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99972101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:39.980354Z","caller":"traceutil/trace.go:171","msg":"trace[1652612408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999970327s","start":"2026-04-28T07:19:37.980358Z","end":"2026-04-28T07:19:39.980328Z","steps":["trace[1652612408] 'agreement among raft nodes before linearized reading' (duration: 1.999762132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:39.980411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:37.980336Z","time spent":"2.000064559s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:40.602343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:33.600857Z","time spent":"7.001475461s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:19:40.972306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:38.542146Z","time spent":"2.43014811s","remote":"127.0.0.1:42578","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:19:40.97435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.34807825s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T07:19:41.543203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.917169847s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:19:41.728452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.948605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:41.728647Z","caller":"traceutil/trace.go:171","msg":"trace[1585126423] linearizableReadLoop","detail":"{readStateIndex:894; appliedIndex:887; }","duration":"11.756367451s","start":"2026-04-28T07:19:29.972263Z","end":"2026-04-28T07:19:41.72863Z","steps":["trace[1585126423] 'read index received' (duration: 4.653811927s)","trace[1585126423] 'applied index is now lower than readState.Index' (duration: 7.102554344s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:41.728757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.776975827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-28T07:19:41.728777Z","caller":"traceutil/trace.go:171","msg":"trace[2063628982] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:853; }","duration":"15.77705157s","start":"2026-04-28T07:19:25.951718Z","end":"2026-04-28T07:19:41.72877Z","steps":["trace[2063628982] 'agreement among raft nodes before linearized reading' (duration: 15.776986998s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:41.728808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:25.951688Z","time spent":"15.777114131s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T07:19:41.728782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.622442967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:41.728865Z","caller":"traceutil/trace.go:171","msg":"trace[1402288489] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:853; }","duration":"14.62254788s","start":"2026-04-28T07:19:27.106297Z","end":"2026-04-28T07:19:41.728845Z","steps":["trace[1402288489] 'agreement among raft nodes before linearized reading' (duration: 14.622354255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:41.7289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.837720095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:41.728938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:27.106229Z","time spent":"14.622696794s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":7,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:41.728998Z","caller":"traceutil/trace.go:171","msg":"trace[2104260299] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:853; }","duration":"13.837893809s","start":"2026-04-28T07:19:27.891079Z","end":"2026-04-28T07:19:41.728973Z","steps":["trace[2104260299] 'agreement among raft nodes before linearized reading' (duration: 13.837723225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:41.729054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:27.891054Z","time spent":"13.837985382s","remote":"127.0.0.1:40818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:41.729083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.195449094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:19:41.729285Z","caller":"traceutil/trace.go:171","msg":"trace[1395812429] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:853; }","duration":"18.19567742s","start":"2026-04-28T07:19:23.533555Z","end":"2026-04-28T07:19:41.729232Z","steps":["trace[1395812429] 'agreement among raft nodes before linearized reading' (duration: 18.19528682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:41.729375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:23.533536Z","time spent":"18.195820404s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" "} {"level":"warn","ts":"2026-04-28T07:19:41.729589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.968129407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:41.729721Z","caller":"traceutil/trace.go:171","msg":"trace[1394069137] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:853; }","duration":"16.968352232s","start":"2026-04-28T07:19:24.761342Z","end":"2026-04-28T07:19:41.729695Z","steps":["trace[1394069137] 'agreement among raft nodes before linearized reading' (duration: 16.968033394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:41.729785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:24.761312Z","time spent":"16.968460496s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:41.981185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:41.981336Z","caller":"traceutil/trace.go:171","msg":"trace[898353070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000562653s","start":"2026-04-28T07:19:39.980749Z","end":"2026-04-28T07:19:41.981311Z","steps":["trace[898353070] 'agreement among raft nodes before linearized reading' (duration: 2.000372398s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:41.981401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:39.98072Z","time spent":"2.000668305s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:42.228953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:42.539994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:35.539481Z","time spent":"7.000502415s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:19:42.540143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:35.539068Z","time spent":"7.001064419s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:19:42.694702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:42.69481Z","caller":"traceutil/trace.go:171","msg":"trace[1945036462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040388s","start":"2026-04-28T07:19:40.694745Z","end":"2026-04-28T07:19:42.694786Z","steps":["trace[1945036462] 'agreement among raft nodes before linearized reading' (duration: 1.999900085s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:42.694883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:40.694715Z","time spent":"2.000148861s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:42.729511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:43.230118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:43.476742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:36.476413Z","time spent":"7.000321731s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:19:43.58145Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217248737s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:19:43.990234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:43.990337Z","caller":"traceutil/trace.go:171","msg":"trace[1234159528] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000480901s","start":"2026-04-28T07:19:41.989831Z","end":"2026-04-28T07:19:43.990312Z","steps":["trace[1234159528] 'agreement among raft nodes before linearized reading' (duration: 2.000354217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:43.990412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:41.989806Z","time spent":"2.000596053s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:44.123533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.886094ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:44.123735Z","caller":"traceutil/trace.go:171","msg":"trace[1505152834] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:853; }","duration":"703.10821ms","start":"2026-04-28T07:19:43.420603Z","end":"2026-04-28T07:19:44.123711Z","steps":["trace[1505152834] 'range keys from in-memory index tree' (duration: 702.861824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.124273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.231809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:44.124632Z","caller":"traceutil/trace.go:171","msg":"trace[805046956] transaction","detail":"{read_only:false; number_of_response:1; response_revision:855; }","duration":"3.516309021s","start":"2026-04-28T07:19:40.608291Z","end":"2026-04-28T07:19:44.1246Z","steps":["trace[805046956] 'process raft request' (duration: 3.516172758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.124817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:40.608258Z","time spent":"3.516456425s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:44.790623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.100921ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T07:19:44.84668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264769719s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:19:44.847338Z","caller":"traceutil/trace.go:171","msg":"trace[1106484422] linearizableReadLoop","detail":"{readStateIndex:901; appliedIndex:894; }","duration":"3.118626868s","start":"2026-04-28T07:19:41.728674Z","end":"2026-04-28T07:19:44.847301Z","steps":["trace[1106484422] 'read index received' (duration: 1.853271273s)","trace[1106484422] 'applied index is now lower than readState.Index' (duration: 1.265354065s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:44.847465Z","caller":"traceutil/trace.go:171","msg":"trace[769107031] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"3.115957557s","start":"2026-04-28T07:19:41.731495Z","end":"2026-04-28T07:19:44.847452Z","steps":["trace[769107031] 'process raft request' (duration: 3.115532805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.84763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:41.731471Z","time spent":"3.11605436s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:44.847668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.79915196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:44.847744Z","caller":"traceutil/trace.go:171","msg":"trace[1327128847] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:858; }","duration":"7.799244812s","start":"2026-04-28T07:19:37.048483Z","end":"2026-04-28T07:19:44.847728Z","steps":["trace[1327128847] 'agreement among raft nodes before linearized reading' (duration: 7.799077248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.847752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.364948376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:44.847732Z","caller":"traceutil/trace.go:171","msg":"trace[1020315738] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"3.109169396s","start":"2026-04-28T07:19:41.738523Z","end":"2026-04-28T07:19:44.847692Z","steps":["trace[1020315738] 'process raft request' (duration: 3.108691413s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.847659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.252602899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:44.84781Z","caller":"traceutil/trace.go:171","msg":"trace[594301442] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:858; }","duration":"10.365012929s","start":"2026-04-28T07:19:34.482776Z","end":"2026-04-28T07:19:44.847789Z","steps":["trace[594301442] 'agreement among raft nodes before linearized reading' (duration: 10.364945907s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:44.847831Z","caller":"traceutil/trace.go:171","msg":"trace[1108734763] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:858; }","duration":"13.252841875s","start":"2026-04-28T07:19:31.594975Z","end":"2026-04-28T07:19:44.847817Z","steps":["trace[1108734763] 'agreement among raft nodes before linearized reading' (duration: 13.252523547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.847863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:34.482766Z","time spent":"10.36508623s","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:44.847914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.299252636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:44.847892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910210375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:44.847925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695060868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:44.847938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:41.738509Z","time spent":"3.10931821s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:44.847954Z","caller":"traceutil/trace.go:171","msg":"trace[1002037589] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:858; }","duration":"13.299341849s","start":"2026-04-28T07:19:31.548603Z","end":"2026-04-28T07:19:44.847945Z","steps":["trace[1002037589] 'agreement among raft nodes before linearized reading' (duration: 13.299273267s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:44.847972Z","caller":"traceutil/trace.go:171","msg":"trace[1047693013] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:858; }","duration":"6.69516401s","start":"2026-04-28T07:19:38.152798Z","end":"2026-04-28T07:19:44.847962Z","steps":["trace[1047693013] 'agreement among raft nodes before linearized reading' (duration: 6.695087038s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:44.847981Z","caller":"traceutil/trace.go:171","msg":"trace[237992513] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:858; }","duration":"3.910374219s","start":"2026-04-28T07:19:40.937583Z","end":"2026-04-28T07:19:44.847957Z","steps":["trace[237992513] 'agreement among raft nodes before linearized reading' (duration: 3.910127562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.847989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.548578Z","time spent":"13.29940442s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T07:19:44.848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:38.152771Z","time spent":"6.695222092s","remote":"127.0.0.1:47870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:44.848054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:40.93755Z","time spent":"3.910471782s","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":80,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:44.848188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.374402009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:44.848226Z","caller":"traceutil/trace.go:171","msg":"trace[1569206768] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:858; }","duration":"10.374468961s","start":"2026-04-28T07:19:34.473745Z","end":"2026-04-28T07:19:44.848214Z","steps":["trace[1569206768] 'agreement among raft nodes before linearized reading' (duration: 10.374409229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.848234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.339925864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:44.848256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:34.473723Z","time spent":"10.374525302s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"info","ts":"2026-04-28T07:19:44.848269Z","caller":"traceutil/trace.go:171","msg":"trace[811833056] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:0; response_revision:858; }","duration":"13.340003706s","start":"2026-04-28T07:19:31.508255Z","end":"2026-04-28T07:19:44.848258Z","steps":["trace[811833056] 'agreement among raft nodes before linearized reading' (duration: 13.339946734s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.848299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.508225Z","time spent":"13.340067698s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":32,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/openstack\" "} {"level":"warn","ts":"2026-04-28T07:19:44.847787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:37.048457Z","time spent":"7.799319384s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:44.848413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.702740243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"warn","ts":"2026-04-28T07:19:44.847865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.594956Z","time spent":"13.252899177s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" "} {"level":"info","ts":"2026-04-28T07:19:44.848457Z","caller":"traceutil/trace.go:171","msg":"trace[977670155] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:858; }","duration":"14.702830076s","start":"2026-04-28T07:19:30.145619Z","end":"2026-04-28T07:19:44.848449Z","steps":["trace[977670155] 'agreement among raft nodes before linearized reading' (duration: 14.702746064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.848463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.728197916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:44.848487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:30.145592Z","time spent":"14.702890117s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-04-28T07:19:44.848499Z","caller":"traceutil/trace.go:171","msg":"trace[837225243] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:858; }","duration":"12.728282939s","start":"2026-04-28T07:19:32.120204Z","end":"2026-04-28T07:19:44.848487Z","steps":["trace[837225243] 'agreement among raft nodes before linearized reading' (duration: 12.728241218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.848531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:32.120173Z","time spent":"12.72835104s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:19:44.848539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.873650804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T07:19:44.848593Z","caller":"traceutil/trace.go:171","msg":"trace[922970446] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:858; }","duration":"14.873745286s","start":"2026-04-28T07:19:29.974833Z","end":"2026-04-28T07:19:44.848578Z","steps":["trace[922970446] 'agreement among raft nodes before linearized reading' (duration: 14.873632883s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.848627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.20031138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:44.848634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:29.974808Z","time spent":"14.873814978s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:19:44.848648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.40639006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:44.848664Z","caller":"traceutil/trace.go:171","msg":"trace[1203188251] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:858; }","duration":"13.200398643s","start":"2026-04-28T07:19:31.648255Z","end":"2026-04-28T07:19:44.848653Z","steps":["trace[1203188251] 'agreement among raft nodes before linearized reading' (duration: 13.200339602s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.848705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.603631465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:44.848705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.648232Z","time spent":"13.200465154s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-04-28T07:19:44.848727Z","caller":"traceutil/trace.go:171","msg":"trace[1015528400] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:858; }","duration":"13.603701196s","start":"2026-04-28T07:19:31.24502Z","end":"2026-04-28T07:19:44.848721Z","steps":["trace[1015528400] 'agreement among raft nodes before linearized reading' (duration: 13.603668675s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.848748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.244994Z","time spent":"13.603748478s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-28T07:19:44.848818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.352161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:44.848834Z","caller":"traceutil/trace.go:171","msg":"trace[2143994289] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:858; }","duration":"14.352226122s","start":"2026-04-28T07:19:30.496602Z","end":"2026-04-28T07:19:44.848829Z","steps":["trace[2143994289] 'agreement among raft nodes before linearized reading' (duration: 14.35219605s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:44.848674Z","caller":"traceutil/trace.go:171","msg":"trace[119555907] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:858; }","duration":"13.406464773s","start":"2026-04-28T07:19:31.442202Z","end":"2026-04-28T07:19:44.848666Z","steps":["trace[119555907] 'agreement among raft nodes before linearized reading' (duration: 13.406409821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.848851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:30.496565Z","time spent":"14.352281473s","remote":"127.0.0.1:47874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:44.848849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316858251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:44.848872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.442176Z","time spent":"13.406683049s","remote":"127.0.0.1:47868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:44.848888Z","caller":"traceutil/trace.go:171","msg":"trace[381850944] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:858; }","duration":"2.316947073s","start":"2026-04-28T07:19:42.53193Z","end":"2026-04-28T07:19:44.848878Z","steps":["trace[381850944] 'agreement among raft nodes before linearized reading' (duration: 2.316885631s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.848921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:42.531902Z","time spent":"2.317007655s","remote":"127.0.0.1:47522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:44.848981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.702322533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-04-28T07:19:44.849002Z","caller":"traceutil/trace.go:171","msg":"trace[436288636] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:858; }","duration":"14.702377194s","start":"2026-04-28T07:19:30.146618Z","end":"2026-04-28T07:19:44.848995Z","steps":["trace[436288636] 'agreement among raft nodes before linearized reading' (duration: 14.702335663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.84902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:30.146595Z","time spent":"14.702420726s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-28T07:19:44.848427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.606495324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:44.849109Z","caller":"traceutil/trace.go:171","msg":"trace[86708825] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:858; }","duration":"11.607226584s","start":"2026-04-28T07:19:33.241874Z","end":"2026-04-28T07:19:44.849101Z","steps":["trace[86708825] 'agreement among raft nodes before linearized reading' (duration: 11.606526115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.849132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:33.241852Z","time spent":"11.607273935s","remote":"127.0.0.1:47816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:44.84918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080578934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:44.849195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.300849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-04-28T07:19:44.849227Z","caller":"traceutil/trace.go:171","msg":"trace[312076904] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:858; }","duration":"720.396713ms","start":"2026-04-28T07:19:44.12882Z","end":"2026-04-28T07:19:44.849217Z","steps":["trace[312076904] 'agreement among raft nodes before linearized reading' (duration: 720.240229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:44.84923Z","caller":"traceutil/trace.go:171","msg":"trace[379526851] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:858; }","duration":"1.080619345s","start":"2026-04-28T07:19:43.768588Z","end":"2026-04-28T07:19:44.849207Z","steps":["trace[379526851] 'agreement among raft nodes before linearized reading' (duration: 1.080553183s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.849255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:44.128764Z","time spent":"720.484526ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T07:19:44.849263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:43.768512Z","time spent":"1.080741888s","remote":"127.0.0.1:40784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:44.849386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.544747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:44.849425Z","caller":"traceutil/trace.go:171","msg":"trace[1781710406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:858; }","duration":"858.638189ms","start":"2026-04-28T07:19:43.990776Z","end":"2026-04-28T07:19:44.849414Z","steps":["trace[1781710406] 'agreement among raft nodes before linearized reading' (duration: 858.577148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.849446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366507699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-04-28T07:19:44.849455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:43.990741Z","time spent":"858.707481ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:19:44.84948Z","caller":"traceutil/trace.go:171","msg":"trace[1477024743] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:858; }","duration":"1.366612932s","start":"2026-04-28T07:19:43.482856Z","end":"2026-04-28T07:19:44.849469Z","steps":["trace[1477024743] 'agreement among raft nodes before linearized reading' (duration: 1.366525999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:44.849517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:43.482827Z","time spent":"1.366681124s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T07:19:45.357424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:45.858645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:46.359246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:46.859436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:46.860468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:46.860568Z","caller":"traceutil/trace.go:171","msg":"trace[2065962419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000440609s","start":"2026-04-28T07:19:44.860108Z","end":"2026-04-28T07:19:46.860549Z","steps":["trace[2065962419] 'agreement among raft nodes before linearized reading' (duration: 2.000321466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:46.860671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:44.860095Z","time spent":"2.000543833s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:47.360494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:47.861268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:48.361704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:48.860674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999783122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:48.860763Z","caller":"traceutil/trace.go:171","msg":"trace[1930583785] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999911945s","start":"2026-04-28T07:19:46.860831Z","end":"2026-04-28T07:19:48.860743Z","steps":["trace[1930583785] 'agreement among raft nodes before linearized reading' (duration: 1.999799912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:48.860816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:46.860821Z","time spent":"1.999983178s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:48.862898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:49.044219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.005721149s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:19:49.044879Z","caller":"traceutil/trace.go:171","msg":"trace[304897108] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"4.18903505s","start":"2026-04-28T07:19:44.855803Z","end":"2026-04-28T07:19:49.044838Z","steps":["trace[304897108] 'process raft request' (duration: 4.188782763s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:49.045557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:44.855789Z","time spent":"4.189506323s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:50.624928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.580356277s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:19:50.868954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00046273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:50.869099Z","caller":"traceutil/trace.go:171","msg":"trace[784264842] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693757s","start":"2026-04-28T07:19:48.86839Z","end":"2026-04-28T07:19:50.869084Z","steps":["trace[784264842] 'agreement among raft nodes before linearized reading' (duration: 2.000506591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.869159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:48.868361Z","time spent":"2.00078803s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:50.990305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.104903ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:19:50.99064Z","caller":"traceutil/trace.go:171","msg":"trace[1735777525] linearizableReadLoop","detail":"{readStateIndex:905; appliedIndex:901; }","duration":"6.133431721s","start":"2026-04-28T07:19:44.857188Z","end":"2026-04-28T07:19:50.990619Z","steps":["trace[1735777525] 'read index received' (duration: 4.187360745s)","trace[1735777525] 'applied index is now lower than readState.Index' (duration: 1.946069146s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:50.990745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:44.856302Z","time spent":"6.134439488s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:19:50.991015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.133772479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:50.991049Z","caller":"traceutil/trace.go:171","msg":"trace[1376179012] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:861; }","duration":"6.133816022s","start":"2026-04-28T07:19:44.85722Z","end":"2026-04-28T07:19:50.991036Z","steps":["trace[1376179012] 'agreement among raft nodes before linearized reading' (duration: 6.13374722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.99108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:44.857163Z","time spent":"6.133910264s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" "} {"level":"warn","ts":"2026-04-28T07:19:50.991062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.133851842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-v7zbw\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-04-28T07:19:50.991123Z","caller":"traceutil/trace.go:171","msg":"trace[1512629063] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-v7zbw; range_end:; response_count:1; response_revision:861; }","duration":"6.133936385s","start":"2026-04-28T07:19:44.857171Z","end":"2026-04-28T07:19:50.991108Z","steps":["trace[1512629063] 'agreement among raft nodes before linearized reading' (duration: 6.133711649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.991157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:44.857165Z","time spent":"6.133984886s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3894,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-v7zbw\" "} {"level":"warn","ts":"2026-04-28T07:19:50.991316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.052402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:50.991569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996675825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:50.991627Z","caller":"traceutil/trace.go:171","msg":"trace[462422169] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:861; }","duration":"4.996777537s","start":"2026-04-28T07:19:45.994834Z","end":"2026-04-28T07:19:50.991611Z","steps":["trace[462422169] 'agreement among raft nodes before linearized reading' (duration: 4.996683165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.991674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:45.994811Z","time spent":"4.9968483s","remote":"127.0.0.1:40758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:50.991683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.111330342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:50.991707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799431274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:50.99177Z","caller":"traceutil/trace.go:171","msg":"trace[261602021] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:861; }","duration":"4.111461985s","start":"2026-04-28T07:19:46.880288Z","end":"2026-04-28T07:19:50.99175Z","steps":["trace[261602021] 'agreement among raft nodes before linearized reading' (duration: 4.11127484s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:50.991779Z","caller":"traceutil/trace.go:171","msg":"trace[1572436391] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:861; }","duration":"2.799531756s","start":"2026-04-28T07:19:48.19223Z","end":"2026-04-28T07:19:50.991762Z","steps":["trace[1572436391] 'agreement among raft nodes before linearized reading' (duration: 2.799322651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.991815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:46.880278Z","time spent":"4.111528998s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:50.991823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:48.192113Z","time spent":"2.799701011s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":80,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:50.991815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860325311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:19:50.99188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143546273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:50.991913Z","caller":"traceutil/trace.go:171","msg":"trace[680125312] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:861; }","duration":"4.143701518s","start":"2026-04-28T07:19:46.848202Z","end":"2026-04-28T07:19:50.991903Z","steps":["trace[680125312] 'agreement among raft nodes before linearized reading' (duration: 4.143564865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.991916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.159975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:50.991917Z","caller":"traceutil/trace.go:171","msg":"trace[1455103243] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:861; }","duration":"3.860502956s","start":"2026-04-28T07:19:47.131391Z","end":"2026-04-28T07:19:50.991894Z","steps":["trace[1455103243] 'agreement among raft nodes before linearized reading' (duration: 3.860322601s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.991928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990483789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:50.99194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:46.848173Z","time spent":"4.143756749s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:50.991957Z","caller":"traceutil/trace.go:171","msg":"trace[1666454053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:861; }","duration":"297.237877ms","start":"2026-04-28T07:19:50.694704Z","end":"2026-04-28T07:19:50.991942Z","steps":["trace[1666454053] 'agreement among raft nodes before linearized reading' (duration: 297.185716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.991967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:47.13135Z","time spent":"3.860605188s","remote":"127.0.0.1:50722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":2,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:50.991975Z","caller":"traceutil/trace.go:171","msg":"trace[1166229681] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:861; }","duration":"4.990589413s","start":"2026-04-28T07:19:46.001372Z","end":"2026-04-28T07:19:50.991962Z","steps":["trace[1166229681] 'agreement among raft nodes before linearized reading' (duration: 4.99050611s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:50.991985Z","caller":"traceutil/trace.go:171","msg":"trace[1914377540] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"6.134732465s","start":"2026-04-28T07:19:44.857226Z","end":"2026-04-28T07:19:50.991958Z","steps":["trace[1914377540] 'process raft request' (duration: 6.133185984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.992055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:46.001345Z","time spent":"4.990669125s","remote":"127.0.0.1:47584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:50.9921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083557931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:50.991841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446572629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:50.992126Z","caller":"traceutil/trace.go:171","msg":"trace[302416541] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:861; }","duration":"2.083607563s","start":"2026-04-28T07:19:48.908511Z","end":"2026-04-28T07:19:50.992118Z","steps":["trace[302416541] 'agreement among raft nodes before linearized reading' (duration: 2.083569342s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:50.992143Z","caller":"traceutil/trace.go:171","msg":"trace[2005020759] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:861; }","duration":"1.446930629s","start":"2026-04-28T07:19:49.545201Z","end":"2026-04-28T07:19:50.992132Z","steps":["trace[2005020759] 'agreement among raft nodes before linearized reading' (duration: 1.44657079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.992151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:48.9085Z","time spent":"2.083643223s","remote":"127.0.0.1:40764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:50.992143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:44.856995Z","time spent":"6.135066934s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:50.99218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:49.545173Z","time spent":"1.44699203s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:50.992213Z","caller":"traceutil/trace.go:171","msg":"trace[1555297698] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"6.133300577s","start":"2026-04-28T07:19:44.858897Z","end":"2026-04-28T07:19:50.992197Z","steps":["trace[1555297698] 'process raft request' (duration: 6.131665174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.992063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454181263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:50.992304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:44.858879Z","time spent":"6.133364089s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:50.992319Z","caller":"traceutil/trace.go:171","msg":"trace[1953991990] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:861; }","duration":"1.454493153s","start":"2026-04-28T07:19:49.537808Z","end":"2026-04-28T07:19:50.992302Z","steps":["trace[1953991990] 'agreement among raft nodes before linearized reading' (duration: 1.454207954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.992383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:49.537777Z","time spent":"1.454579024s","remote":"127.0.0.1:47694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:50.992423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.133856063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:50.992446Z","caller":"traceutil/trace.go:171","msg":"trace[1504039652] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:861; }","duration":"6.133893214s","start":"2026-04-28T07:19:44.858545Z","end":"2026-04-28T07:19:50.992438Z","steps":["trace[1504039652] 'agreement among raft nodes before linearized reading' (duration: 6.133854853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.99243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.850714052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:50.99248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:44.858536Z","time spent":"6.133939335s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:19:50.992487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.873156542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:50.992489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.459150502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:50.992492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.825609721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:50.992511Z","caller":"traceutil/trace.go:171","msg":"trace[1817358240] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:861; }","duration":"5.873231404s","start":"2026-04-28T07:19:45.119272Z","end":"2026-04-28T07:19:50.992504Z","steps":["trace[1817358240] 'agreement among raft nodes before linearized reading' (duration: 5.873185183s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:50.992522Z","caller":"traceutil/trace.go:171","msg":"trace[1171011899] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:861; }","duration":"5.459224964s","start":"2026-04-28T07:19:45.533288Z","end":"2026-04-28T07:19:50.992513Z","steps":["trace[1171011899] 'agreement among raft nodes before linearized reading' (duration: 5.459163433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.992529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.889293104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:50.992533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:45.119242Z","time spent":"5.873286186s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:19:50.992536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.833356088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:50.992492Z","caller":"traceutil/trace.go:171","msg":"trace[243248536] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:861; }","duration":"5.850815534s","start":"2026-04-28T07:19:45.141665Z","end":"2026-04-28T07:19:50.992481Z","steps":["trace[243248536] 'agreement among raft nodes before linearized reading' (duration: 5.850729442s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:50.992554Z","caller":"traceutil/trace.go:171","msg":"trace[1701388600] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:861; }","duration":"5.889360636s","start":"2026-04-28T07:19:45.103186Z","end":"2026-04-28T07:19:50.992547Z","steps":["trace[1701388600] 'agreement among raft nodes before linearized reading' (duration: 5.889312145s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:50.992549Z","caller":"traceutil/trace.go:171","msg":"trace[1139672564] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:861; }","duration":"5.825678922s","start":"2026-04-28T07:19:45.166844Z","end":"2026-04-28T07:19:50.992523Z","steps":["trace[1139672564] 'agreement among raft nodes before linearized reading' (duration: 5.825605221s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.992571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:45.141642Z","time spent":"5.850924278s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-28T07:19:50.99257Z","caller":"traceutil/trace.go:171","msg":"trace[1174031214] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:861; }","duration":"5.83341498s","start":"2026-04-28T07:19:45.159147Z","end":"2026-04-28T07:19:50.992562Z","steps":["trace[1174031214] 'agreement among raft nodes before linearized reading' (duration: 5.833364628s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.99258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:45.103161Z","time spent":"5.889413827s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"warn","ts":"2026-04-28T07:19:50.992589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:45.166831Z","time spent":"5.825747005s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:50.992602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:45.159132Z","time spent":"5.83346212s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-28T07:19:50.992546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:45.533263Z","time spent":"5.459278545s","remote":"127.0.0.1:47672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:50.992655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.845460462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:50.99268Z","caller":"traceutil/trace.go:171","msg":"trace[1183782452] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:861; }","duration":"5.845511702s","start":"2026-04-28T07:19:45.147161Z","end":"2026-04-28T07:19:50.992672Z","steps":["trace[1183782452] 'agreement among raft nodes before linearized reading' (duration: 5.845475912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:50.992699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:45.147143Z","time spent":"5.845551944s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-04-28T07:19:50.994566Z","caller":"traceutil/trace.go:171","msg":"trace[707791017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:861; }","duration":"122.152675ms","start":"2026-04-28T07:19:50.869193Z","end":"2026-04-28T07:19:50.991345Z","steps":["trace[707791017] 'agreement among raft nodes before linearized reading' (duration: 122.086334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:51.497896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:52.053676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.934898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:52.053806Z","caller":"traceutil/trace.go:171","msg":"trace[729948709] transaction","detail":"{read_only:false; response_revision:862; number_of_response:1; }","duration":"1.059253106s","start":"2026-04-28T07:19:50.99453Z","end":"2026-04-28T07:19:52.053783Z","steps":["trace[729948709] 'process raft request' (duration: 524.115934ms)","trace[729948709] 'compare' (duration: 534.504257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:52.053884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:50.994505Z","time spent":"1.059345299s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:52.623867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.105170578s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:19:52.977654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.489681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:52.977885Z","caller":"traceutil/trace.go:171","msg":"trace[1143465828] linearizableReadLoop","detail":"{readStateIndex:908; appliedIndex:905; }","duration":"1.980604514s","start":"2026-04-28T07:19:50.997265Z","end":"2026-04-28T07:19:52.977869Z","steps":["trace[1143465828] 'read index received' (duration: 521.395641ms)","trace[1143465828] 'applied index is now lower than readState.Index' (duration: 1.459207723s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:52.977977Z","caller":"traceutil/trace.go:171","msg":"trace[1699170444] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"1.97675764s","start":"2026-04-28T07:19:51.001212Z","end":"2026-04-28T07:19:52.977969Z","steps":["trace[1699170444] 'process raft request' (duration: 1.976539795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:52.978033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.001199Z","time spent":"1.976794952s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:52.97812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976397251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:52.97826Z","caller":"traceutil/trace.go:171","msg":"trace[1959363987] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:864; }","duration":"1.976547554s","start":"2026-04-28T07:19:51.00167Z","end":"2026-04-28T07:19:52.978217Z","steps":["trace[1959363987] 'agreement among raft nodes before linearized reading' (duration: 1.97634873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:52.978275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828380132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:52.978324Z","caller":"traceutil/trace.go:171","msg":"trace[117625620] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:864; }","duration":"1.828485725s","start":"2026-04-28T07:19:51.149825Z","end":"2026-04-28T07:19:52.97831Z","steps":["trace[117625620] 'agreement among raft nodes before linearized reading' (duration: 1.828389022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:52.978325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.97056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:52.978323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.001664Z","time spent":"1.976645187s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" "} {"level":"warn","ts":"2026-04-28T07:19:52.978333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867014315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:52.97835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.149798Z","time spent":"1.828544927s","remote":"127.0.0.1:40850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:19:52.978381Z","caller":"traceutil/trace.go:171","msg":"trace[203625855] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:864; }","duration":"1.867116258s","start":"2026-04-28T07:19:51.111252Z","end":"2026-04-28T07:19:52.978369Z","steps":["trace[203625855] 'agreement among raft nodes before linearized reading' (duration: 1.867054547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:52.978399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.545547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-28T07:19:52.978353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.132012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:52.978423Z","caller":"traceutil/trace.go:171","msg":"trace[1868511378] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:864; }","duration":"921.611318ms","start":"2026-04-28T07:19:52.056805Z","end":"2026-04-28T07:19:52.978417Z","steps":["trace[1868511378] 'agreement among raft nodes before linearized reading' (duration: 921.558957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:52.978428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.111195Z","time spent":"1.867224541s","remote":"127.0.0.1:47790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:52.978444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:52.056779Z","time spent":"921.66065ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:19:52.978274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968700584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:52.97842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966643439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:52.978456Z","caller":"traceutil/trace.go:171","msg":"trace[732784622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:864; }","duration":"686.325748ms","start":"2026-04-28T07:19:52.292107Z","end":"2026-04-28T07:19:52.978433Z","steps":["trace[732784622] 'agreement among raft nodes before linearized reading' (duration: 686.110991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:52.978494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013684609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:52.978501Z","caller":"traceutil/trace.go:171","msg":"trace[1391893120] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:864; }","duration":"1.968934812s","start":"2026-04-28T07:19:51.00953Z","end":"2026-04-28T07:19:52.978465Z","steps":["trace[1391893120] 'agreement among raft nodes before linearized reading' (duration: 1.968689025s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:52.978515Z","caller":"traceutil/trace.go:171","msg":"trace[1087212825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:864; }","duration":"1.01373606s","start":"2026-04-28T07:19:51.964772Z","end":"2026-04-28T07:19:52.978508Z","steps":["trace[1087212825] 'agreement among raft nodes before linearized reading' (duration: 1.013703989s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:52.978511Z","caller":"traceutil/trace.go:171","msg":"trace[644748542] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:864; }","duration":"1.966768194s","start":"2026-04-28T07:19:51.01172Z","end":"2026-04-28T07:19:52.978488Z","steps":["trace[644748542] 'agreement among raft nodes before linearized reading' (duration: 1.966597799s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:52.978535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.964746Z","time spent":"1.013785521s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:52.978523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:52.292079Z","time spent":"686.420621ms","remote":"127.0.0.1:40628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:52.978548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.00952Z","time spent":"1.969012923s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-28T07:19:52.978565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.011711Z","time spent":"1.966842606s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-04-28T07:19:52.978253Z","caller":"traceutil/trace.go:171","msg":"trace[1783401191] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"1.98314792s","start":"2026-04-28T07:19:50.995069Z","end":"2026-04-28T07:19:52.978217Z","steps":["trace[1783401191] 'process raft request' (duration: 1.629031654s)","trace[1783401191] 'compare' (duration: 353.05645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:52.978559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98123363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T07:19:52.978565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.212977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:52.978639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971960952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:52.97868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972873157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:52.978664Z","caller":"traceutil/trace.go:171","msg":"trace[333978217] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:864; }","duration":"1.981409015s","start":"2026-04-28T07:19:50.997232Z","end":"2026-04-28T07:19:52.978641Z","steps":["trace[333978217] 'agreement among raft nodes before linearized reading' (duration: 1.981038985s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:52.978351Z","caller":"traceutil/trace.go:171","msg":"trace[589582323] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:864; }","duration":"986.059312ms","start":"2026-04-28T07:19:51.992282Z","end":"2026-04-28T07:19:52.978342Z","steps":["trace[589582323] 'agreement among raft nodes before linearized reading' (duration: 986.00577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:52.978692Z","caller":"traceutil/trace.go:171","msg":"trace[788909802] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:864; }","duration":"261.427492ms","start":"2026-04-28T07:19:52.717244Z","end":"2026-04-28T07:19:52.978671Z","steps":["trace[788909802] 'agreement among raft nodes before linearized reading' (duration: 261.068792ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:52.978709Z","caller":"traceutil/trace.go:171","msg":"trace[426683584] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:864; }","duration":"1.972911827s","start":"2026-04-28T07:19:51.005786Z","end":"2026-04-28T07:19:52.978698Z","steps":["trace[426683584] 'agreement among raft nodes before linearized reading' (duration: 1.972867106s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:52.9787Z","caller":"traceutil/trace.go:171","msg":"trace[128025678] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:864; }","duration":"1.972019703s","start":"2026-04-28T07:19:51.006665Z","end":"2026-04-28T07:19:52.978685Z","steps":["trace[128025678] 'agreement among raft nodes before linearized reading' (duration: 1.971925011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:52.978706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:50.995043Z","time spent":"1.983582354s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":336,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:19:52.978734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:50.997216Z","time spent":"1.981506857s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" "} {"level":"warn","ts":"2026-04-28T07:19:52.978729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.00578Z","time spent":"1.972945559s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T07:19:52.978735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.992254Z","time spent":"986.461543ms","remote":"127.0.0.1:40700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:52.978751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.006659Z","time spent":"1.972079184s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:19:52.978757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97260034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:52.978825Z","caller":"traceutil/trace.go:171","msg":"trace[1573275286] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:864; }","duration":"1.972666841s","start":"2026-04-28T07:19:51.006142Z","end":"2026-04-28T07:19:52.978809Z","steps":["trace[1573275286] 'agreement among raft nodes before linearized reading' (duration: 1.972598059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:52.978872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:51.006136Z","time spent":"1.972719292s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-28T07:19:53.484845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:54.991609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000966911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:54.9917Z","caller":"traceutil/trace.go:171","msg":"trace[523581267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001082214s","start":"2026-04-28T07:19:52.990597Z","end":"2026-04-28T07:19:54.991679Z","steps":["trace[523581267] 'agreement among raft nodes before linearized reading' (duration: 2.000962871s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:54.991755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:52.990533Z","time spent":"2.001209708s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:56.98654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565573931s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:56.986686Z","caller":"traceutil/trace.go:171","msg":"trace[2124142950] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:864; }","duration":"3.565741285s","start":"2026-04-28T07:19:53.420924Z","end":"2026-04-28T07:19:56.986665Z","steps":["trace[2124142950] 'range keys from in-memory index tree' (duration: 3.565554411s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:56.988081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124316257s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T07:19:56.988192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:52.98199Z","time spent":"4.006197189s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:19:56.992349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999753001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:19:56.992444Z","caller":"traceutil/trace.go:171","msg":"trace[1945167522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999923985s","start":"2026-04-28T07:19:54.992498Z","end":"2026-04-28T07:19:56.992422Z","steps":["trace[1945167522] 'agreement among raft nodes before linearized reading' (duration: 1.999790272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:56.992513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:54.992474Z","time spent":"2.000027487s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:58.998824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:19:58.998908Z","caller":"traceutil/trace.go:171","msg":"trace[287584744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374566s","start":"2026-04-28T07:19:56.998516Z","end":"2026-04-28T07:19:58.998891Z","steps":["trace[287584744] 'agreement among raft nodes before linearized reading' (duration: 2.000264614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:58.998957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:56.998493Z","time spent":"2.000453469s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:19:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:19:59.998697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:52.997803Z","time spent":"7.000885774s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:20:00.278889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372123754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:00.278993Z","caller":"traceutil/trace.go:171","msg":"trace[120454169] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; }","duration":"1.372295948s","start":"2026-04-28T07:19:58.906676Z","end":"2026-04-28T07:20:00.278972Z","steps":["trace[120454169] 'agreement among raft nodes before linearized reading' (duration: 1.372168545s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:00.279036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:58.906628Z","time spent":"1.37239958s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} 2026/04/28 07:20:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:00.279644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.293437589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keepalived-etc\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:00.279722Z","caller":"traceutil/trace.go:171","msg":"trace[957426523] range","detail":"{range_begin:/registry/secrets/openstack/keepalived-etc; range_end:; }","duration":"7.293778688s","start":"2026-04-28T07:19:52.985924Z","end":"2026-04-28T07:20:00.279703Z","steps":["trace[957426523] 'agreement among raft nodes before linearized reading' (duration: 7.293666385s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:00.279767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:52.985917Z","time spent":"7.293841019s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/keepalived-etc\" "} 2026/04/28 07:20:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:00.306694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.289178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:00.306765Z","caller":"traceutil/trace.go:171","msg":"trace[1012005060] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; }","duration":"364.402851ms","start":"2026-04-28T07:19:59.942345Z","end":"2026-04-28T07:20:00.306748Z","steps":["trace[1012005060] 'agreement among raft nodes before linearized reading' (duration: 364.319289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:00.306818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:59.942319Z","time spent":"364.488393ms","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} 2026/04/28 07:20:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:00.309791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.198533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:00.309903Z","caller":"traceutil/trace.go:171","msg":"trace[611956108] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; }","duration":"813.337116ms","start":"2026-04-28T07:19:59.496516Z","end":"2026-04-28T07:20:00.309853Z","steps":["trace[611956108] 'agreement among raft nodes before linearized reading' (duration: 813.247164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:00.309958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:59.496489Z","time spent":"813.45918ms","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" "} 2026/04/28 07:20:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:00.820912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.957176435s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:00.822993Z","caller":"traceutil/trace.go:171","msg":"trace[1134243361] linearizableReadLoop","detail":"{readStateIndex:910; appliedIndex:908; }","duration":"7.838338358s","start":"2026-04-28T07:19:52.984622Z","end":"2026-04-28T07:20:00.82296Z","steps":["trace[1134243361] 'read index received' (duration: 879.156753ms)","trace[1134243361] 'applied index is now lower than readState.Index' (duration: 6.959179785s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:00.823296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.838647466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:20:00.823366Z","caller":"traceutil/trace.go:171","msg":"trace[185164570] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:865; }","duration":"7.838772919s","start":"2026-04-28T07:19:52.984576Z","end":"2026-04-28T07:20:00.823349Z","steps":["trace[185164570] 'agreement among raft nodes before linearized reading' (duration: 7.838491202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:00.823419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:52.984559Z","time spent":"7.838850771s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T07:20:00.999958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000813078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:20:01.000087Z","caller":"traceutil/trace.go:171","msg":"trace[335991794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001042913s","start":"2026-04-28T07:19:58.999021Z","end":"2026-04-28T07:20:01.000064Z","steps":["trace[335991794] 'agreement among raft nodes before linearized reading' (duration: 2.000845198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.000147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:58.999012Z","time spent":"2.001123245s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:01.602281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.422118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:01.602482Z","caller":"traceutil/trace.go:171","msg":"trace[1126285348] linearizableReadLoop","detail":"{readStateIndex:912; appliedIndex:910; }","duration":"779.374462ms","start":"2026-04-28T07:20:00.823088Z","end":"2026-04-28T07:20:01.602463Z","steps":["trace[1126285348] 'read index received' (duration: 300.698588ms)","trace[1126285348] 'applied index is now lower than readState.Index' (duration: 478.674704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:01.602613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.424792065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:01.602652Z","caller":"traceutil/trace.go:171","msg":"trace[936738121] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:867; }","duration":"6.424888768s","start":"2026-04-28T07:19:55.177752Z","end":"2026-04-28T07:20:01.60264Z","steps":["trace[936738121] 'agreement among raft nodes before linearized reading' (duration: 6.424800855s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.602693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:55.177723Z","time spent":"6.42495891s","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:01.602691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.273215346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:01.602793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.017151047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:01.602797Z","caller":"traceutil/trace.go:171","msg":"trace[1919434845] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"2.425818596s","start":"2026-04-28T07:19:59.176942Z","end":"2026-04-28T07:20:01.602761Z","steps":["trace[1919434845] 'process raft request' (duration: 2.425449927s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:01.602826Z","caller":"traceutil/trace.go:171","msg":"trace[982964192] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"4.613309267s","start":"2026-04-28T07:19:56.989488Z","end":"2026-04-28T07:20:01.602797Z","steps":["trace[982964192] 'process raft request' (duration: 4.134280095s)","trace[982964192] 'compare' (duration: 478.208792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:01.602861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571579463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:01.602854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.773938739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:01.602873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193534946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:01.602881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.763093479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:01.602895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.038489095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:01.602915Z","caller":"traceutil/trace.go:171","msg":"trace[898969672] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:867; }","duration":"6.774025441s","start":"2026-04-28T07:19:54.828874Z","end":"2026-04-28T07:20:01.6029Z","steps":["trace[898969672] 'agreement among raft nodes before linearized reading' (duration: 6.773886797s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.602935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.617845214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6751"} {"level":"warn","ts":"2026-04-28T07:20:01.602937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.913135599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:01.602962Z","caller":"traceutil/trace.go:171","msg":"trace[1207582992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:867; }","duration":"6.763229322s","start":"2026-04-28T07:19:54.83971Z","end":"2026-04-28T07:20:01.60294Z","steps":["trace[1207582992] 'agreement among raft nodes before linearized reading' (duration: 6.763099089s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:01.602959Z","caller":"traceutil/trace.go:171","msg":"trace[646116346] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:867; }","duration":"8.038605729s","start":"2026-04-28T07:19:53.564338Z","end":"2026-04-28T07:20:01.602943Z","steps":["trace[646116346] 'agreement among raft nodes before linearized reading' (duration: 8.038496226s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.602961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:56.989451Z","time spent":"4.61344913s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:01.602966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:59.176909Z","time spent":"2.42596833s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:01.602966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:54.828801Z","time spent":"6.774155793s","remote":"127.0.0.1:40694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:01.603004Z","caller":"traceutil/trace.go:171","msg":"trace[1969650111] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:867; }","duration":"7.913256802s","start":"2026-04-28T07:19:53.68973Z","end":"2026-04-28T07:20:01.602987Z","steps":["trace[1969650111] 'agreement among raft nodes before linearized reading' (duration: 7.91315842s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:01.602857Z","caller":"traceutil/trace.go:171","msg":"trace[1464708948] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:867; }","duration":"7.017269879s","start":"2026-04-28T07:19:54.585573Z","end":"2026-04-28T07:20:01.602843Z","steps":["trace[1464708948] 'agreement among raft nodes before linearized reading' (duration: 7.017166667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.603023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:53.564312Z","time spent":"8.03869453s","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:01.602916Z","caller":"traceutil/trace.go:171","msg":"trace[767392553] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:867; }","duration":"5.193642569s","start":"2026-04-28T07:19:56.409262Z","end":"2026-04-28T07:20:01.602905Z","steps":["trace[767392553] 'agreement among raft nodes before linearized reading' (duration: 5.193576877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.603023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:54.839679Z","time spent":"6.763328645s","remote":"127.0.0.1:40642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:01.602987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.723381453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:01.602801Z","caller":"traceutil/trace.go:171","msg":"trace[1072090290] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:867; }","duration":"6.273414151s","start":"2026-04-28T07:19:55.329364Z","end":"2026-04-28T07:20:01.602778Z","steps":["trace[1072090290] 'agreement among raft nodes before linearized reading' (duration: 6.273193806s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.60306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:53.689701Z","time spent":"7.913344014s","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:01.603109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:55.32933Z","time spent":"6.27377148s","remote":"127.0.0.1:47730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:01.602905Z","caller":"traceutil/trace.go:171","msg":"trace[1250863178] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:867; }","duration":"1.571688326s","start":"2026-04-28T07:20:00.031204Z","end":"2026-04-28T07:20:01.602892Z","steps":["trace[1250863178] 'agreement among raft nodes before linearized reading' (duration: 1.571626754s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.603189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:00.031171Z","time spent":"1.571997833s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:01.602972Z","caller":"traceutil/trace.go:171","msg":"trace[703431412] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:867; }","duration":"8.617915965s","start":"2026-04-28T07:19:52.985048Z","end":"2026-04-28T07:20:01.602964Z","steps":["trace[703431412] 'agreement among raft nodes before linearized reading' (duration: 8.617838984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.603265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:52.985032Z","time spent":"8.618222643s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6774,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T07:20:01.602975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175952163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:01.603348Z","caller":"traceutil/trace.go:171","msg":"trace[79999367] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:867; }","duration":"2.176400964s","start":"2026-04-28T07:19:59.426928Z","end":"2026-04-28T07:20:01.603328Z","steps":["trace[79999367] 'agreement among raft nodes before linearized reading' (duration: 2.175915913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.60342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:59.426899Z","time spent":"2.176501036s","remote":"127.0.0.1:40730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:01.603069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:56.409233Z","time spent":"5.193827754s","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:01.603347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.694288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:01.603072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:54.585549Z","time spent":"7.017508996s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:01.603124Z","caller":"traceutil/trace.go:171","msg":"trace[395366485] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:867; }","duration":"4.72362186s","start":"2026-04-28T07:19:56.879478Z","end":"2026-04-28T07:20:01.6031Z","steps":["trace[395366485] 'agreement among raft nodes before linearized reading' (duration: 4.723359213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.603613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:56.879451Z","time spent":"4.724150713s","remote":"127.0.0.1:40710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:01.602839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.892280531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:01.603717Z","caller":"traceutil/trace.go:171","msg":"trace[1574092712] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:867; }","duration":"6.893298336s","start":"2026-04-28T07:19:54.710401Z","end":"2026-04-28T07:20:01.6037Z","steps":["trace[1574092712] 'agreement among raft nodes before linearized reading' (duration: 6.892370384s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:01.603687Z","caller":"traceutil/trace.go:171","msg":"trace[1981138149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:867; }","duration":"909.065427ms","start":"2026-04-28T07:20:00.694485Z","end":"2026-04-28T07:20:01.603551Z","steps":["trace[1981138149] 'agreement among raft nodes before linearized reading' (duration: 908.230286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:01.603846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:00.694462Z","time spent":"909.373115ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:01.603774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:54.710372Z","time spent":"6.893385648s","remote":"127.0.0.1:47614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:02.10324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:02.603679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:02.790868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667104169s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:20:03.008807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:03.008895Z","caller":"traceutil/trace.go:171","msg":"trace[1168256431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000459788s","start":"2026-04-28T07:20:01.008416Z","end":"2026-04-28T07:20:03.008876Z","steps":["trace[1168256431] 'agreement among raft nodes before linearized reading' (duration: 2.000344455s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:03.008946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:01.008396Z","time spent":"2.00054028s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:20:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:03.398671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.468347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:03.398994Z","caller":"traceutil/trace.go:171","msg":"trace[167143793] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"2.537572896s","start":"2026-04-28T07:20:00.861405Z","end":"2026-04-28T07:20:03.398978Z","steps":["trace[167143793] 'process raft request' (duration: 2.537390552s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:03.399068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:00.861373Z","time spent":"2.537656667s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4654,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:03.399392Z","caller":"traceutil/trace.go:171","msg":"trace[1224305641] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"2.568872344s","start":"2026-04-28T07:20:00.830017Z","end":"2026-04-28T07:20:03.398889Z","steps":["trace[1224305641] 'process raft request' (duration: 1.96112129s)","trace[1224305641] 'compare' (duration: 607.18619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:03.399795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:00.829997Z","time spent":"2.569479189s","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:04.013696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.222577504s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:04.014579Z","caller":"traceutil/trace.go:171","msg":"trace[732722043] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"2.78703619s","start":"2026-04-28T07:20:01.227501Z","end":"2026-04-28T07:20:04.014537Z","steps":["trace[732722043] 'process raft request' (duration: 2.786368763s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:04.014665Z","caller":"traceutil/trace.go:171","msg":"trace[564301927] linearizableReadLoop","detail":"{readStateIndex:917; appliedIndex:912; }","duration":"2.412124365s","start":"2026-04-28T07:20:01.602519Z","end":"2026-04-28T07:20:04.014643Z","steps":["trace[564301927] 'read index received' (duration: 1.188610818s)","trace[564301927] 'applied index is now lower than readState.Index' (duration: 1.223512177s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:04.014762Z","caller":"traceutil/trace.go:171","msg":"trace[1806698049] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"2.400010605s","start":"2026-04-28T07:20:01.614685Z","end":"2026-04-28T07:20:04.014696Z","steps":["trace[1806698049] 'process raft request' (duration: 2.399889372s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.014936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18879592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:20:04.015037Z","caller":"traceutil/trace.go:171","msg":"trace[1618616209] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:872; }","duration":"3.188975424s","start":"2026-04-28T07:20:00.82604Z","end":"2026-04-28T07:20:04.015015Z","steps":["trace[1618616209] 'agreement among raft nodes before linearized reading' (duration: 3.188737829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.014772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:01.227467Z","time spent":"2.787207234s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:04.015097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:00.826014Z","time spent":"3.189070097s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:20:04.015095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:01.614677Z","time spent":"2.40022452s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:04.014794Z","caller":"traceutil/trace.go:171","msg":"trace[469859147] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"2.406893806s","start":"2026-04-28T07:20:01.60789Z","end":"2026-04-28T07:20:04.014784Z","steps":["trace[469859147] 'process raft request' (duration: 2.406311021s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.015295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:01.607871Z","time spent":"2.407376067s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:04.515698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417124,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:04.908923Z","caller":"traceutil/trace.go:171","msg":"trace[1479962771] linearizableReadLoop","detail":"{readStateIndex:918; appliedIndex:917; }","duration":"894.186047ms","start":"2026-04-28T07:20:04.014708Z","end":"2026-04-28T07:20:04.908894Z","steps":["trace[1479962771] 'read index received' (duration: 893.991352ms)","trace[1479962771] 'applied index is now lower than readState.Index' (duration: 193.304µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:04.908992Z","caller":"traceutil/trace.go:171","msg":"trace[376984424] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"1.501269565s","start":"2026-04-28T07:20:03.407705Z","end":"2026-04-28T07:20:04.908975Z","steps":["trace[376984424] 'process raft request' (duration: 1.501024408s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.909048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891354495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:04.909108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:03.40767Z","time spent":"1.501358546s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4663,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:04.909155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.213486364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:04.909172Z","caller":"traceutil/trace.go:171","msg":"trace[557342502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:873; }","duration":"1.891525689s","start":"2026-04-28T07:20:03.017611Z","end":"2026-04-28T07:20:04.909137Z","steps":["trace[557342502] 'agreement among raft nodes before linearized reading' (duration: 1.891321084s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.909105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871849568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:04.909216Z","caller":"traceutil/trace.go:171","msg":"trace[282488336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:873; }","duration":"3.213569986s","start":"2026-04-28T07:20:01.695617Z","end":"2026-04-28T07:20:04.909187Z","steps":["trace[282488336] 'agreement among raft nodes before linearized reading' (duration: 3.213513794s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.909224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:03.017589Z","time spent":"1.891625432s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:04.909241Z","caller":"traceutil/trace.go:171","msg":"trace[1770355068] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:873; }","duration":"2.872053243s","start":"2026-04-28T07:20:02.037176Z","end":"2026-04-28T07:20:04.909229Z","steps":["trace[1770355068] 'agreement among raft nodes before linearized reading' (duration: 2.871875828s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.90926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:01.695603Z","time spent":"3.213646688s","remote":"127.0.0.1:40790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:04.909273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:02.037143Z","time spent":"2.872122225s","remote":"127.0.0.1:48934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:04.909562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.053752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:04.909595Z","caller":"traceutil/trace.go:171","msg":"trace[778971471] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:873; }","duration":"413.134544ms","start":"2026-04-28T07:20:04.496451Z","end":"2026-04-28T07:20:04.909586Z","steps":["trace[778971471] 'agreement among raft nodes before linearized reading' (duration: 413.074583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.909599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.087586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:20:04.909621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.496424Z","time spent":"413.191216ms","remote":"127.0.0.1:50708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:04.909636Z","caller":"traceutil/trace.go:171","msg":"trace[754742381] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:873; }","duration":"892.125876ms","start":"2026-04-28T07:20:04.0175Z","end":"2026-04-28T07:20:04.909626Z","steps":["trace[754742381] 'agreement among raft nodes before linearized reading' (duration: 891.964252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.909666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.017479Z","time spent":"892.180517ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"warn","ts":"2026-04-28T07:20:04.90993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.761872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74300e3065d6\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-28T07:20:04.909963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.208128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:04.909941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.650289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-fkwq4\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-04-28T07:20:04.909983Z","caller":"traceutil/trace.go:171","msg":"trace[1865070298] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74300e3065d6; range_end:; response_count:1; response_revision:873; }","duration":"890.807293ms","start":"2026-04-28T07:20:04.019158Z","end":"2026-04-28T07:20:04.909965Z","steps":["trace[1865070298] 'agreement among raft nodes before linearized reading' (duration: 890.658359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:04.910004Z","caller":"traceutil/trace.go:171","msg":"trace[344205252] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:873; }","duration":"588.31985ms","start":"2026-04-28T07:20:04.321673Z","end":"2026-04-28T07:20:04.909993Z","steps":["trace[344205252] 'agreement among raft nodes before linearized reading' (duration: 588.129446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:04.910036Z","caller":"traceutil/trace.go:171","msg":"trace[124902381] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-fkwq4; range_end:; response_count:1; response_revision:873; }","duration":"890.815183ms","start":"2026-04-28T07:20:04.019199Z","end":"2026-04-28T07:20:04.910014Z","steps":["trace[124902381] 'agreement among raft nodes before linearized reading' (duration: 890.507665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:04.9101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.01916Z","time spent":"890.928286ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3894,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-fkwq4\" "} {"level":"warn","ts":"2026-04-28T07:20:04.910084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.321651Z","time spent":"588.422573ms","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":43,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:04.910041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.019086Z","time spent":"890.943156ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74300e3065d6\" "} {"level":"warn","ts":"2026-04-28T07:20:05.412058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:06.48389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.302105ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:20:06.484141Z","caller":"traceutil/trace.go:171","msg":"trace[2064813630] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:918; }","duration":"1.573185553s","start":"2026-04-28T07:20:04.910941Z","end":"2026-04-28T07:20:06.484126Z","steps":["trace[2064813630] 'read index received' (duration: 646.715682ms)","trace[2064813630] 'applied index is now lower than readState.Index' (duration: 926.468871ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:06.4842Z","caller":"traceutil/trace.go:171","msg":"trace[809176498] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"1.571824959s","start":"2026-04-28T07:20:04.912369Z","end":"2026-04-28T07:20:06.484194Z","steps":["trace[809176498] 'process raft request' (duration: 1.571613623s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:06.484131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.910858Z","time spent":"1.573262445s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:20:06.484289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.912351Z","time spent":"1.57188133s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:06.484337Z","caller":"traceutil/trace.go:171","msg":"trace[140196293] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"1.567770508s","start":"2026-04-28T07:20:04.916518Z","end":"2026-04-28T07:20:06.484289Z","steps":["trace[140196293] 'process raft request' (duration: 1.567574813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:06.484482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573542171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:06.484506Z","caller":"traceutil/trace.go:171","msg":"trace[609443169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:875; }","duration":"1.573605673s","start":"2026-04-28T07:20:04.910894Z","end":"2026-04-28T07:20:06.484499Z","steps":["trace[609443169] 'agreement among raft nodes before linearized reading' (duration: 1.573541211s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:06.484522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.910876Z","time spent":"1.573643335s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:06.484565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.916498Z","time spent":"1.567945983s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4761,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:07.804903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999800463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:20:07.805001Z","caller":"traceutil/trace.go:171","msg":"trace[175192800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999972837s","start":"2026-04-28T07:20:05.805008Z","end":"2026-04-28T07:20:07.804981Z","steps":["trace[175192800] 'agreement among raft nodes before linearized reading' (duration: 1.999839774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.805057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:05.80498Z","time spent":"2.000065729s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:08.493448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000271883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:08.49356Z","caller":"traceutil/trace.go:171","msg":"trace[492502131] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438146s","start":"2026-04-28T07:20:06.493097Z","end":"2026-04-28T07:20:08.493535Z","steps":["trace[492502131] 'agreement among raft nodes before linearized reading' (duration: 2.000278633s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:08.493622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.493089Z","time spent":"2.000519978s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:20:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:08.524101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571024288s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:20:08.524355Z","caller":"traceutil/trace.go:171","msg":"trace[1418164342] transaction","detail":"{read_only:false; number_of_response:1; response_revision:876; }","duration":"2.03759606s","start":"2026-04-28T07:20:06.486736Z","end":"2026-04-28T07:20:08.524332Z","steps":["trace[1418164342] 'process raft request' (duration: 2.037476267s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:08.524464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.486696Z","time spent":"2.037697013s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:08.524445Z","caller":"traceutil/trace.go:171","msg":"trace[886475613] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:921; }","duration":"2.040249536s","start":"2026-04-28T07:20:06.484166Z","end":"2026-04-28T07:20:08.524415Z","steps":["trace[886475613] 'read index received' (duration: 468.917241ms)","trace[886475613] 'applied index is now lower than readState.Index' (duration: 1.571329325s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:08.524531Z","caller":"traceutil/trace.go:171","msg":"trace[1304117943] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"2.035349966s","start":"2026-04-28T07:20:06.489162Z","end":"2026-04-28T07:20:08.524512Z","steps":["trace[1304117943] 'process raft request' (duration: 2.03510376s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:08.524645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.489141Z","time spent":"2.035467908s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:08.524642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059850514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:08.524652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.420798049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:08.524715Z","caller":"traceutil/trace.go:171","msg":"trace[757920636] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:877; }","duration":"2.059987797s","start":"2026-04-28T07:20:06.464713Z","end":"2026-04-28T07:20:08.524701Z","steps":["trace[757920636] 'agreement among raft nodes before linearized reading' (duration: 2.059773922s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:08.524767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.464687Z","time spent":"2.060069309s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:08.524771Z","caller":"traceutil/trace.go:171","msg":"trace[1976253501] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:877; }","duration":"3.420953133s","start":"2026-04-28T07:20:05.103793Z","end":"2026-04-28T07:20:08.524746Z","steps":["trace[1976253501] 'agreement among raft nodes before linearized reading' (duration: 3.420706346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:08.524795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.481295973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:6 size:2132"} {"level":"warn","ts":"2026-04-28T07:20:08.52484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:05.103782Z","time spent":"3.421035734s","remote":"127.0.0.1:48918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:08.524847Z","caller":"traceutil/trace.go:171","msg":"trace[629192083] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:6; response_revision:877; }","duration":"3.481406877s","start":"2026-04-28T07:20:05.043426Z","end":"2026-04-28T07:20:08.524833Z","steps":["trace[629192083] 'agreement among raft nodes before linearized reading' (duration: 3.48111712s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:08.525156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:05.043399Z","time spent":"3.481733464s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":6,"response size":2155,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-28T07:20:08.525857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795779577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:08.525909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035714214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-fkwq4\" ","response":"range_response_count:1 size:4776"} {"level":"info","ts":"2026-04-28T07:20:08.52592Z","caller":"traceutil/trace.go:171","msg":"trace[1922041154] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:877; }","duration":"1.7958778s","start":"2026-04-28T07:20:06.730016Z","end":"2026-04-28T07:20:08.525894Z","steps":["trace[1922041154] 'agreement among raft nodes before linearized reading' (duration: 1.795785127s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:08.525936Z","caller":"traceutil/trace.go:171","msg":"trace[582476882] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-fkwq4; range_end:; response_count:1; response_revision:877; }","duration":"2.035766655s","start":"2026-04-28T07:20:06.490162Z","end":"2026-04-28T07:20:08.525929Z","steps":["trace[582476882] 'agreement among raft nodes before linearized reading' (duration: 2.035641492s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:08.525952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.490143Z","time spent":"2.035805066s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4799,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-fkwq4\" "} {"level":"warn","ts":"2026-04-28T07:20:08.525958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.729986Z","time spent":"1.795962592s","remote":"127.0.0.1:47898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:08.52593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.010633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:08.526022Z","caller":"traceutil/trace.go:171","msg":"trace[1174363983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:877; }","duration":"270.177097ms","start":"2026-04-28T07:20:08.255824Z","end":"2026-04-28T07:20:08.526002Z","steps":["trace[1174363983] 'agreement among raft nodes before linearized reading' (duration: 269.984983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:09.685069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.951315ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:20:09.685232Z","caller":"traceutil/trace.go:171","msg":"trace[1033561096] linearizableReadLoop","detail":"{readStateIndex:925; appliedIndex:924; }","duration":"1.1585412s","start":"2026-04-28T07:20:08.526668Z","end":"2026-04-28T07:20:09.685209Z","steps":["trace[1033561096] 'read index received' (duration: 214.511104ms)","trace[1033561096] 'applied index is now lower than readState.Index' (duration: 944.028206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:09.685388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158686194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:09.685487Z","caller":"traceutil/trace.go:171","msg":"trace[690637822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:877; }","duration":"1.158803908s","start":"2026-04-28T07:20:08.526654Z","end":"2026-04-28T07:20:09.685458Z","steps":["trace[690637822] 'agreement among raft nodes before linearized reading' (duration: 1.158649514s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:09.685534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:08.526646Z","time spent":"1.158881179s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:09.685271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:08.525851Z","time spent":"1.159411043s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:20:10.065235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068064521s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:20:10.469664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.233967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:10.469869Z","caller":"traceutil/trace.go:171","msg":"trace[1928389777] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"1.940308941s","start":"2026-04-28T07:20:08.529525Z","end":"2026-04-28T07:20:10.469834Z","steps":["trace[1928389777] 'process raft request' (duration: 1.536181282s)","trace[1928389777] 'compare' (duration: 402.560551ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:10.470002Z","caller":"traceutil/trace.go:171","msg":"trace[1600357744] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"783.088753ms","start":"2026-04-28T07:20:09.686888Z","end":"2026-04-28T07:20:10.469977Z","steps":["trace[1600357744] 'process raft request' (duration: 782.95561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.470034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:08.529501Z","time spent":"1.940449615s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:10.470122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:09.686857Z","time spent":"783.205996ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:10.470309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940714053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-04-28T07:20:10.470326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.39785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:10.469983Z","caller":"traceutil/trace.go:171","msg":"trace[1582763401] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:925; }","duration":"784.683423ms","start":"2026-04-28T07:20:09.685263Z","end":"2026-04-28T07:20:10.469947Z","steps":["trace[1582763401] 'read index received' (duration: 380.38844ms)","trace[1582763401] 'applied index is now lower than readState.Index' (duration: 404.290183ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:10.470371Z","caller":"traceutil/trace.go:171","msg":"trace[421647692] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:879; }","duration":"1.940827165s","start":"2026-04-28T07:20:08.529531Z","end":"2026-04-28T07:20:10.470358Z","steps":["trace[421647692] 'agreement among raft nodes before linearized reading' (duration: 1.940512137s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:10.470374Z","caller":"traceutil/trace.go:171","msg":"trace[1064674598] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:879; }","duration":"955.509872ms","start":"2026-04-28T07:20:09.514852Z","end":"2026-04-28T07:20:10.470362Z","steps":["trace[1064674598] 'agreement among raft nodes before linearized reading' (duration: 955.41058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.470373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092628573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:10.470414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:09.514824Z","time spent":"955.579864ms","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:10.470415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:08.52952Z","time spent":"1.940884956s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T07:20:10.470453Z","caller":"traceutil/trace.go:171","msg":"trace[185684360] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:879; }","duration":"1.092750066s","start":"2026-04-28T07:20:09.37768Z","end":"2026-04-28T07:20:10.47043Z","steps":["trace[185684360] 'agreement among raft nodes before linearized reading' (duration: 1.09255028s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.47051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:09.377656Z","time spent":"1.092843928s","remote":"127.0.0.1:40802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:10.470513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.048269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:10.470481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856317694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:10.470555Z","caller":"traceutil/trace.go:171","msg":"trace[1805042579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:879; }","duration":"776.134641ms","start":"2026-04-28T07:20:09.694408Z","end":"2026-04-28T07:20:10.470543Z","steps":["trace[1805042579] 'agreement among raft nodes before linearized reading' (duration: 776.060639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.470588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:09.694388Z","time spent":"776.192943ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:10.470592Z","caller":"traceutil/trace.go:171","msg":"trace[1263310075] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:879; }","duration":"1.856512618s","start":"2026-04-28T07:20:08.614054Z","end":"2026-04-28T07:20:10.470567Z","steps":["trace[1263310075] 'agreement among raft nodes before linearized reading' (duration: 1.856273593s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.470656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:08.614028Z","time spent":"1.856615961s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" "} {"level":"warn","ts":"2026-04-28T07:20:10.988859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.114492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:10.989242Z","caller":"traceutil/trace.go:171","msg":"trace[815973212] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:927; }","duration":"512.257539ms","start":"2026-04-28T07:20:10.476965Z","end":"2026-04-28T07:20:10.989223Z","steps":["trace[815973212] 'read index received' (duration: 310.707207ms)","trace[815973212] 'applied index is now lower than readState.Index' (duration: 201.548682ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:10.989292Z","caller":"traceutil/trace.go:171","msg":"trace[1568422515] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"512.963147ms","start":"2026-04-28T07:20:10.476277Z","end":"2026-04-28T07:20:10.98924Z","steps":["trace[1568422515] 'process raft request' (duration: 311.378463ms)","trace[1568422515] 'compare' (duration: 201.001879ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:10.989499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.505625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:20:10.989504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.476266Z","time spent":"513.12557ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:10.98959Z","caller":"traceutil/trace.go:171","msg":"trace[1738317565] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:880; }","duration":"512.636029ms","start":"2026-04-28T07:20:10.476935Z","end":"2026-04-28T07:20:10.989571Z","steps":["trace[1738317565] 'agreement among raft nodes before linearized reading' (duration: 512.395793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.989642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.476913Z","time spent":"512.71818ms","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:20:11.400912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.926591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:11.401036Z","caller":"traceutil/trace.go:171","msg":"trace[2105675442] linearizableReadLoop","detail":"{readStateIndex:929; appliedIndex:928; }","duration":"411.730979ms","start":"2026-04-28T07:20:10.989284Z","end":"2026-04-28T07:20:11.401015Z","steps":["trace[2105675442] 'read index received' (duration: 285.620283ms)","trace[2105675442] 'applied index is now lower than readState.Index' (duration: 126.109026ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:11.401121Z","caller":"traceutil/trace.go:171","msg":"trace[175407458] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"919.794794ms","start":"2026-04-28T07:20:10.481314Z","end":"2026-04-28T07:20:11.401109Z","steps":["trace[175407458] 'process raft request' (duration: 793.564635ms)","trace[175407458] 'compare' (duration: 125.774458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:11.401184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.481298Z","time spent":"919.851486ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:11.401227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.809852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:11.401335Z","caller":"traceutil/trace.go:171","msg":"trace[545935255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:881; }","duration":"705.997977ms","start":"2026-04-28T07:20:10.695313Z","end":"2026-04-28T07:20:11.401311Z","steps":["trace[545935255] 'agreement among raft nodes before linearized reading' (duration: 705.793792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:11.401392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.695268Z","time spent":"706.11515ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:11.401653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.105102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-04-28T07:20:11.401753Z","caller":"traceutil/trace.go:171","msg":"trace[642516856] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:881; }","duration":"871.292477ms","start":"2026-04-28T07:20:10.530439Z","end":"2026-04-28T07:20:11.401731Z","steps":["trace[642516856] 'agreement among raft nodes before linearized reading' (duration: 870.670432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:11.4018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.530415Z","time spent":"871.37501ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050283,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-28T07:20:11.855149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.566258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:11.855289Z","caller":"traceutil/trace.go:171","msg":"trace[2111384938] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:929; }","duration":"454.201176ms","start":"2026-04-28T07:20:11.401065Z","end":"2026-04-28T07:20:11.855266Z","steps":["trace[2111384938] 'read index received' (duration: 212.412472ms)","trace[2111384938] 'applied index is now lower than readState.Index' (duration: 241.780204ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:11.855368Z","caller":"traceutil/trace.go:171","msg":"trace[1767190645] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"861.543026ms","start":"2026-04-28T07:20:10.993737Z","end":"2026-04-28T07:20:11.85528Z","steps":["trace[1767190645] 'process raft request' (duration: 619.739602ms)","trace[1767190645] 'compare' (duration: 241.271311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:11.85547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.731184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:11.855551Z","caller":"traceutil/trace.go:171","msg":"trace[1461934701] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:882; }","duration":"488.831706ms","start":"2026-04-28T07:20:11.366699Z","end":"2026-04-28T07:20:11.855531Z","steps":["trace[1461934701] 'agreement among raft nodes before linearized reading' (duration: 488.645472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:11.855598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:11.366634Z","time spent":"488.954421ms","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-28T07:20:11.855614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.99371Z","time spent":"861.770362ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:20:12.29333Z","caller":"traceutil/trace.go:171","msg":"trace[1391671081] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:930; }","duration":"437.973981ms","start":"2026-04-28T07:20:11.855318Z","end":"2026-04-28T07:20:12.293292Z","steps":["trace[1391671081] 'read index received' (duration: 435.298064ms)","trace[1391671081] 'applied index is now lower than readState.Index' (duration: 2.673267ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:12.293369Z","caller":"traceutil/trace.go:171","msg":"trace[1365492444] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"587.602882ms","start":"2026-04-28T07:20:11.705721Z","end":"2026-04-28T07:20:12.293324Z","steps":["trace[1365492444] 'process raft request' (duration: 584.879344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:12.293525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.243329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"warn","ts":"2026-04-28T07:20:12.293584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:11.705686Z","time spent":"587.773046ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:12.293604Z","caller":"traceutil/trace.go:171","msg":"trace[1823682751] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:883; }","duration":"884.384693ms","start":"2026-04-28T07:20:11.409201Z","end":"2026-04-28T07:20:12.293585Z","steps":["trace[1823682751] 'agreement among raft nodes before linearized reading' (duration: 884.201399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:12.293651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:11.409173Z","time spent":"884.469344ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4682,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-28T07:20:12.293886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.884611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-04-28T07:20:12.294Z","caller":"traceutil/trace.go:171","msg":"trace[1613907082] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:883; }","duration":"693.044436ms","start":"2026-04-28T07:20:11.600928Z","end":"2026-04-28T07:20:12.293972Z","steps":["trace[1613907082] 'agreement among raft nodes before linearized reading' (duration: 692.388648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:12.294072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:11.600901Z","time spent":"693.150599ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050283,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-28T07:20:12.793566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:13.06178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.364676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:13.062175Z","caller":"traceutil/trace.go:171","msg":"trace[1943822964] transaction","detail":"{read_only:false; response_revision:884; number_of_response:1; }","duration":"1.203735965s","start":"2026-04-28T07:20:11.858388Z","end":"2026-04-28T07:20:13.062124Z","steps":["trace[1943822964] 'process raft request' (duration: 1.100907778s)","trace[1943822964] 'compare' (duration: 102.138429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:13.062412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:11.858348Z","time spent":"1.204027552s","remote":"127.0.0.1:50722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:13.575661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.943873ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:13.575819Z","caller":"traceutil/trace.go:171","msg":"trace[1257538158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:884; }","duration":"155.139037ms","start":"2026-04-28T07:20:13.420658Z","end":"2026-04-28T07:20:13.575797Z","steps":["trace[1257538158] 'range keys from in-memory index tree' (duration: 154.913652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:13.965721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000443078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:20:13.965826Z","caller":"traceutil/trace.go:171","msg":"trace[1081321351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000706714s","start":"2026-04-28T07:20:11.965098Z","end":"2026-04-28T07:20:13.965805Z","steps":["trace[1081321351] 'agreement among raft nodes before linearized reading' (duration: 2.00054547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:13.965881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:11.965069Z","time spent":"2.000802787s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:14.229022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233131327s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:14.229503Z","caller":"traceutil/trace.go:171","msg":"trace[1376942412] linearizableReadLoop","detail":"{readStateIndex:933; appliedIndex:931; }","duration":"1.936069937s","start":"2026-04-28T07:20:12.293412Z","end":"2026-04-28T07:20:14.229482Z","steps":["trace[1376942412] 'read index received' (duration: 665.862639ms)","trace[1376942412] 'applied index is now lower than readState.Index' (duration: 1.270206238s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:14.229568Z","caller":"traceutil/trace.go:171","msg":"trace[491410933] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"1.91608186s","start":"2026-04-28T07:20:12.313443Z","end":"2026-04-28T07:20:14.229525Z","steps":["trace[491410933] 'process raft request' (duration: 1.915891856s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:14.229765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:12.313409Z","time spent":"1.916238964s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:14.229783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370096072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:20:14.229845Z","caller":"traceutil/trace.go:171","msg":"trace[661981351] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:885; }","duration":"2.370223165s","start":"2026-04-28T07:20:11.859607Z","end":"2026-04-28T07:20:14.22983Z","steps":["trace[661981351] 'agreement among raft nodes before linearized reading' (duration: 2.369956477s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:14.229893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:11.859591Z","time spent":"2.370294676s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" "} {"level":"warn","ts":"2026-04-28T07:20:14.730657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:15.966884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000550401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:20:15.967041Z","caller":"traceutil/trace.go:171","msg":"trace[1453869589] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000752445s","start":"2026-04-28T07:20:13.966246Z","end":"2026-04-28T07:20:15.966998Z","steps":["trace[1453869589] 'agreement among raft nodes before linearized reading' (duration: 2.000565451s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:15.967111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:13.966231Z","time spent":"2.000866829s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:20:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:16.049888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.161581815s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:20:16.077342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188970396s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:16.077552Z","caller":"traceutil/trace.go:171","msg":"trace[719712082] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:933; }","duration":"1.847974825s","start":"2026-04-28T07:20:14.229559Z","end":"2026-04-28T07:20:16.077534Z","steps":["trace[719712082] 'read index received' (duration: 658.733792ms)","trace[719712082] 'applied index is now lower than readState.Index' (duration: 1.189239923s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:16.077582Z","caller":"traceutil/trace.go:171","msg":"trace[418400513] transaction","detail":"{read_only:false; response_revision:886; number_of_response:1; }","duration":"1.911327131s","start":"2026-04-28T07:20:14.166214Z","end":"2026-04-28T07:20:16.077541Z","steps":["trace[418400513] 'process raft request' (duration: 722.066167ms)","trace[418400513] 'compare' (duration: 1.188859924s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:16.077672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330273709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:16.077701Z","caller":"traceutil/trace.go:171","msg":"trace[1406532753] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:887; }","duration":"2.330352081s","start":"2026-04-28T07:20:13.747339Z","end":"2026-04-28T07:20:16.077691Z","steps":["trace[1406532753] 'agreement among raft nodes before linearized reading' (duration: 2.33029414s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.077737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:13.747305Z","time spent":"2.330422633s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:16.077739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059601868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:20:16.077758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:14.166178Z","time spent":"1.911482153s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:16.077811Z","caller":"traceutil/trace.go:171","msg":"trace[794911393] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:887; }","duration":"2.05969259s","start":"2026-04-28T07:20:14.018096Z","end":"2026-04-28T07:20:16.077789Z","steps":["trace[794911393] 'agreement among raft nodes before linearized reading' (duration: 2.059499375s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:16.077841Z","caller":"traceutil/trace.go:171","msg":"trace[1796849124] transaction","detail":"{read_only:false; response_revision:887; number_of_response:1; }","duration":"1.843468042s","start":"2026-04-28T07:20:14.234345Z","end":"2026-04-28T07:20:16.077813Z","steps":["trace[1796849124] 'process raft request' (duration: 1.843121484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.077856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:14.018079Z","time spent":"2.059765942s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"warn","ts":"2026-04-28T07:20:16.078036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843670618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4130"} {"level":"info","ts":"2026-04-28T07:20:16.078093Z","caller":"traceutil/trace.go:171","msg":"trace[2111732925] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:887; }","duration":"1.843824402s","start":"2026-04-28T07:20:14.234254Z","end":"2026-04-28T07:20:16.078078Z","steps":["trace[2111732925] 'agreement among raft nodes before linearized reading' (duration: 1.843567365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.07813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:14.234239Z","time spent":"1.843882073s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4153,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T07:20:16.078113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:14.234317Z","time spent":"1.843591336s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:16.079576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565749764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050260"} {"level":"info","ts":"2026-04-28T07:20:16.079713Z","caller":"traceutil/trace.go:171","msg":"trace[147535524] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:887; }","duration":"3.565904638s","start":"2026-04-28T07:20:12.513754Z","end":"2026-04-28T07:20:16.079658Z","steps":["trace[147535524] 'agreement among raft nodes before linearized reading' (duration: 3.564058101s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.07981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:12.513726Z","time spent":"3.566062302s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050283,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-28T07:20:17.264349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.767657ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:20:17.264514Z","caller":"traceutil/trace.go:171","msg":"trace[436908133] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:935; }","duration":"1.183547773s","start":"2026-04-28T07:20:16.080946Z","end":"2026-04-28T07:20:17.264494Z","steps":["trace[436908133] 'read index received' (duration: 150.474µs)","trace[436908133] 'applied index is now lower than readState.Index' (duration: 1.183395439s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:17.264592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:16.08088Z","time spent":"1.183706037s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:20:17.264901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183956773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:17.264938Z","caller":"traceutil/trace.go:171","msg":"trace[1730486984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:887; }","duration":"1.184019925s","start":"2026-04-28T07:20:16.080904Z","end":"2026-04-28T07:20:17.264924Z","steps":["trace[1730486984] 'agreement among raft nodes before linearized reading' (duration: 1.183939053s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:17.264968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:16.080889Z","time spent":"1.184072526s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:17.694778Z","caller":"traceutil/trace.go:171","msg":"trace[494791426] linearizableReadLoop","detail":"{readStateIndex:937; appliedIndex:936; }","duration":"430.202708ms","start":"2026-04-28T07:20:17.264542Z","end":"2026-04-28T07:20:17.694745Z","steps":["trace[494791426] 'read index received' (duration: 430.033724ms)","trace[494791426] 'applied index is now lower than readState.Index' (duration: 167.294µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:17.694842Z","caller":"traceutil/trace.go:171","msg":"trace[1514342124] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"1.600892461s","start":"2026-04-28T07:20:16.093928Z","end":"2026-04-28T07:20:17.69482Z","steps":["trace[1514342124] 'process raft request' (duration: 1.600608614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:17.695025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:16.093905Z","time spent":"1.600990503s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:17.695048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056083602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:17.69501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400373244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:17.695182Z","caller":"traceutil/trace.go:171","msg":"trace[1805926375] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:888; }","duration":"1.056244707s","start":"2026-04-28T07:20:16.638905Z","end":"2026-04-28T07:20:17.69515Z","steps":["trace[1805926375] 'agreement among raft nodes before linearized reading' (duration: 1.055926538s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:17.695209Z","caller":"traceutil/trace.go:171","msg":"trace[1237344798] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:888; }","duration":"1.400680662s","start":"2026-04-28T07:20:16.294497Z","end":"2026-04-28T07:20:17.695178Z","steps":["trace[1237344798] 'agreement among raft nodes before linearized reading' (duration: 1.400349083s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:17.695246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:16.638874Z","time spent":"1.05636005s","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:17.695245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608348328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dq7d6.18aa7434cbb1d985\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-04-28T07:20:17.695277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:16.294466Z","time spent":"1.400792655s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" "} {"level":"info","ts":"2026-04-28T07:20:17.695321Z","caller":"traceutil/trace.go:171","msg":"trace[331088249] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-dq7d6.18aa7434cbb1d985; range_end:; response_count:1; response_revision:888; }","duration":"1.60843947s","start":"2026-04-28T07:20:16.086858Z","end":"2026-04-28T07:20:17.695297Z","steps":["trace[331088249] 'agreement among raft nodes before linearized reading' (duration: 1.608048789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:17.695386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:16.086851Z","time spent":"1.608521252s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dq7d6.18aa7434cbb1d985\" "} {"level":"warn","ts":"2026-04-28T07:20:18.397342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.050576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:18.397605Z","caller":"traceutil/trace.go:171","msg":"trace[1620834496] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"699.115314ms","start":"2026-04-28T07:20:17.698465Z","end":"2026-04-28T07:20:18.397581Z","steps":["trace[1620834496] 'process raft request' (duration: 699.020822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:18.397713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:17.698434Z","time spent":"699.222227ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:18.397832Z","caller":"traceutil/trace.go:171","msg":"trace[1411469485] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"1.130558014s","start":"2026-04-28T07:20:17.267231Z","end":"2026-04-28T07:20:18.397789Z","steps":["trace[1411469485] 'process raft request' (duration: 758.941774ms)","trace[1411469485] 'compare' (duration: 370.834471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:18.397832Z","caller":"traceutil/trace.go:171","msg":"trace[1520816821] linearizableReadLoop","detail":"{readStateIndex:938; appliedIndex:937; }","duration":"702.936821ms","start":"2026-04-28T07:20:17.69487Z","end":"2026-04-28T07:20:18.397807Z","steps":["trace[1520816821] 'read index received' (duration: 331.31799ms)","trace[1520816821] 'applied index is now lower than readState.Index' (duration: 371.616351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:18.398025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126627976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:18.398036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:17.267197Z","time spent":"1.130722068s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:18.398064Z","caller":"traceutil/trace.go:171","msg":"trace[1864464559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:890; }","duration":"1.126703889s","start":"2026-04-28T07:20:17.27135Z","end":"2026-04-28T07:20:18.398054Z","steps":["trace[1864464559] 'agreement among raft nodes before linearized reading' (duration: 1.126535375s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:18.398094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:17.271341Z","time spent":"1.12674662s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:18.398207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.330608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:18.398279Z","caller":"traceutil/trace.go:171","msg":"trace[318045844] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:890; }","duration":"238.41249ms","start":"2026-04-28T07:20:18.159849Z","end":"2026-04-28T07:20:18.398261Z","steps":["trace[318045844] 'agreement among raft nodes before linearized reading' (duration: 238.291396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:18.398319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.739512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-04-28T07:20:18.39837Z","caller":"traceutil/trace.go:171","msg":"trace[2051774393] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6; range_end:; response_count:1; response_revision:890; }","duration":"697.835404ms","start":"2026-04-28T07:20:17.70052Z","end":"2026-04-28T07:20:18.398355Z","steps":["trace[2051774393] 'agreement among raft nodes before linearized reading' (duration: 697.616608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:18.398415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:17.700507Z","time spent":"697.896215ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4713,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6\" "} {"level":"warn","ts":"2026-04-28T07:20:18.398421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.640366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:18.398599Z","caller":"traceutil/trace.go:171","msg":"trace[1206855768] range","detail":"{range_begin:/registry/secrets/kube-public/; range_end:/registry/secrets/kube-public0; response_count:0; response_revision:890; }","duration":"643.875842ms","start":"2026-04-28T07:20:17.754665Z","end":"2026-04-28T07:20:18.39854Z","steps":["trace[1206855768] 'agreement among raft nodes before linearized reading' (duration: 643.529563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:18.398691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:17.754631Z","time spent":"644.017665ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-public/\" range_end:\"/registry/secrets/kube-public0\" "} {"level":"warn","ts":"2026-04-28T07:20:18.906582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417175,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:19.33643Z","caller":"traceutil/trace.go:171","msg":"trace[415601597] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"930.87359ms","start":"2026-04-28T07:20:18.405527Z","end":"2026-04-28T07:20:19.336401Z","steps":["trace[415601597] 'process raft request' (duration: 930.693766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:19.336671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:18.405505Z","time spent":"931.038404ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:20.408137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000984141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:20.408229Z","caller":"traceutil/trace.go:171","msg":"trace[815222698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001137005s","start":"2026-04-28T07:20:18.407071Z","end":"2026-04-28T07:20:20.408208Z","steps":["trace[815222698] 'agreement among raft nodes before linearized reading' (duration: 2.001019692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:20.408281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:18.407052Z","time spent":"2.001218727s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:20:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T07:20:20.481605Z","caller":"traceutil/trace.go:171","msg":"trace[1803921878] linearizableReadLoop","detail":"{readStateIndex:941; appliedIndex:939; }","duration":"2.075072904s","start":"2026-04-28T07:20:18.406508Z","end":"2026-04-28T07:20:20.481581Z","steps":["trace[1803921878] 'read index received' (duration: 929.727302ms)","trace[1803921878] 'applied index is now lower than readState.Index' (duration: 1.145343782s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:20.481668Z","caller":"traceutil/trace.go:171","msg":"trace[1363815017] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"2.072760616s","start":"2026-04-28T07:20:18.408876Z","end":"2026-04-28T07:20:20.481637Z","steps":["trace[1363815017] 'process raft request' (duration: 2.07251918s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:20.481825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:18.408867Z","time spent":"2.072871159s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7022,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:20.481857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0752872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:20:20.481976Z","caller":"traceutil/trace.go:171","msg":"trace[310234969] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:892; }","duration":"2.075512945s","start":"2026-04-28T07:20:18.406446Z","end":"2026-04-28T07:20:20.481959Z","steps":["trace[310234969] 'agreement among raft nodes before linearized reading' (duration: 2.075247489s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:20.48206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:18.406433Z","time spent":"2.075612727s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:20:21.340931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.606356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:21.341118Z","caller":"traceutil/trace.go:171","msg":"trace[922131384] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"1.96681864s","start":"2026-04-28T07:20:19.374256Z","end":"2026-04-28T07:20:21.341075Z","steps":["trace[922131384] 'process raft request' (duration: 1.289980898s)","trace[922131384] 'compare' (duration: 675.306593ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:21.341288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:19.374235Z","time spent":"1.966978314s","remote":"127.0.0.1:50722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2260,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:20:21.341275Z","caller":"traceutil/trace.go:171","msg":"trace[1867549989] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:941; }","duration":"859.539836ms","start":"2026-04-28T07:20:20.481682Z","end":"2026-04-28T07:20:21.341222Z","steps":["trace[1867549989] 'read index received' (duration: 182.56595ms)","trace[1867549989] 'applied index is now lower than readState.Index' (duration: 676.970155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:22.23636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827814294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:22.23644Z","caller":"traceutil/trace.go:171","msg":"trace[2105503641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:893; }","duration":"1.827947008s","start":"2026-04-28T07:20:20.408473Z","end":"2026-04-28T07:20:22.23642Z","steps":["trace[2105503641] 'agreement among raft nodes before linearized reading' (duration: 932.901949ms)","trace[2105503641] 'range keys from in-memory index tree' (duration: 894.917605ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:22.236472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:20.408448Z","time spent":"1.82801632s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:22.236635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042330379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:22.236661Z","caller":"traceutil/trace.go:171","msg":"trace[999792151] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:893; }","duration":"2.042356229s","start":"2026-04-28T07:20:20.194295Z","end":"2026-04-28T07:20:22.236652Z","steps":["trace[999792151] 'agreement among raft nodes before linearized reading' (duration: 1.147132337s)","trace[999792151] 'count revisions from in-memory index tree' (duration: 895.147691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:22.236677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:20.194216Z","time spent":"2.042456152s","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:22.23672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.77912854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-04-28T07:20:22.236781Z","caller":"traceutil/trace.go:171","msg":"trace[1694918607] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:893; }","duration":"3.779245053s","start":"2026-04-28T07:20:18.457518Z","end":"2026-04-28T07:20:22.236763Z","steps":["trace[1694918607] 'agreement among raft nodes before linearized reading' (duration: 2.883911308s)","trace[1694918607] 'range keys from in-memory index tree' (duration: 894.998277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:22.236817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:18.457488Z","time spent":"3.779320755s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329979,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-28T07:20:22.236801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766411204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:22.236904Z","caller":"traceutil/trace.go:171","msg":"trace[1734971255] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:893; }","duration":"2.76661234s","start":"2026-04-28T07:20:19.470263Z","end":"2026-04-28T07:20:22.236875Z","steps":["trace[1734971255] 'agreement among raft nodes before linearized reading' (duration: 1.87108562s)","trace[1734971255] 'count revisions from in-memory index tree' (duration: 895.303105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:22.236923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895365872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:20:22.236946Z","caller":"traceutil/trace.go:171","msg":"trace[1717002445] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:893; }","duration":"2.895427963s","start":"2026-04-28T07:20:19.341511Z","end":"2026-04-28T07:20:22.236938Z","steps":["trace[1717002445] 'agreement among raft nodes before linearized reading' (duration: 1.999901953s)","trace[1717002445] 'range keys from in-memory index tree' (duration: 895.449198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:22.236907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961713321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:22.236961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:19.341486Z","time spent":"2.895471245s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" "} {"level":"warn","ts":"2026-04-28T07:20:22.236347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.243573ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:20:22.236995Z","caller":"traceutil/trace.go:171","msg":"trace[774547841] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:893; }","duration":"2.961910016s","start":"2026-04-28T07:20:19.275058Z","end":"2026-04-28T07:20:22.236968Z","steps":["trace[774547841] 'agreement among raft nodes before linearized reading' (duration: 2.066350575s)","trace[774547841] 'count revisions from in-memory index tree' (duration: 895.374007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:22.236983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:19.470216Z","time spent":"2.766741963s","remote":"127.0.0.1:40726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:22.237046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:19.275038Z","time spent":"2.961996368s","remote":"127.0.0.1:50740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:22.237062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543190806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:22.237079Z","caller":"traceutil/trace.go:171","msg":"trace[2122367913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:893; }","duration":"1.543248358s","start":"2026-04-28T07:20:20.693827Z","end":"2026-04-28T07:20:22.237076Z","steps":["trace[2122367913] 'agreement among raft nodes before linearized reading' (duration: 1.543216447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:22.237092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:20.693807Z","time spent":"1.543283068s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:22.237088Z","caller":"traceutil/trace.go:171","msg":"trace[1890636499] linearizableReadLoop","detail":"{readStateIndex:943; appliedIndex:942; }","duration":"895.685514ms","start":"2026-04-28T07:20:21.341356Z","end":"2026-04-28T07:20:22.237042Z","steps":["trace[1890636499] 'read index received' (duration: 74.052µs)","trace[1890636499] 'applied index is now lower than readState.Index' (duration: 895.609372ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:22.237304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749910457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6\" ","response":"range_response_count:1 size:7037"} {"level":"info","ts":"2026-04-28T07:20:22.237345Z","caller":"traceutil/trace.go:171","msg":"trace[1449263778] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6; range_end:; response_count:1; response_revision:893; }","duration":"1.749979999s","start":"2026-04-28T07:20:20.487353Z","end":"2026-04-28T07:20:22.237333Z","steps":["trace[1449263778] 'agreement among raft nodes before linearized reading' (duration: 1.749780364s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:22.237388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:20.487344Z","time spent":"1.75003225s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7060,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6\" "} {"level":"info","ts":"2026-04-28T07:20:22.496099Z","caller":"traceutil/trace.go:171","msg":"trace[124966742] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:943; }","duration":"248.89907ms","start":"2026-04-28T07:20:22.247176Z","end":"2026-04-28T07:20:22.496076Z","steps":["trace[124966742] 'read index received' (duration: 248.644804ms)","trace[124966742] 'applied index is now lower than readState.Index' (duration: 253.576µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:22.496214Z","caller":"traceutil/trace.go:171","msg":"trace[754320753] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"256.398095ms","start":"2026-04-28T07:20:22.239778Z","end":"2026-04-28T07:20:22.496176Z","steps":["trace[754320753] 'process raft request' (duration: 256.104938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:22.496342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.125875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:22.496422Z","caller":"traceutil/trace.go:171","msg":"trace[1283923203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"249.255399ms","start":"2026-04-28T07:20:22.247148Z","end":"2026-04-28T07:20:22.496404Z","steps":["trace[1283923203] 'agreement among raft nodes before linearized reading' (duration: 249.032764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:22.496548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.382964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-04-28T07:20:22.496581Z","caller":"traceutil/trace.go:171","msg":"trace[16619287] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:894; }","duration":"114.487097ms","start":"2026-04-28T07:20:22.382086Z","end":"2026-04-28T07:20:22.496573Z","steps":["trace[16619287] 'agreement among raft nodes before linearized reading' (duration: 114.130147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:23.110756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417186,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:23.399816Z","caller":"traceutil/trace.go:171","msg":"trace[389722168] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"898.128515ms","start":"2026-04-28T07:20:22.501626Z","end":"2026-04-28T07:20:23.399754Z","steps":["trace[389722168] 'process raft request' (duration: 897.92734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:23.400072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:22.501593Z","time spent":"898.327031ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:23.92532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.106292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:23.925486Z","caller":"traceutil/trace.go:171","msg":"trace[1579710488] linearizableReadLoop","detail":"{readStateIndex:946; appliedIndex:944; }","duration":"1.315615667s","start":"2026-04-28T07:20:22.609843Z","end":"2026-04-28T07:20:23.925459Z","steps":["trace[1579710488] 'read index received' (duration: 789.695368ms)","trace[1579710488] 'applied index is now lower than readState.Index' (duration: 525.917209ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:23.925504Z","caller":"traceutil/trace.go:171","msg":"trace[1856547062] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"1.362705709s","start":"2026-04-28T07:20:22.562777Z","end":"2026-04-28T07:20:23.925483Z","steps":["trace[1856547062] 'process raft request' (duration: 1.24131632s)","trace[1856547062] 'compare' (duration: 120.801914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:23.925574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:22.56274Z","time spent":"1.362802161s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:23.925681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.478524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:23.925743Z","caller":"traceutil/trace.go:171","msg":"trace[1180551772] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:896; }","duration":"177.614638ms","start":"2026-04-28T07:20:23.748114Z","end":"2026-04-28T07:20:23.925729Z","steps":["trace[1180551772] 'agreement among raft nodes before linearized reading' (duration: 177.488945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:23.925847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.489339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74300e3065d6\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-28T07:20:23.925875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316015218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-04-28T07:20:23.925961Z","caller":"traceutil/trace.go:171","msg":"trace[1141820667] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74300e3065d6; range_end:; response_count:1; response_revision:896; }","duration":"521.667823ms","start":"2026-04-28T07:20:23.404261Z","end":"2026-04-28T07:20:23.925929Z","steps":["trace[1141820667] 'agreement among raft nodes before linearized reading' (duration: 521.345405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:23.926041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:23.404238Z","time spent":"521.786256ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74300e3065d6\" "} {"level":"info","ts":"2026-04-28T07:20:23.925982Z","caller":"traceutil/trace.go:171","msg":"trace[289848842] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:896; }","duration":"1.316154461s","start":"2026-04-28T07:20:22.609785Z","end":"2026-04-28T07:20:23.925939Z","steps":["trace[289848842] 'agreement among raft nodes before linearized reading' (duration: 1.315765712s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:23.926162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:22.609764Z","time spent":"1.316378266s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329979,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-04-28T07:20:24.384184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.808455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:24.384333Z","caller":"traceutil/trace.go:171","msg":"trace[1978472392] linearizableReadLoop","detail":"{readStateIndex:947; appliedIndex:946; }","duration":"419.993904ms","start":"2026-04-28T07:20:23.964313Z","end":"2026-04-28T07:20:24.384307Z","steps":["trace[1978472392] 'read index received' (duration: 199.84291ms)","trace[1978472392] 'applied index is now lower than readState.Index' (duration: 220.147764ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:24.384459Z","caller":"traceutil/trace.go:171","msg":"trace[495616142] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"455.801614ms","start":"2026-04-28T07:20:23.928641Z","end":"2026-04-28T07:20:24.384442Z","steps":["trace[495616142] 'process raft request' (duration: 235.573808ms)","trace[495616142] 'compare' (duration: 219.453157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:24.384549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:23.928609Z","time spent":"455.888676ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:24.384733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.423176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:24.384785Z","caller":"traceutil/trace.go:171","msg":"trace[2128937493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:897; }","duration":"420.512858ms","start":"2026-04-28T07:20:23.964259Z","end":"2026-04-28T07:20:24.384771Z","steps":["trace[2128937493] 'agreement among raft nodes before linearized reading' (duration: 420.388724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:24.384819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:23.964228Z","time spent":"420.584629ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:24.526087Z","caller":"traceutil/trace.go:171","msg":"trace[648297811] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:947; }","duration":"141.673994ms","start":"2026-04-28T07:20:24.384373Z","end":"2026-04-28T07:20:24.526047Z","steps":["trace[648297811] 'read index received' (duration: 59.433419ms)","trace[648297811] 'applied index is now lower than readState.Index' (duration: 82.238535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:24.526191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.885119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:24.526271Z","caller":"traceutil/trace.go:171","msg":"trace[1323039588] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:897; }","duration":"478.999371ms","start":"2026-04-28T07:20:24.047254Z","end":"2026-04-28T07:20:24.526253Z","steps":["trace[1323039588] 'agreement among raft nodes before linearized reading' (duration: 478.842317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:24.526319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:24.047246Z","time spent":"479.062753ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:20:24.526415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.549635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:24.526475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.846538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:20:24.526571Z","caller":"traceutil/trace.go:171","msg":"trace[1276000756] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:897; }","duration":"507.972681ms","start":"2026-04-28T07:20:24.018576Z","end":"2026-04-28T07:20:24.526549Z","steps":["trace[1276000756] 'agreement among raft nodes before linearized reading' (duration: 507.649654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:24.526628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:24.018467Z","time spent":"508.151976ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"warn","ts":"2026-04-28T07:20:24.526567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.189756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dq7d6.18aa7434cbb34a66\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-04-28T07:20:24.526498Z","caller":"traceutil/trace.go:171","msg":"trace[1092521887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:897; }","duration":"140.660968ms","start":"2026-04-28T07:20:24.385816Z","end":"2026-04-28T07:20:24.526477Z","steps":["trace[1092521887] 'agreement among raft nodes before linearized reading' (duration: 140.492934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:24.526724Z","caller":"traceutil/trace.go:171","msg":"trace[125370114] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-dq7d6.18aa7434cbb34a66; range_end:; response_count:1; response_revision:897; }","duration":"138.35236ms","start":"2026-04-28T07:20:24.388336Z","end":"2026-04-28T07:20:24.526689Z","steps":["trace[125370114] 'agreement among raft nodes before linearized reading' (duration: 138.011672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:24.877285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.714078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:20:24.877391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.769155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:20:24.877414Z","caller":"traceutil/trace.go:171","msg":"trace[2001332465] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:900; }","duration":"107.864402ms","start":"2026-04-28T07:20:24.769521Z","end":"2026-04-28T07:20:24.877385Z","steps":["trace[2001332465] 'range keys from in-memory index tree' (duration: 107.506323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:24.877475Z","caller":"traceutil/trace.go:171","msg":"trace[1382382331] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:900; }","duration":"106.892768ms","start":"2026-04-28T07:20:24.770559Z","end":"2026-04-28T07:20:24.877451Z","steps":["trace[1382382331] 'range keys from in-memory index tree' (duration: 106.624232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:25.127773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.042055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:25.127972Z","caller":"traceutil/trace.go:171","msg":"trace[761504484] linearizableReadLoop","detail":"{readStateIndex:954; appliedIndex:953; }","duration":"163.328581ms","start":"2026-04-28T07:20:24.964611Z","end":"2026-04-28T07:20:25.12794Z","steps":["trace[761504484] 'read index received' (duration: 40.880796ms)","trace[761504484] 'applied index is now lower than readState.Index' (duration: 122.445325ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:25.12798Z","caller":"traceutil/trace.go:171","msg":"trace[1249398266] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"205.87346ms","start":"2026-04-28T07:20:24.922068Z","end":"2026-04-28T07:20:25.127942Z","steps":["trace[1249398266] 'process raft request' (duration: 83.467146ms)","trace[1249398266] 'compare' (duration: 121.792239ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:25.128177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.570197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:25.12824Z","caller":"traceutil/trace.go:171","msg":"trace[934109751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:902; }","duration":"163.694971ms","start":"2026-04-28T07:20:24.964528Z","end":"2026-04-28T07:20:25.128223Z","steps":["trace[934109751] 'agreement among raft nodes before linearized reading' (duration: 163.535027ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:25.776931Z","caller":"traceutil/trace.go:171","msg":"trace[843309586] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"642.400766ms","start":"2026-04-28T07:20:25.134501Z","end":"2026-04-28T07:20:25.776902Z","steps":["trace[843309586] 'process raft request' (duration: 642.19445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:25.777131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:25.134469Z","time spent":"642.55804ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:26.135358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.953194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:26.135525Z","caller":"traceutil/trace.go:171","msg":"trace[538743421] linearizableReadLoop","detail":"{readStateIndex:956; appliedIndex:955; }","duration":"275.699286ms","start":"2026-04-28T07:20:25.859803Z","end":"2026-04-28T07:20:26.135503Z","steps":["trace[538743421] 'read index received' (duration: 89.433454ms)","trace[538743421] 'applied index is now lower than readState.Index' (duration: 186.263322ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:26.135695Z","caller":"traceutil/trace.go:171","msg":"trace[1304579702] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"351.053121ms","start":"2026-04-28T07:20:25.784589Z","end":"2026-04-28T07:20:26.135642Z","steps":["trace[1304579702] 'process raft request' (duration: 164.660545ms)","trace[1304579702] 'compare' (duration: 185.708948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:26.135876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.068735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:500 ","response":"range_response_count:1 size:5377"} {"level":"warn","ts":"2026-04-28T07:20:26.135883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.564417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:26.13591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:25.784568Z","time spent":"351.233835ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:26.135943Z","caller":"traceutil/trace.go:171","msg":"trace[1403454123] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:904; }","duration":"276.181388ms","start":"2026-04-28T07:20:25.859746Z","end":"2026-04-28T07:20:26.135928Z","steps":["trace[1403454123] 'agreement among raft nodes before linearized reading' (duration: 275.885371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:26.135965Z","caller":"traceutil/trace.go:171","msg":"trace[352868682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:904; }","duration":"171.720462ms","start":"2026-04-28T07:20:25.964224Z","end":"2026-04-28T07:20:26.135945Z","steps":["trace[352868682] 'agreement among raft nodes before linearized reading' (duration: 171.558208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:26.136707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.846655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:500 ","response":"range_response_count:68 size:64887"} {"level":"info","ts":"2026-04-28T07:20:26.136782Z","caller":"traceutil/trace.go:171","msg":"trace[1854025723] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:68; response_revision:904; }","duration":"276.977188ms","start":"2026-04-28T07:20:25.859789Z","end":"2026-04-28T07:20:26.136766Z","steps":["trace[1854025723] 'agreement among raft nodes before linearized reading' (duration: 275.976193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:26.343044Z","caller":"traceutil/trace.go:171","msg":"trace[516461269] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:956; }","duration":"112.95162ms","start":"2026-04-28T07:20:26.230052Z","end":"2026-04-28T07:20:26.343003Z","steps":["trace[516461269] 'read index received' (duration: 71.529969ms)","trace[516461269] 'applied index is now lower than readState.Index' (duration: 41.419761ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:26.343077Z","caller":"traceutil/trace.go:171","msg":"trace[429366376] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"200.678451ms","start":"2026-04-28T07:20:26.142349Z","end":"2026-04-28T07:20:26.343027Z","steps":["trace[429366376] 'process raft request' (duration: 159.238591ms)","trace[429366376] 'compare' (duration: 41.255715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:26.343607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.527354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" limit:500 ","response":"range_response_count:53 size:38146"} {"level":"info","ts":"2026-04-28T07:20:26.343677Z","caller":"traceutil/trace.go:171","msg":"trace[75707260] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:53; response_revision:905; }","duration":"113.658257ms","start":"2026-04-28T07:20:26.230005Z","end":"2026-04-28T07:20:26.343663Z","steps":["trace[75707260] 'agreement among raft nodes before linearized reading' (duration: 113.150034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:26.762071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.607662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:26.762326Z","caller":"traceutil/trace.go:171","msg":"trace[1248812464] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"414.502088ms","start":"2026-04-28T07:20:26.3478Z","end":"2026-04-28T07:20:26.762302Z","steps":["trace[1248812464] 'process raft request' (duration: 241.580459ms)","trace[1248812464] 'compare' (duration: 172.329085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:26.762462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:26.347769Z","time spent":"414.643181ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:27.556543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.584983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:27.556817Z","caller":"traceutil/trace.go:171","msg":"trace[2110438465] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"790.087468ms","start":"2026-04-28T07:20:26.766711Z","end":"2026-04-28T07:20:27.556798Z","steps":["trace[2110438465] 'process raft request' (duration: 789.973635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:27.556904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:26.766681Z","time spent":"790.19427ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:20:27.55716Z","caller":"traceutil/trace.go:171","msg":"trace[1261700722] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"1.191755265s","start":"2026-04-28T07:20:26.365357Z","end":"2026-04-28T07:20:27.557112Z","steps":["trace[1261700722] 'process raft request' (duration: 568.479006ms)","trace[1261700722] 'compare' (duration: 622.305365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:27.557223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:26.365307Z","time spent":"1.191886239s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:27.557377Z","caller":"traceutil/trace.go:171","msg":"trace[1035401065] linearizableReadLoop","detail":"{readStateIndex:959; appliedIndex:957; }","duration":"1.10903312s","start":"2026-04-28T07:20:26.448333Z","end":"2026-04-28T07:20:27.557366Z","steps":["trace[1035401065] 'read index received' (duration: 141.066479ms)","trace[1035401065] 'applied index is now lower than readState.Index' (duration: 967.96511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:27.557588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103280186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:1 size:3548"} {"level":"info","ts":"2026-04-28T07:20:27.557625Z","caller":"traceutil/trace.go:171","msg":"trace[1630104252] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:1; response_revision:908; }","duration":"1.103332818s","start":"2026-04-28T07:20:26.454282Z","end":"2026-04-28T07:20:27.557615Z","steps":["trace[1630104252] 'agreement among raft nodes before linearized reading' (duration: 1.103194184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:27.557655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:26.454271Z","time spent":"1.103377568s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":3571,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"warn","ts":"2026-04-28T07:20:27.557609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.269478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:27.557825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080458689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:27.557971Z","caller":"traceutil/trace.go:171","msg":"trace[1902174171] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:908; }","duration":"1.080654164s","start":"2026-04-28T07:20:26.477287Z","end":"2026-04-28T07:20:27.557942Z","steps":["trace[1902174171] 'agreement among raft nodes before linearized reading' (duration: 1.080423648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:27.558049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:26.477272Z","time spent":"1.080757346s","remote":"127.0.0.1:47776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" limit:500 "} {"level":"info","ts":"2026-04-28T07:20:27.557888Z","caller":"traceutil/trace.go:171","msg":"trace[846506131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"592.563865ms","start":"2026-04-28T07:20:26.965263Z","end":"2026-04-28T07:20:27.557827Z","steps":["trace[846506131] 'agreement among raft nodes before linearized reading' (duration: 592.264857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:27.55824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:26.965236Z","time spent":"592.958325ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:27.557738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109374488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5377"} {"level":"info","ts":"2026-04-28T07:20:27.55837Z","caller":"traceutil/trace.go:171","msg":"trace[1235312706] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:908; }","duration":"1.110068745s","start":"2026-04-28T07:20:26.448278Z","end":"2026-04-28T07:20:27.558346Z","steps":["trace[1235312706] 'agreement among raft nodes before linearized reading' (duration: 1.109171483s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:27.558452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:26.448251Z","time spent":"1.110180378s","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5400,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:20:27.557876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.508637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:6 size:2132"} {"level":"info","ts":"2026-04-28T07:20:27.558618Z","caller":"traceutil/trace.go:171","msg":"trace[264098497] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:6; response_revision:908; }","duration":"980.359258ms","start":"2026-04-28T07:20:26.578236Z","end":"2026-04-28T07:20:27.558595Z","steps":["trace[264098497] 'agreement among raft nodes before linearized reading' (duration: 979.298342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:27.558684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:26.578202Z","time spent":"980.461651ms","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":6,"response size":2155,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"warn","ts":"2026-04-28T07:20:28.187704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.933062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:28.187827Z","caller":"traceutil/trace.go:171","msg":"trace[738508728] linearizableReadLoop","detail":"{readStateIndex:961; appliedIndex:960; }","duration":"621.167708ms","start":"2026-04-28T07:20:27.566633Z","end":"2026-04-28T07:20:28.187801Z","steps":["trace[738508728] 'read index received' (duration: 426.897277ms)","trace[738508728] 'applied index is now lower than readState.Index' (duration: 194.268741ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:28.187919Z","caller":"traceutil/trace.go:171","msg":"trace[910103073] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"622.386489ms","start":"2026-04-28T07:20:27.565522Z","end":"2026-04-28T07:20:28.187908Z","steps":["trace[910103073] 'process raft request' (duration: 428.131828ms)","trace[910103073] 'compare' (duration: 193.81117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:28.187982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:27.565507Z","time spent":"622.44366ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:28.18833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.700662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5377"} {"level":"info","ts":"2026-04-28T07:20:28.188369Z","caller":"traceutil/trace.go:171","msg":"trace[1743292532] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:909; }","duration":"621.759463ms","start":"2026-04-28T07:20:27.5666Z","end":"2026-04-28T07:20:28.18836Z","steps":["trace[1743292532] 'agreement among raft nodes before linearized reading' (duration: 621.580838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:28.188392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:27.566589Z","time spent":"621.797623ms","remote":"127.0.0.1:47558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5400,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:20:28.188396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.786367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-04-28T07:20:28.188513Z","caller":"traceutil/trace.go:171","msg":"trace[1836176967] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:909; }","duration":"511.947481ms","start":"2026-04-28T07:20:27.676541Z","end":"2026-04-28T07:20:28.188488Z","steps":["trace[1836176967] 'agreement among raft nodes before linearized reading' (duration: 511.735116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:28.18841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.542885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:28.188572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:27.676521Z","time spent":"512.037804ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":1677,"request content":"key:\"/registry/clusterroles/cilium\" "} {"level":"info","ts":"2026-04-28T07:20:28.188641Z","caller":"traceutil/trace.go:171","msg":"trace[1208935859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:909; }","duration":"218.845682ms","start":"2026-04-28T07:20:27.969769Z","end":"2026-04-28T07:20:28.188615Z","steps":["trace[1208935859] 'agreement among raft nodes before linearized reading' (duration: 218.512314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:28.390697Z","caller":"traceutil/trace.go:171","msg":"trace[1781154818] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:961; }","duration":"180.582451ms","start":"2026-04-28T07:20:28.210088Z","end":"2026-04-28T07:20:28.39067Z","steps":["trace[1781154818] 'read index received' (duration: 126.955957ms)","trace[1781154818] 'applied index is now lower than readState.Index' (duration: 53.625524ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:28.390771Z","caller":"traceutil/trace.go:171","msg":"trace[1614032509] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"194.809945ms","start":"2026-04-28T07:20:28.195901Z","end":"2026-04-28T07:20:28.390711Z","steps":["trace[1614032509] 'process raft request' (duration: 141.1804ms)","trace[1614032509] 'compare' (duration: 53.4754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:28.390901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.036117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-04-28T07:20:28.390946Z","caller":"traceutil/trace.go:171","msg":"trace[658769621] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:910; }","duration":"116.153619ms","start":"2026-04-28T07:20:28.274781Z","end":"2026-04-28T07:20:28.390935Z","steps":["trace[658769621] 'agreement among raft nodes before linearized reading' (duration: 116.043387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:28.391395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.279399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" limit:500 ","response":"range_response_count:88 size:65837"} {"level":"info","ts":"2026-04-28T07:20:28.391482Z","caller":"traceutil/trace.go:171","msg":"trace[1485670578] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:88; response_revision:910; }","duration":"181.425882ms","start":"2026-04-28T07:20:28.210037Z","end":"2026-04-28T07:20:28.391463Z","steps":["trace[1485670578] 'agreement among raft nodes before linearized reading' (duration: 180.730555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:28.898856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:29.399968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417236,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:29.878491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.480351064s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:20:29.983773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.990391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:29.983879Z","caller":"traceutil/trace.go:171","msg":"trace[647663991] linearizableReadLoop","detail":"{readStateIndex:963; appliedIndex:962; }","duration":"1.585231072s","start":"2026-04-28T07:20:28.39863Z","end":"2026-04-28T07:20:29.983861Z","steps":["trace[647663991] 'read index received' (duration: 1.479998186s)","trace[647663991] 'applied index is now lower than readState.Index' (duration: 105.231116ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:29.983974Z","caller":"traceutil/trace.go:171","msg":"trace[356827026] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"1.58596915s","start":"2026-04-28T07:20:28.397993Z","end":"2026-04-28T07:20:29.983962Z","steps":["trace[356827026] 'process raft request' (duration: 1.480694353s)","trace[356827026] 'compare' (duration: 104.702263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:29.984081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:28.397962Z","time spent":"1.586047682s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:29.984596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020113888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:29.984652Z","caller":"traceutil/trace.go:171","msg":"trace[221038742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:911; }","duration":"1.020234391s","start":"2026-04-28T07:20:28.964403Z","end":"2026-04-28T07:20:29.984637Z","steps":["trace[221038742] 'agreement among raft nodes before linearized reading' (duration: 1.020148839s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:29.984685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:28.964357Z","time spent":"1.020321994s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:29.984688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499142982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" ","response":"range_response_count:1 size:2379"} {"level":"warn","ts":"2026-04-28T07:20:29.984679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125108109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:29.984757Z","caller":"traceutil/trace.go:171","msg":"trace[599851095] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:911; }","duration":"1.499249525s","start":"2026-04-28T07:20:28.485491Z","end":"2026-04-28T07:20:29.98474Z","steps":["trace[599851095] 'agreement among raft nodes before linearized reading' (duration: 1.49908194s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:29.984782Z","caller":"traceutil/trace.go:171","msg":"trace[836452370] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:911; }","duration":"1.125236054s","start":"2026-04-28T07:20:28.859526Z","end":"2026-04-28T07:20:29.984762Z","steps":["trace[836452370] 'agreement among raft nodes before linearized reading' (duration: 1.125037518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:29.984676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.041715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:29.984849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586222927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" limit:500 ","response":"range_response_count:88 size:65837"} {"level":"warn","ts":"2026-04-28T07:20:29.984873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:28.859469Z","time spent":"1.125392657s","remote":"127.0.0.1:47882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:29.984897Z","caller":"traceutil/trace.go:171","msg":"trace[85487467] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:88; response_revision:911; }","duration":"1.58629153s","start":"2026-04-28T07:20:28.398595Z","end":"2026-04-28T07:20:29.984887Z","steps":["trace[85487467] 'agreement among raft nodes before linearized reading' (duration: 1.585692374s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:29.984807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:28.485477Z","time spent":"1.499308006s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" "} {"level":"warn","ts":"2026-04-28T07:20:29.984935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:28.398584Z","time spent":"1.58633665s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":88,"response size":65860,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" limit:500 "} {"level":"info","ts":"2026-04-28T07:20:29.984954Z","caller":"traceutil/trace.go:171","msg":"trace[1420285253] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:911; }","duration":"572.346924ms","start":"2026-04-28T07:20:29.412546Z","end":"2026-04-28T07:20:29.984893Z","steps":["trace[1420285253] 'agreement among raft nodes before linearized reading' (duration: 572.011554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:29.984598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553228306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:29.98511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:29.412516Z","time spent":"572.539079ms","remote":"127.0.0.1:47826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:29.985105Z","caller":"traceutil/trace.go:171","msg":"trace[895455004] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:911; }","duration":"1.553742449s","start":"2026-04-28T07:20:28.43133Z","end":"2026-04-28T07:20:29.985072Z","steps":["trace[895455004] 'agreement among raft nodes before linearized reading' (duration: 1.553181334s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:29.985184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:28.431282Z","time spent":"1.553883772s","remote":"127.0.0.1:47498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:30.479725Z","caller":"traceutil/trace.go:171","msg":"trace[21033631] linearizableReadLoop","detail":"{readStateIndex:964; appliedIndex:963; }","duration":"487.34771ms","start":"2026-04-28T07:20:29.992328Z","end":"2026-04-28T07:20:30.479676Z","steps":["trace[21033631] 'read index received' (duration: 389.131757ms)","trace[21033631] 'applied index is now lower than readState.Index' (duration: 98.212403ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:30.479819Z","caller":"traceutil/trace.go:171","msg":"trace[1816974409] transaction","detail":"{read_only:false; response_revision:912; number_of_response:1; }","duration":"489.329679ms","start":"2026-04-28T07:20:29.990454Z","end":"2026-04-28T07:20:30.479784Z","steps":["trace[1816974409] 'process raft request' (duration: 391.082405ms)","trace[1816974409] 'compare' (duration: 97.449004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:30.480009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:29.990428Z","time spent":"489.483882ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:30.480118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.766878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-28T07:20:30.480236Z","caller":"traceutil/trace.go:171","msg":"trace[592685408] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:912; }","duration":"392.929741ms","start":"2026-04-28T07:20:30.08729Z","end":"2026-04-28T07:20:30.480219Z","steps":["trace[592685408] 'agreement among raft nodes before linearized reading' (duration: 392.752907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:30.48022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.54699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" ","response":"range_response_count:1 size:2379"} {"level":"warn","ts":"2026-04-28T07:20:30.480095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.736439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:30.480298Z","caller":"traceutil/trace.go:171","msg":"trace[1418031346] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:912; }","duration":"408.717234ms","start":"2026-04-28T07:20:30.071561Z","end":"2026-04-28T07:20:30.480278Z","steps":["trace[1418031346] 'agreement among raft nodes before linearized reading' (duration: 408.450067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:30.480357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:30.071539Z","time spent":"408.802815ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" "} {"level":"info","ts":"2026-04-28T07:20:30.480357Z","caller":"traceutil/trace.go:171","msg":"trace[882654426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:912; }","duration":"488.024956ms","start":"2026-04-28T07:20:29.992301Z","end":"2026-04-28T07:20:30.480326Z","steps":["trace[882654426] 'agreement among raft nodes before linearized reading' (duration: 487.516893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:30.480287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:30.087266Z","time spent":"393.013044ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":576,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"warn","ts":"2026-04-28T07:20:30.480462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:29.99229Z","time spent":"488.132459ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:31.555416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.075759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:31.555552Z","caller":"traceutil/trace.go:171","msg":"trace[1177005003] linearizableReadLoop","detail":"{readStateIndex:965; appliedIndex:964; }","duration":"1.068277808s","start":"2026-04-28T07:20:30.487251Z","end":"2026-04-28T07:20:31.555528Z","steps":["trace[1177005003] 'read index received' (duration: 433.87275ms)","trace[1177005003] 'applied index is now lower than readState.Index' (duration: 634.402468ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:31.555657Z","caller":"traceutil/trace.go:171","msg":"trace[801713700] transaction","detail":"{read_only:false; response_revision:913; number_of_response:1; }","duration":"1.069369514s","start":"2026-04-28T07:20:30.486275Z","end":"2026-04-28T07:20:31.555645Z","steps":["trace[801713700] 'process raft request' (duration: 434.944996ms)","trace[801713700] 'compare' (duration: 633.817263ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:31.55574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:30.486254Z","time spent":"1.069436566s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:31.555892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.989121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-28T07:20:31.555981Z","caller":"traceutil/trace.go:171","msg":"trace[445469435] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:913; }","duration":"984.140625ms","start":"2026-04-28T07:20:30.571822Z","end":"2026-04-28T07:20:31.555962Z","steps":["trace[445469435] 'agreement among raft nodes before linearized reading' (duration: 983.93313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:31.556069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:30.571797Z","time spent":"984.226147ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":576,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"warn","ts":"2026-04-28T07:20:31.556234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068943154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" ","response":"range_response_count:1 size:2379"} {"level":"info","ts":"2026-04-28T07:20:31.556365Z","caller":"traceutil/trace.go:171","msg":"trace[1027216995] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:913; }","duration":"1.069114309s","start":"2026-04-28T07:20:30.487228Z","end":"2026-04-28T07:20:31.556343Z","steps":["trace[1027216995] 'agreement among raft nodes before linearized reading' (duration: 1.068516313s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:31.556431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:30.487211Z","time spent":"1.069208521s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":2402,"request content":"key:\"/registry/clusterroles/cilium-operator\" "} {"level":"warn","ts":"2026-04-28T07:20:32.228988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.651626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:32.229167Z","caller":"traceutil/trace.go:171","msg":"trace[91564838] transaction","detail":"{read_only:false; response_revision:914; number_of_response:1; }","duration":"666.574027ms","start":"2026-04-28T07:20:31.562564Z","end":"2026-04-28T07:20:32.229138Z","steps":["trace[91564838] 'process raft request' (duration: 439.197212ms)","trace[91564838] 'compare' (duration: 225.99626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:32.229465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:31.56254Z","time spent":"666.877515ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:32.229476Z","caller":"traceutil/trace.go:171","msg":"trace[1225837442] linearizableReadLoop","detail":"{readStateIndex:966; appliedIndex:965; }","duration":"586.529857ms","start":"2026-04-28T07:20:31.642893Z","end":"2026-04-28T07:20:32.229423Z","steps":["trace[1225837442] 'read index received' (duration: 358.886196ms)","trace[1225837442] 'applied index is now lower than readState.Index' (duration: 227.637691ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:32.776555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133623333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-04-28T07:20:32.776678Z","caller":"traceutil/trace.go:171","msg":"trace[751793521] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:914; }","duration":"1.133801027s","start":"2026-04-28T07:20:31.64285Z","end":"2026-04-28T07:20:32.776651Z","steps":["trace[751793521] 'agreement among raft nodes before linearized reading' (duration: 586.690691ms)","trace[751793521] 'range keys from in-memory index tree' (duration: 546.865491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:32.776749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:31.642825Z","time spent":"1.13390327s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3498,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-04-28T07:20:32.776826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.680501ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:20:32.776943Z","caller":"traceutil/trace.go:171","msg":"trace[1502046362] linearizableReadLoop","detail":"{readStateIndex:967; appliedIndex:966; }","duration":"547.355483ms","start":"2026-04-28T07:20:32.229568Z","end":"2026-04-28T07:20:32.776924Z","steps":["trace[1502046362] 'read index received' (duration: 93.203µs)","trace[1502046362] 'applied index is now lower than readState.Index' (duration: 547.2607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:32.777083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.219519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:32.777118Z","caller":"traceutil/trace.go:171","msg":"trace[1197290317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:914; }","duration":"812.320032ms","start":"2026-04-28T07:20:31.964789Z","end":"2026-04-28T07:20:32.777109Z","steps":["trace[1197290317] 'agreement among raft nodes before linearized reading' (duration: 812.24393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:32.777411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116626959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1107"} {"level":"warn","ts":"2026-04-28T07:20:32.777437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.070964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T07:20:32.77746Z","caller":"traceutil/trace.go:171","msg":"trace[1376370727] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:914; }","duration":"1.116729692s","start":"2026-04-28T07:20:31.660719Z","end":"2026-04-28T07:20:32.777449Z","steps":["trace[1376370727] 'agreement among raft nodes before linearized reading' (duration: 1.116561377s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:32.777492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:31.660683Z","time spent":"1.116801863s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1130,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"info","ts":"2026-04-28T07:20:32.777493Z","caller":"traceutil/trace.go:171","msg":"trace[757202973] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:914; }","duration":"255.175566ms","start":"2026-04-28T07:20:32.522303Z","end":"2026-04-28T07:20:32.777478Z","steps":["trace[757202973] 'agreement among raft nodes before linearized reading' (duration: 255.061224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:32.777465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.144112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-28T07:20:32.77783Z","caller":"traceutil/trace.go:171","msg":"trace[656113655] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:914; }","duration":"544.573134ms","start":"2026-04-28T07:20:32.23323Z","end":"2026-04-28T07:20:32.777803Z","steps":["trace[656113655] 'agreement among raft nodes before linearized reading' (duration: 544.02736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:32.7779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:32.233207Z","time spent":"544.674916ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" "} {"level":"warn","ts":"2026-04-28T07:20:32.777737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:31.96475Z","time spent":"812.394534ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:33.300635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417257,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:33.481204Z","caller":"traceutil/trace.go:171","msg":"trace[239663970] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:967; }","duration":"681.379366ms","start":"2026-04-28T07:20:32.799791Z","end":"2026-04-28T07:20:33.481171Z","steps":["trace[239663970] 'read index received' (duration: 680.986646ms)","trace[239663970] 'applied index is now lower than readState.Index' (duration: 391.56µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:33.481265Z","caller":"traceutil/trace.go:171","msg":"trace[449620335] transaction","detail":"{read_only:false; response_revision:915; number_of_response:1; }","duration":"698.511661ms","start":"2026-04-28T07:20:32.782716Z","end":"2026-04-28T07:20:33.481228Z","steps":["trace[449620335] 'process raft request' (duration: 698.180723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:33.481452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:32.782681Z","time spent":"698.665885ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:33.481517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.825839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:33.48158Z","caller":"traceutil/trace.go:171","msg":"trace[638831783] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:915; }","duration":"314.904571ms","start":"2026-04-28T07:20:33.16666Z","end":"2026-04-28T07:20:33.481565Z","steps":["trace[638831783] 'agreement among raft nodes before linearized reading' (duration: 314.732387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:33.481548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.009406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:33.48163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:33.166589Z","time spent":"315.030585ms","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:33.481586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.922757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-04-28T07:20:33.481675Z","caller":"traceutil/trace.go:171","msg":"trace[502337533] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:915; }","duration":"492.20047ms","start":"2026-04-28T07:20:32.989438Z","end":"2026-04-28T07:20:33.481638Z","steps":["trace[502337533] 'agreement among raft nodes before linearized reading' (duration: 492.011675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:33.481747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:32.989409Z","time spent":"492.317773ms","remote":"127.0.0.1:40654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:33.481743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.775514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:33.481806Z","caller":"traceutil/trace.go:171","msg":"trace[1513931960] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:915; }","duration":"616.142503ms","start":"2026-04-28T07:20:32.865559Z","end":"2026-04-28T07:20:33.481701Z","steps":["trace[1513931960] 'agreement among raft nodes before linearized reading' (duration: 615.800654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:33.481821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.554722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:33.481873Z","caller":"traceutil/trace.go:171","msg":"trace[1620636109] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:915; }","duration":"205.650285ms","start":"2026-04-28T07:20:33.27621Z","end":"2026-04-28T07:20:33.481861Z","steps":["trace[1620636109] 'agreement among raft nodes before linearized reading' (duration: 205.512811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:33.481865Z","caller":"traceutil/trace.go:171","msg":"trace[831518275] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:915; }","duration":"379.935388ms","start":"2026-04-28T07:20:33.101904Z","end":"2026-04-28T07:20:33.48184Z","steps":["trace[831518275] 'agreement among raft nodes before linearized reading' (duration: 379.713283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:33.481884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:32.865538Z","time spent":"616.325147ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3498,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-04-28T07:20:33.481772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.22125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1107"} {"level":"warn","ts":"2026-04-28T07:20:33.48193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:33.101811Z","time spent":"380.106413ms","remote":"127.0.0.1:40660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:33.48202Z","caller":"traceutil/trace.go:171","msg":"trace[574933717] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:915; }","duration":"611.445605ms","start":"2026-04-28T07:20:32.870515Z","end":"2026-04-28T07:20:33.481961Z","steps":["trace[574933717] 'agreement among raft nodes before linearized reading' (duration: 611.019505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:33.482168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:32.870508Z","time spent":"611.601799ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1130,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-04-28T07:20:33.482792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.987115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:471"} {"level":"info","ts":"2026-04-28T07:20:33.482859Z","caller":"traceutil/trace.go:171","msg":"trace[354779703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:915; }","duration":"683.079518ms","start":"2026-04-28T07:20:32.799764Z","end":"2026-04-28T07:20:33.482843Z","steps":["trace[354779703] 'agreement among raft nodes before linearized reading' (duration: 681.566201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:33.482904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:32.79975Z","time spent":"683.141809ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:33.988944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417260,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:34.789257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.926591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:34.789535Z","caller":"traceutil/trace.go:171","msg":"trace[619351034] linearizableReadLoop","detail":"{readStateIndex:970; appliedIndex:968; }","duration":"1.301666091s","start":"2026-04-28T07:20:33.48785Z","end":"2026-04-28T07:20:34.789517Z","steps":["trace[619351034] 'read index received' (duration: 904.415872ms)","trace[619351034] 'applied index is now lower than readState.Index' (duration: 397.249169ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:34.789615Z","caller":"traceutil/trace.go:171","msg":"trace[1637701890] transaction","detail":"{read_only:false; response_revision:916; number_of_response:1; }","duration":"1.302289937s","start":"2026-04-28T07:20:33.487306Z","end":"2026-04-28T07:20:34.789596Z","steps":["trace[1637701890] 'process raft request' (duration: 904.941916ms)","trace[1637701890] 'compare' (duration: 396.681964ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:34.789652Z","caller":"traceutil/trace.go:171","msg":"trace[1617761780] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"1.300672157s","start":"2026-04-28T07:20:33.488968Z","end":"2026-04-28T07:20:34.78964Z","steps":["trace[1617761780] 'process raft request' (duration: 1.300419901s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:34.7897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:33.487279Z","time spent":"1.302388939s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:34.789722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:33.488946Z","time spent":"1.300728099s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:34.789866Z","caller":"traceutil/trace.go:171","msg":"trace[1797142355] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"642.341355ms","start":"2026-04-28T07:20:34.147487Z","end":"2026-04-28T07:20:34.789829Z","steps":["trace[1797142355] 'process raft request' (duration: 641.989836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:34.789983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.150863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:34.789958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302058211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"warn","ts":"2026-04-28T07:20:34.78999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301335453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1107"} {"level":"warn","ts":"2026-04-28T07:20:34.790018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.981113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:20:34.790058Z","caller":"traceutil/trace.go:171","msg":"trace[448558301] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:918; }","duration":"1.302208275s","start":"2026-04-28T07:20:33.487829Z","end":"2026-04-28T07:20:34.790037Z","steps":["trace[448558301] 'agreement among raft nodes before linearized reading' (duration: 1.301883637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:34.790074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.162463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:34.790014Z","caller":"traceutil/trace.go:171","msg":"trace[276626529] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:918; }","duration":"916.237646ms","start":"2026-04-28T07:20:33.873767Z","end":"2026-04-28T07:20:34.790004Z","steps":["trace[276626529] 'agreement among raft nodes before linearized reading' (duration: 916.181935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:34.790092Z","caller":"traceutil/trace.go:171","msg":"trace[1317389865] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:918; }","duration":"771.120187ms","start":"2026-04-28T07:20:34.018951Z","end":"2026-04-28T07:20:34.790071Z","steps":["trace[1317389865] 'agreement among raft nodes before linearized reading' (duration: 770.888521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:34.790076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.147465Z","time spent":"642.489188ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:34.790068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.177142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:34.790121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:33.487805Z","time spent":"1.302304528s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":3498,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-04-28T07:20:34.79009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.509354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:34.790136Z","caller":"traceutil/trace.go:171","msg":"trace[1631423030] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:918; }","duration":"811.294386ms","start":"2026-04-28T07:20:33.97883Z","end":"2026-04-28T07:20:34.790125Z","steps":["trace[1631423030] 'agreement among raft nodes before linearized reading' (duration: 811.148132ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:34.790172Z","caller":"traceutil/trace.go:171","msg":"trace[181747606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:918; }","duration":"825.334056ms","start":"2026-04-28T07:20:33.964813Z","end":"2026-04-28T07:20:34.790147Z","steps":["trace[181747606] 'agreement among raft nodes before linearized reading' (duration: 825.131811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:34.790206Z","caller":"traceutil/trace.go:171","msg":"trace[1270933991] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:918; }","duration":"567.717878ms","start":"2026-04-28T07:20:34.222463Z","end":"2026-04-28T07:20:34.790181Z","steps":["trace[1270933991] 'agreement among raft nodes before linearized reading' (duration: 567.433481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:34.790223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:33.97882Z","time spent":"811.389079ms","remote":"127.0.0.1:40672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:34.790074Z","caller":"traceutil/trace.go:171","msg":"trace[1454663044] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:918; }","duration":"1.301462546s","start":"2026-04-28T07:20:33.488587Z","end":"2026-04-28T07:20:34.79005Z","steps":["trace[1454663044] 'agreement among raft nodes before linearized reading' (duration: 1.30122469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:34.790236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:33.964797Z","time spent":"825.430368ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:34.790266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.222428Z","time spent":"567.826801ms","remote":"127.0.0.1:47722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:34.79029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:33.488561Z","time spent":"1.301710743s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1130,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-04-28T07:20:34.790141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.018922Z","time spent":"771.206738ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"warn","ts":"2026-04-28T07:20:34.789991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.235386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6\" ","response":"range_response_count:1 size:7037"} {"level":"info","ts":"2026-04-28T07:20:34.790428Z","caller":"traceutil/trace.go:171","msg":"trace[1111672211] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6; range_end:; response_count:1; response_revision:918; }","duration":"294.649127ms","start":"2026-04-28T07:20:34.495736Z","end":"2026-04-28T07:20:34.790385Z","steps":["trace[1111672211] 'agreement among raft nodes before linearized reading' (duration: 294.122315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:34.790142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:33.873729Z","time spent":"916.395159ms","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":9,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:35.383682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.101767ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:20:35.383823Z","caller":"traceutil/trace.go:171","msg":"trace[534317928] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"591.54272ms","start":"2026-04-28T07:20:34.792252Z","end":"2026-04-28T07:20:35.383795Z","steps":["trace[534317928] 'read index received' (duration: 284.30058ms)","trace[534317928] 'applied index is now lower than readState.Index' (duration: 307.24ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:35.383934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.791921Z","time spent":"592.007762ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:20:35.384207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.93215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:35.384288Z","caller":"traceutil/trace.go:171","msg":"trace[1962868001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:918; }","duration":"592.078903ms","start":"2026-04-28T07:20:34.79219Z","end":"2026-04-28T07:20:35.384269Z","steps":["trace[1962868001] 'agreement among raft nodes before linearized reading' (duration: 591.929399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.384334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.792163Z","time spent":"592.162285ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:35.799402Z","caller":"traceutil/trace.go:171","msg":"trace[301270725] linearizableReadLoop","detail":"{readStateIndex:973; appliedIndex:972; }","duration":"415.505003ms","start":"2026-04-28T07:20:35.383864Z","end":"2026-04-28T07:20:35.799369Z","steps":["trace[301270725] 'read index received' (duration: 415.303078ms)","trace[301270725] 'applied index is now lower than readState.Index' (duration: 200.105µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:35.799666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000658724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-28T07:20:35.799712Z","caller":"traceutil/trace.go:171","msg":"trace[512187745] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"1.000741126s","start":"2026-04-28T07:20:34.798956Z","end":"2026-04-28T07:20:35.799697Z","steps":["trace[512187745] 'agreement among raft nodes before linearized reading' (duration: 1.000557971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.799724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.755128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-04-28T07:20:35.799719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.569644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"range_response_count:1 size:1944"} {"level":"warn","ts":"2026-04-28T07:20:35.79995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.318758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" ","response":"range_response_count:1 size:305"} {"level":"warn","ts":"2026-04-28T07:20:35.799981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.476638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-28T07:20:35.800089Z","caller":"traceutil/trace.go:171","msg":"trace[1088645915] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:919; }","duration":"904.525333ms","start":"2026-04-28T07:20:34.895544Z","end":"2026-04-28T07:20:35.80007Z","steps":["trace[1088645915] 'agreement among raft nodes before linearized reading' (duration: 904.251746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:35.800118Z","caller":"traceutil/trace.go:171","msg":"trace[1121536251] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"973.647482ms","start":"2026-04-28T07:20:34.826449Z","end":"2026-04-28T07:20:35.800096Z","steps":["trace[1121536251] 'agreement among raft nodes before linearized reading' (duration: 973.323234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.799725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.804564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-04-28T07:20:35.800157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.895513Z","time spent":"904.634176ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":328,"request content":"key:\"/registry/clusterroles/kubeadm:get-nodes\" "} {"level":"info","ts":"2026-04-28T07:20:35.800178Z","caller":"traceutil/trace.go:171","msg":"trace[1407548365] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"998.297235ms","start":"2026-04-28T07:20:34.801869Z","end":"2026-04-28T07:20:35.800166Z","steps":["trace[1407548365] 'agreement among raft nodes before linearized reading' (duration: 997.68253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.800187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.826426Z","time spent":"973.745895ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:20:35.800224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.801864Z","time spent":"998.348547ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:20:35.799749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.798947Z","time spent":"1.000793218s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:20:35.79979Z","caller":"traceutil/trace.go:171","msg":"trace[176142031] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"801.83587ms","start":"2026-04-28T07:20:34.997938Z","end":"2026-04-28T07:20:35.799774Z","steps":["trace[176142031] 'agreement among raft nodes before linearized reading' (duration: 801.664026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.800455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.997926Z","time spent":"802.494177ms","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:20:35.799824Z","caller":"traceutil/trace.go:171","msg":"trace[217643267] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"998.88049ms","start":"2026-04-28T07:20:34.800936Z","end":"2026-04-28T07:20:35.799816Z","steps":["trace[217643267] 'process raft request' (duration: 998.207543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.800676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.80092Z","time spent":"999.6735ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:35.799818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002357625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-28T07:20:35.800758Z","caller":"traceutil/trace.go:171","msg":"trace[1631676511] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"1.00330578s","start":"2026-04-28T07:20:34.797439Z","end":"2026-04-28T07:20:35.800745Z","steps":["trace[1631676511] 'agreement among raft nodes before linearized reading' (duration: 1.002226212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.800807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.79737Z","time spent":"1.003423544s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:20:35.799838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002532891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-04-28T07:20:35.800893Z","caller":"traceutil/trace.go:171","msg":"trace[916483295] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"1.003602238s","start":"2026-04-28T07:20:34.797279Z","end":"2026-04-28T07:20:35.800882Z","steps":["trace[916483295] 'agreement among raft nodes before linearized reading' (duration: 1.00249627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.799861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.174747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-28T07:20:35.800943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.79727Z","time spent":"1.0036648s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:20:35.800965Z","caller":"traceutil/trace.go:171","msg":"trace[1541152042] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"1.000292556s","start":"2026-04-28T07:20:34.800663Z","end":"2026-04-28T07:20:35.800956Z","steps":["trace[1541152042] 'agreement among raft nodes before linearized reading' (duration: 999.104066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.800992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.800659Z","time spent":"1.000325737s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:20:35.799892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002855959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-28T07:20:35.801066Z","caller":"traceutil/trace.go:171","msg":"trace[656945197] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"1.004064949s","start":"2026-04-28T07:20:34.796989Z","end":"2026-04-28T07:20:35.801054Z","steps":["trace[656945197] 'agreement among raft nodes before linearized reading' (duration: 1.002855889s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.799914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002250483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-04-28T07:20:35.801106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.796967Z","time spent":"1.004128271s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:20:35.801142Z","caller":"traceutil/trace.go:171","msg":"trace[934035428] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"1.003467365s","start":"2026-04-28T07:20:34.79764Z","end":"2026-04-28T07:20:35.801107Z","steps":["trace[934035428] 'agreement among raft nodes before linearized reading' (duration: 1.002184012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.799923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003558186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:20:35.801215Z","caller":"traceutil/trace.go:171","msg":"trace[1724593953] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:919; }","duration":"1.00488659s","start":"2026-04-28T07:20:34.796312Z","end":"2026-04-28T07:20:35.801199Z","steps":["trace[1724593953] 'agreement among raft nodes before linearized reading' (duration: 1.003551756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.801238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.796287Z","time spent":"1.004944122s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:35.79992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002288414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-28T07:20:35.801301Z","caller":"traceutil/trace.go:171","msg":"trace[238871553] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"1.003680829s","start":"2026-04-28T07:20:34.797607Z","end":"2026-04-28T07:20:35.801288Z","steps":["trace[238871553] 'agreement among raft nodes before linearized reading' (duration: 1.002249963s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.799946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002074379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dq7d6.18aa742679175e88\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-04-28T07:20:35.801375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.797592Z","time spent":"1.003770622s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:20:35.801393Z","caller":"traceutil/trace.go:171","msg":"trace[1058706397] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-dq7d6.18aa742679175e88; range_end:; response_count:1; response_revision:919; }","duration":"1.003535125s","start":"2026-04-28T07:20:34.79785Z","end":"2026-04-28T07:20:35.801386Z","steps":["trace[1058706397] 'agreement among raft nodes before linearized reading' (duration: 1.002060428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.801419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.797843Z","time spent":"1.003568297s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-dq7d6.18aa742679175e88\" "} {"level":"info","ts":"2026-04-28T07:20:35.800001Z","caller":"traceutil/trace.go:171","msg":"trace[1761071049] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:1; response_revision:919; }","duration":"906.929933ms","start":"2026-04-28T07:20:34.893048Z","end":"2026-04-28T07:20:35.799977Z","steps":["trace[1761071049] 'agreement among raft nodes before linearized reading' (duration: 906.4252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.801483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.893013Z","time spent":"908.459202ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1967,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" "} {"level":"warn","ts":"2026-04-28T07:20:35.799725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.517787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-28T07:20:35.801558Z","caller":"traceutil/trace.go:171","msg":"trace[621483389] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:919; }","duration":"1.001381623s","start":"2026-04-28T07:20:34.800155Z","end":"2026-04-28T07:20:35.801536Z","steps":["trace[621483389] 'agreement among raft nodes before linearized reading' (duration: 999.25734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.801612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.800149Z","time spent":"1.001445675s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:20:35.801705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.797634Z","time spent":"1.003574307s","remote":"127.0.0.1:47428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:20:36.724473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.468158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:36.72463Z","caller":"traceutil/trace.go:171","msg":"trace[600997422] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:973; }","duration":"925.113835ms","start":"2026-04-28T07:20:35.799489Z","end":"2026-04-28T07:20:36.724603Z","steps":["trace[600997422] 'read index received' (duration: 376.397981ms)","trace[600997422] 'applied index is now lower than readState.Index' (duration: 548.712454ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:36.724735Z","caller":"traceutil/trace.go:171","msg":"trace[2072040918] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"1.338931576s","start":"2026-04-28T07:20:35.385784Z","end":"2026-04-28T07:20:36.724715Z","steps":["trace[2072040918] 'process raft request' (duration: 790.087778ms)","trace[2072040918] 'compare' (duration: 548.262754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:36.724829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.385709Z","time spent":"1.339072971s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:36.724944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.629897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:36.725009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333072092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:36.725064Z","caller":"traceutil/trace.go:171","msg":"trace[295635992] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:920; }","duration":"972.801202ms","start":"2026-04-28T07:20:35.752231Z","end":"2026-04-28T07:20:36.725033Z","steps":["trace[295635992] 'agreement among raft nodes before linearized reading' (duration: 972.556726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:36.725079Z","caller":"traceutil/trace.go:171","msg":"trace[4091070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:920; }","duration":"1.333184314s","start":"2026-04-28T07:20:35.39188Z","end":"2026-04-28T07:20:36.725064Z","steps":["trace[4091070] 'agreement among raft nodes before linearized reading' (duration: 1.333072372s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:36.72513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.39186Z","time spent":"1.333258296s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:36.725153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.752214Z","time spent":"972.920915ms","remote":"127.0.0.1:47912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:36.732948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.495657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:36.732982Z","caller":"traceutil/trace.go:171","msg":"trace[238788921] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"925.576507ms","start":"2026-04-28T07:20:35.807374Z","end":"2026-04-28T07:20:36.732951Z","steps":["trace[238788921] 'process raft request' (duration: 925.356851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:36.733041Z","caller":"traceutil/trace.go:171","msg":"trace[811167737] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:922; }","duration":"303.65948ms","start":"2026-04-28T07:20:36.429361Z","end":"2026-04-28T07:20:36.73302Z","steps":["trace[811167737] 'agreement among raft nodes before linearized reading' (duration: 303.479316ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:36.733084Z","caller":"traceutil/trace.go:171","msg":"trace[36711691] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"929.680038ms","start":"2026-04-28T07:20:35.803386Z","end":"2026-04-28T07:20:36.733066Z","steps":["trace[36711691] 'process raft request' (duration: 929.144794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:36.733098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:36.429322Z","time spent":"303.763713ms","remote":"127.0.0.1:50726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T07:20:36.733157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.807353Z","time spent":"925.709249ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:36.733174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.045384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"range_response_count:1 size:1944"} {"level":"warn","ts":"2026-04-28T07:20:36.733193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.803352Z","time spent":"929.77246ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:36.733224Z","caller":"traceutil/trace.go:171","msg":"trace[1102537059] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:1; response_revision:922; }","duration":"847.130097ms","start":"2026-04-28T07:20:35.886079Z","end":"2026-04-28T07:20:36.733209Z","steps":["trace[1102537059] 'agreement among raft nodes before linearized reading' (duration: 846.941441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:36.732997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.996253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"warn","ts":"2026-04-28T07:20:36.733307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.586103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-04-28T07:20:36.733316Z","caller":"traceutil/trace.go:171","msg":"trace[1395083093] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:922; }","duration":"198.348132ms","start":"2026-04-28T07:20:36.534942Z","end":"2026-04-28T07:20:36.73329Z","steps":["trace[1395083093] 'agreement among raft nodes before linearized reading' (duration: 197.88809ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:36.733355Z","caller":"traceutil/trace.go:171","msg":"trace[959310326] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:922; }","duration":"844.655805ms","start":"2026-04-28T07:20:35.888675Z","end":"2026-04-28T07:20:36.733331Z","steps":["trace[959310326] 'agreement among raft nodes before linearized reading' (duration: 844.601164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:36.733383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.888648Z","time spent":"844.728707ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":328,"request content":"key:\"/registry/clusterroles/kubeadm:get-nodes\" "} {"level":"warn","ts":"2026-04-28T07:20:36.733363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.170254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:36.733256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.886051Z","time spent":"847.198478ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1967,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" "} {"level":"info","ts":"2026-04-28T07:20:36.733446Z","caller":"traceutil/trace.go:171","msg":"trace[971722694] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:922; }","duration":"304.317017ms","start":"2026-04-28T07:20:36.429108Z","end":"2026-04-28T07:20:36.733425Z","steps":["trace[971722694] 'agreement among raft nodes before linearized reading' (duration: 304.030599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:36.733461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.183822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6\" ","response":"range_response_count:1 size:7049"} {"level":"info","ts":"2026-04-28T07:20:36.733498Z","caller":"traceutil/trace.go:171","msg":"trace[119362105] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6; range_end:; response_count:1; response_revision:922; }","duration":"928.237074ms","start":"2026-04-28T07:20:35.80525Z","end":"2026-04-28T07:20:36.733487Z","steps":["trace[119362105] 'agreement among raft nodes before linearized reading' (duration: 928.08942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:36.733504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:36.42908Z","time spent":"304.41173ms","remote":"127.0.0.1:50730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T07:20:36.733527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.805231Z","time spent":"928.290225ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7072,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-dq7d6\" "} {"level":"warn","ts":"2026-04-28T07:20:37.145391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.491187ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:37.14567Z","caller":"traceutil/trace.go:171","msg":"trace[1705334367] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"405.541315ms","start":"2026-04-28T07:20:36.740115Z","end":"2026-04-28T07:20:37.145657Z","steps":["trace[1705334367] 'process raft request' (duration: 175.680558ms)","trace[1705334367] 'compare' (duration: 229.348824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:37.145732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:36.740082Z","time spent":"405.625507ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:37.145727Z","caller":"traceutil/trace.go:171","msg":"trace[1745307119] linearizableReadLoop","detail":"{readStateIndex:977; appliedIndex:976; }","duration":"401.653959ms","start":"2026-04-28T07:20:36.743845Z","end":"2026-04-28T07:20:37.145499Z","steps":["trace[1745307119] 'read index received' (duration: 172.09059ms)","trace[1745307119] 'applied index is now lower than readState.Index' (duration: 229.561979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:37.145853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.998007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:37.145896Z","caller":"traceutil/trace.go:171","msg":"trace[1472775661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:923; }","duration":"402.054719ms","start":"2026-04-28T07:20:36.743829Z","end":"2026-04-28T07:20:37.145884Z","steps":["trace[1472775661] 'agreement among raft nodes before linearized reading' (duration: 401.924046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:37.145926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:36.743822Z","time spent":"402.09809ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:37.646533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:38.1476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:38.247535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329172945s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:38.248182Z","caller":"traceutil/trace.go:171","msg":"trace[75319373] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"1.501683475s","start":"2026-04-28T07:20:36.746477Z","end":"2026-04-28T07:20:38.24816Z","steps":["trace[75319373] 'process raft request' (duration: 1.501515031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:38.248335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:36.746464Z","time spent":"1.501792508s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:39.072261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.880989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:39.072477Z","caller":"traceutil/trace.go:171","msg":"trace[365239663] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:977; }","duration":"1.926665794s","start":"2026-04-28T07:20:37.145791Z","end":"2026-04-28T07:20:39.072457Z","steps":["trace[365239663] 'read index received' (duration: 1.102080997s)","trace[365239663] 'applied index is now lower than readState.Index' (duration: 824.583847ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:39.072604Z","caller":"traceutil/trace.go:171","msg":"trace[500315179] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"1.216926274s","start":"2026-04-28T07:20:37.855575Z","end":"2026-04-28T07:20:39.072501Z","steps":["trace[500315179] 'process raft request' (duration: 1.216801521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.072749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191226054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-28T07:20:39.072805Z","caller":"traceutil/trace.go:171","msg":"trace[1162827505] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:926; }","duration":"2.191314296s","start":"2026-04-28T07:20:36.881475Z","end":"2026-04-28T07:20:39.072789Z","steps":["trace[1162827505] 'agreement among raft nodes before linearized reading' (duration: 2.191230664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.072866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:36.881452Z","time spent":"2.191399928s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":863,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-04-28T07:20:39.072984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327388649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"warn","ts":"2026-04-28T07:20:39.073009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:37.855541Z","time spent":"1.21718721s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:39.073076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.326723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7063"} {"level":"warn","ts":"2026-04-28T07:20:39.073115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23128993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2025"} {"level":"info","ts":"2026-04-28T07:20:39.073138Z","caller":"traceutil/trace.go:171","msg":"trace[1015794755] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:926; }","duration":"2.231357301s","start":"2026-04-28T07:20:36.841773Z","end":"2026-04-28T07:20:39.07313Z","steps":["trace[1015794755] 'agreement among raft nodes before linearized reading' (duration: 2.23131034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.0729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891949681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:39.073226Z","caller":"traceutil/trace.go:171","msg":"trace[1316989519] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:926; }","duration":"1.89232965s","start":"2026-04-28T07:20:37.18088Z","end":"2026-04-28T07:20:39.07321Z","steps":["trace[1316989519] 'agreement among raft nodes before linearized reading' (duration: 1.891959991s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.073244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.278208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:20:39.07329Z","caller":"traceutil/trace.go:171","msg":"trace[38234044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:926; }","duration":"335.3709ms","start":"2026-04-28T07:20:38.737906Z","end":"2026-04-28T07:20:39.073277Z","steps":["trace[38234044] 'agreement among raft nodes before linearized reading' (duration: 335.251237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.073345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:38.737879Z","time spent":"335.453732ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:20:39.073347Z","caller":"traceutil/trace.go:171","msg":"trace[2009372498] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"1.642127627s","start":"2026-04-28T07:20:37.431201Z","end":"2026-04-28T07:20:39.073329Z","steps":["trace[2009372498] 'process raft request' (duration: 1.27508726s)","trace[2009372498] 'compare' (duration: 365.657772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:39.073395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.79065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:39.073421Z","caller":"traceutil/trace.go:171","msg":"trace[45467941] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:926; }","duration":"990.862621ms","start":"2026-04-28T07:20:38.082551Z","end":"2026-04-28T07:20:39.073413Z","steps":["trace[45467941] 'agreement among raft nodes before linearized reading' (duration: 990.80266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.073427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:37.43117Z","time spent":"1.642222939s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:39.073444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:38.082527Z","time spent":"990.911963ms","remote":"127.0.0.1:47934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:39.073481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109300917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:39.073536Z","caller":"traceutil/trace.go:171","msg":"trace[681905020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:926; }","duration":"1.109395389s","start":"2026-04-28T07:20:37.964123Z","end":"2026-04-28T07:20:39.073518Z","steps":["trace[681905020] 'agreement among raft nodes before linearized reading' (duration: 1.109323957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.073578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:37.964094Z","time spent":"1.109474051s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:39.073632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.644616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:20:39.073654Z","caller":"traceutil/trace.go:171","msg":"trace[2071068791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:926; }","duration":"380.708648ms","start":"2026-04-28T07:20:38.692939Z","end":"2026-04-28T07:20:39.073648Z","steps":["trace[2071068791] 'agreement among raft nodes before linearized reading' (duration: 380.642577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.073672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:38.692909Z","time spent":"380.759979ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:20:39.073058Z","caller":"traceutil/trace.go:171","msg":"trace[1471236699] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:926; }","duration":"2.327487311s","start":"2026-04-28T07:20:36.745554Z","end":"2026-04-28T07:20:39.073041Z","steps":["trace[1471236699] 'agreement among raft nodes before linearized reading' (duration: 2.327257166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.073823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:36.745549Z","time spent":"2.32825608s","remote":"127.0.0.1:50698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2355,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-04-28T07:20:39.07329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:37.180853Z","time spent":"1.892419413s","remote":"127.0.0.1:50732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":3,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:39.073132Z","caller":"traceutil/trace.go:171","msg":"trace[1329008183] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:926; }","duration":"192.417415ms","start":"2026-04-28T07:20:38.8807Z","end":"2026-04-28T07:20:39.073117Z","steps":["trace[1329008183] 'agreement among raft nodes before linearized reading' (duration: 192.234261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.073172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:36.841745Z","time spent":"2.231420482s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2048,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"warn","ts":"2026-04-28T07:20:39.072679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945483543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:39.074451Z","caller":"traceutil/trace.go:171","msg":"trace[1665192879] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:926; }","duration":"1.947311788s","start":"2026-04-28T07:20:37.127131Z","end":"2026-04-28T07:20:39.074443Z","steps":["trace[1665192879] 'agreement among raft nodes before linearized reading' (duration: 1.945454502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.074496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:37.127105Z","time spent":"1.947380639s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:39.56082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.793228ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:39.560942Z","caller":"traceutil/trace.go:171","msg":"trace[1303455217] linearizableReadLoop","detail":"{readStateIndex:981; appliedIndex:980; }","duration":"476.540741ms","start":"2026-04-28T07:20:39.084384Z","end":"2026-04-28T07:20:39.560925Z","steps":["trace[1303455217] 'read index received' (duration: 346.61193ms)","trace[1303455217] 'applied index is now lower than readState.Index' (duration: 129.927081ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:39.561014Z","caller":"traceutil/trace.go:171","msg":"trace[917329644] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"476.747556ms","start":"2026-04-28T07:20:39.084256Z","end":"2026-04-28T07:20:39.561004Z","steps":["trace[917329644] 'process raft request' (duration: 346.704972ms)","trace[917329644] 'compare' (duration: 129.567302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:39.561071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:39.084243Z","time spent":"476.801257ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:39.561193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.779367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:39.561334Z","caller":"traceutil/trace.go:171","msg":"trace[1149088415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:927; }","duration":"476.935351ms","start":"2026-04-28T07:20:39.084336Z","end":"2026-04-28T07:20:39.561272Z","steps":["trace[1149088415] 'agreement among raft nodes before linearized reading' (duration: 476.685774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:39.561549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:39.084312Z","time spent":"477.106094ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:40.061956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:40.562755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:41.063833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:41.411397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.980399139s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:41.413246Z","caller":"traceutil/trace.go:171","msg":"trace[1011112612] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"2.327362868s","start":"2026-04-28T07:20:39.085851Z","end":"2026-04-28T07:20:41.413214Z","steps":["trace[1011112612] 'process raft request' (duration: 2.327249776s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:41.413462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:39.085836Z","time spent":"2.327513392s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:41.413515Z","caller":"traceutil/trace.go:171","msg":"trace[978312133] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"2.328172008s","start":"2026-04-28T07:20:39.085306Z","end":"2026-04-28T07:20:41.413478Z","steps":["trace[978312133] 'process raft request' (duration: 2.327194354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:41.413724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:39.085273Z","time spent":"2.328331592s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:42.348925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.862829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:42.349409Z","caller":"traceutil/trace.go:171","msg":"trace[860557078] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"2.783647834s","start":"2026-04-28T07:20:39.565722Z","end":"2026-04-28T07:20:42.34937Z","steps":["trace[860557078] 'process raft request' (duration: 2.152250822s)","trace[860557078] 'compare' (duration: 630.545312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:42.349602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:39.565688Z","time spent":"2.783810608s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:42.693254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:42.693357Z","caller":"traceutil/trace.go:171","msg":"trace[1034090549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320045s","start":"2026-04-28T07:20:40.693016Z","end":"2026-04-28T07:20:42.693336Z","steps":["trace[1034090549] 'agreement among raft nodes before linearized reading' (duration: 2.000176722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:42.693415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:40.69299Z","time spent":"2.000413857s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:42.903069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.853094ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:20:42.903527Z","caller":"traceutil/trace.go:171","msg":"trace[1303653433] linearizableReadLoop","detail":"{readStateIndex:985; appliedIndex:981; }","duration":"3.342537714s","start":"2026-04-28T07:20:39.560965Z","end":"2026-04-28T07:20:42.903503Z","steps":["trace[1303653433] 'read index received' (duration: 1.852006186s)","trace[1303653433] 'applied index is now lower than readState.Index' (duration: 1.490528588s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:42.903659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744002098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2025"} {"level":"info","ts":"2026-04-28T07:20:42.903738Z","caller":"traceutil/trace.go:171","msg":"trace[1677850951] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:930; }","duration":"3.744157681s","start":"2026-04-28T07:20:39.159561Z","end":"2026-04-28T07:20:42.903718Z","steps":["trace[1677850951] 'agreement among raft nodes before linearized reading' (duration: 3.743955006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:42.90378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:39.1595Z","time spent":"3.744272184s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2048,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"warn","ts":"2026-04-28T07:20:42.903776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752805906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-28T07:20:42.90389Z","caller":"traceutil/trace.go:171","msg":"trace[2053900038] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:930; }","duration":"3.7529726s","start":"2026-04-28T07:20:39.150892Z","end":"2026-04-28T07:20:42.903865Z","steps":["trace[2053900038] 'agreement among raft nodes before linearized reading' (duration: 3.752745424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:42.903966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:39.150863Z","time spent":"3.753080033s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":863,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-04-28T07:20:42.964001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999774122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:42.964221Z","caller":"traceutil/trace.go:171","msg":"trace[508933343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077319s","start":"2026-04-28T07:20:40.964113Z","end":"2026-04-28T07:20:42.96419Z","steps":["trace[508933343] 'agreement among raft nodes before linearized reading' (duration: 1.999817673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:42.965434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:40.964079Z","time spent":"2.000362797s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:43.404295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:43.406293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049029398s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:43.406708Z","caller":"traceutil/trace.go:171","msg":"trace[1313275645] linearizableReadLoop","detail":"{readStateIndex:986; appliedIndex:985; }","duration":"503.117392ms","start":"2026-04-28T07:20:42.903567Z","end":"2026-04-28T07:20:43.406684Z","steps":["trace[1313275645] 'read index received' (duration: 502.864775ms)","trace[1313275645] 'applied index is now lower than readState.Index' (duration: 251.587µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:43.406829Z","caller":"traceutil/trace.go:171","msg":"trace[798972991] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"1.049630423s","start":"2026-04-28T07:20:42.357141Z","end":"2026-04-28T07:20:43.406772Z","steps":["trace[798972991] 'process raft request' (duration: 1.049356646s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:43.406931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83000788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:426"} {"level":"warn","ts":"2026-04-28T07:20:43.406932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8300376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:430"} {"level":"warn","ts":"2026-04-28T07:20:43.406968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987043605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"info","ts":"2026-04-28T07:20:43.406988Z","caller":"traceutil/trace.go:171","msg":"trace[862186768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:931; }","duration":"1.830147153s","start":"2026-04-28T07:20:41.576823Z","end":"2026-04-28T07:20:43.40697Z","steps":["trace[862186768] 'agreement among raft nodes before linearized reading' (duration: 1.829938697s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:43.407006Z","caller":"traceutil/trace.go:171","msg":"trace[2070858977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:931; }","duration":"1.830177403s","start":"2026-04-28T07:20:41.576812Z","end":"2026-04-28T07:20:43.40699Z","steps":["trace[2070858977] 'agreement among raft nodes before linearized reading' (duration: 1.829903506s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:43.40702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312515719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:20:43.407041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:42.357118Z","time spent":"1.049823378s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:43.407009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546547637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-28T07:20:43.407089Z","caller":"traceutil/trace.go:171","msg":"trace[24585879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:931; }","duration":"2.312650512s","start":"2026-04-28T07:20:41.094424Z","end":"2026-04-28T07:20:43.407074Z","steps":["trace[24585879] 'agreement among raft nodes before linearized reading' (duration: 2.312468998s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:43.407125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.490532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-28T07:20:43.407134Z","caller":"traceutil/trace.go:171","msg":"trace[211491871] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:931; }","duration":"3.546737082s","start":"2026-04-28T07:20:39.860365Z","end":"2026-04-28T07:20:43.407102Z","steps":["trace[211491871] 'agreement among raft nodes before linearized reading' (duration: 3.546462315s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:43.407038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:41.576789Z","time spent":"1.830239785s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:20:43.407154Z","caller":"traceutil/trace.go:171","msg":"trace[1669907159] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:931; }","duration":"497.564734ms","start":"2026-04-28T07:20:42.909581Z","end":"2026-04-28T07:20:43.407146Z","steps":["trace[1669907159] 'agreement among raft nodes before linearized reading' (duration: 497.501532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:43.407196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:42.909559Z","time spent":"497.628156ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":863,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-04-28T07:20:43.407198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:39.860343Z","time spent":"3.546842904s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T07:20:43.407154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408018045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:43.407198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.596943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:43.407007Z","caller":"traceutil/trace.go:171","msg":"trace[560019612] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:931; }","duration":"1.987159488s","start":"2026-04-28T07:20:41.419836Z","end":"2026-04-28T07:20:43.406996Z","steps":["trace[560019612] 'agreement among raft nodes before linearized reading' (duration: 1.986948753s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:43.407288Z","caller":"traceutil/trace.go:171","msg":"trace[1767937483] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:931; }","duration":"2.40822346s","start":"2026-04-28T07:20:40.999036Z","end":"2026-04-28T07:20:43.407259Z","steps":["trace[1767937483] 'agreement among raft nodes before linearized reading' (duration: 2.407958063s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:43.40731Z","caller":"traceutil/trace.go:171","msg":"trace[963398325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"435.782007ms","start":"2026-04-28T07:20:42.971504Z","end":"2026-04-28T07:20:43.407286Z","steps":["trace[963398325] 'agreement among raft nodes before linearized reading' (duration: 435.564382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:43.407314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:41.419812Z","time spent":"1.987488827s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7098,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T07:20:43.407363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:42.971473Z","time spent":"435.88135ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:43.407366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:40.998999Z","time spent":"2.408353223s","remote":"127.0.0.1:47854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:43.407051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:41.576786Z","time spent":"1.830254365s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:43.407073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.472392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2025"} {"level":"info","ts":"2026-04-28T07:20:43.407576Z","caller":"traceutil/trace.go:171","msg":"trace[1365076675] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:931; }","duration":"498.010265ms","start":"2026-04-28T07:20:42.909551Z","end":"2026-04-28T07:20:43.407562Z","steps":["trace[1365076675] 'agreement among raft nodes before linearized reading' (duration: 497.476182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:43.407622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:42.909527Z","time spent":"498.083646ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2048,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"warn","ts":"2026-04-28T07:20:43.407141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:41.094396Z","time spent":"2.312733515s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:20:43.919048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:44.412105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.58951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:44.412315Z","caller":"traceutil/trace.go:171","msg":"trace[23020885] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"997.528938ms","start":"2026-04-28T07:20:43.414753Z","end":"2026-04-28T07:20:44.412282Z","steps":["trace[23020885] 'process raft request' (duration: 726.62032ms)","trace[23020885] 'compare' (duration: 270.155188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:44.412409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.414717Z","time spent":"997.65364ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:45.36049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219114678s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:45.361676Z","caller":"traceutil/trace.go:171","msg":"trace[397481117] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:986; }","duration":"1.943260406s","start":"2026-04-28T07:20:43.418397Z","end":"2026-04-28T07:20:45.361657Z","steps":["trace[397481117] 'read index received' (duration: 723.01078ms)","trace[397481117] 'applied index is now lower than readState.Index' (duration: 1.220248686s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:45.361759Z","caller":"traceutil/trace.go:171","msg":"trace[205684966] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"1.94057627s","start":"2026-04-28T07:20:43.421144Z","end":"2026-04-28T07:20:45.36172Z","steps":["trace[205684966] 'process raft request' (duration: 1.940470327s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:45.361754Z","caller":"traceutil/trace.go:171","msg":"trace[926223393] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"1.945563254s","start":"2026-04-28T07:20:43.41611Z","end":"2026-04-28T07:20:45.361673Z","steps":["trace[926223393] 'process raft request' (duration: 1.944897367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.362136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.421123Z","time spent":"1.940693622s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:45.3619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943478282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:20:45.362259Z","caller":"traceutil/trace.go:171","msg":"trace[1515784492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:935; }","duration":"1.943871132s","start":"2026-04-28T07:20:43.418366Z","end":"2026-04-28T07:20:45.362237Z","steps":["trace[1515784492] 'agreement among raft nodes before linearized reading' (duration: 1.94339638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.362347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.418353Z","time spent":"1.943956554s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:20:45.361951Z","caller":"traceutil/trace.go:171","msg":"trace[62581837] transaction","detail":"{read_only:false; response_revision:934; number_of_response:1; }","duration":"1.943307418s","start":"2026-04-28T07:20:43.41861Z","end":"2026-04-28T07:20:45.361918Z","steps":["trace[62581837] 'process raft request' (duration: 1.942962989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.362502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.41609Z","time spent":"1.946239051s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:45.362919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.418596Z","time spent":"1.944019125s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:45.856868Z","caller":"traceutil/trace.go:171","msg":"trace[622434396] linearizableReadLoop","detail":"{readStateIndex:991; appliedIndex:990; }","duration":"495.099672ms","start":"2026-04-28T07:20:45.361733Z","end":"2026-04-28T07:20:45.856832Z","steps":["trace[622434396] 'read index received' (duration: 405.447332ms)","trace[622434396] 'applied index is now lower than readState.Index' (duration: 89.65063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:45.857073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491360818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:45.857065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.577775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:45.857112Z","caller":"traceutil/trace.go:171","msg":"trace[437356767] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:936; }","duration":"1.491489152s","start":"2026-04-28T07:20:44.365611Z","end":"2026-04-28T07:20:45.857101Z","steps":["trace[437356767] 'agreement among raft nodes before linearized reading' (duration: 1.491388539s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:45.85714Z","caller":"traceutil/trace.go:171","msg":"trace[1632838404] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:936; }","duration":"756.677638ms","start":"2026-04-28T07:20:45.100444Z","end":"2026-04-28T07:20:45.857122Z","steps":["trace[1632838404] 'agreement among raft nodes before linearized reading' (duration: 756.531415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.857154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:44.365578Z","time spent":"1.491564734s","remote":"127.0.0.1:47470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:45.857194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.100351Z","time spent":"756.830172ms","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:45.856889Z","caller":"traceutil/trace.go:171","msg":"trace[382856911] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"1.057229382s","start":"2026-04-28T07:20:44.799615Z","end":"2026-04-28T07:20:45.856844Z","steps":["trace[382856911] 'process raft request' (duration: 967.544592ms)","trace[382856911] 'compare' (duration: 89.485596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:45.857339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427077249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-28T07:20:45.857382Z","caller":"traceutil/trace.go:171","msg":"trace[1705879797] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:936; }","duration":"2.42714378s","start":"2026-04-28T07:20:43.430225Z","end":"2026-04-28T07:20:45.857369Z","steps":["trace[1705879797] 'agreement among raft nodes before linearized reading' (duration: 2.427046708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.857418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.430215Z","time spent":"2.427196372s","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T07:20:45.857444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.165861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:45.857416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:44.799574Z","time spent":"1.057754176s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:45.857472Z","caller":"traceutil/trace.go:171","msg":"trace[1111907010] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:936; }","duration":"566.195072ms","start":"2026-04-28T07:20:45.291267Z","end":"2026-04-28T07:20:45.857462Z","steps":["trace[1111907010] 'agreement among raft nodes before linearized reading' (duration: 566.14371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.857498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.291193Z","time spent":"566.297684ms","remote":"127.0.0.1:47816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:45.857466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837833954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:20:45.857557Z","caller":"traceutil/trace.go:171","msg":"trace[614859036] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:936; }","duration":"1.837988539s","start":"2026-04-28T07:20:44.019548Z","end":"2026-04-28T07:20:45.857536Z","steps":["trace[614859036] 'agreement among raft nodes before linearized reading' (duration: 1.837719823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.8576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:44.019524Z","time spent":"1.838068332s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"warn","ts":"2026-04-28T07:20:45.857613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.709751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:45.857643Z","caller":"traceutil/trace.go:171","msg":"trace[1397589716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:936; }","duration":"892.786593ms","start":"2026-04-28T07:20:44.964849Z","end":"2026-04-28T07:20:45.857635Z","steps":["trace[1397589716] 'agreement among raft nodes before linearized reading' (duration: 892.736132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.857586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191792707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-04-28T07:20:45.857615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441067619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74300e3065d6\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T07:20:45.857717Z","caller":"traceutil/trace.go:171","msg":"trace[772876643] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74300e3065d6; range_end:; response_count:1; response_revision:936; }","duration":"1.441212832s","start":"2026-04-28T07:20:44.416482Z","end":"2026-04-28T07:20:45.857695Z","steps":["trace[772876643] 'agreement among raft nodes before linearized reading' (duration: 1.440365931s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.857665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:44.964822Z","time spent":"892.838584ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:45.857708Z","caller":"traceutil/trace.go:171","msg":"trace[1663647421] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:936; }","duration":"2.191980293s","start":"2026-04-28T07:20:43.665701Z","end":"2026-04-28T07:20:45.857681Z","steps":["trace[1663647421] 'agreement among raft nodes before linearized reading' (duration: 2.191696946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.857946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:44.416457Z","time spent":"1.441474688s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74300e3065d6\" "} {"level":"warn","ts":"2026-04-28T07:20:45.857956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.665649Z","time spent":"2.19229775s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":674,"request content":"key:\"/registry/clusterroles/system:auth-delegator\" "} {"level":"warn","ts":"2026-04-28T07:20:45.857368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195279804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1930"} {"level":"warn","ts":"2026-04-28T07:20:45.858031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.477634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:45.858129Z","caller":"traceutil/trace.go:171","msg":"trace[1921955363] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:936; }","duration":"972.646528ms","start":"2026-04-28T07:20:44.885458Z","end":"2026-04-28T07:20:45.858105Z","steps":["trace[1921955363] 'agreement among raft nodes before linearized reading' (duration: 972.209348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.858188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:44.885439Z","time spent":"972.736331ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:45.858285Z","caller":"traceutil/trace.go:171","msg":"trace[684815975] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:936; }","duration":"2.196018062s","start":"2026-04-28T07:20:43.662011Z","end":"2026-04-28T07:20:45.858029Z","steps":["trace[684815975] 'agreement among raft nodes before linearized reading' (duration: 2.195228192s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.858362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.661985Z","time spent":"2.196359721s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1953,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-04-28T07:20:46.357785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:46.858172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:47.358824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417309,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:47.582785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.81555569s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:47.583276Z","caller":"traceutil/trace.go:171","msg":"trace[2047779641] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"2.213936978s","start":"2026-04-28T07:20:45.369311Z","end":"2026-04-28T07:20:47.583248Z","steps":["trace[2047779641] 'process raft request' (duration: 2.213672112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:47.583468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.369287Z","time spent":"2.214076131s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:47.859072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:20:47.859176Z","caller":"traceutil/trace.go:171","msg":"trace[1439717400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261873s","start":"2026-04-28T07:20:45.858894Z","end":"2026-04-28T07:20:47.859156Z","steps":["trace[1439717400] 'agreement among raft nodes before linearized reading' (duration: 2.000101849s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:47.859227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.858834Z","time spent":"2.000382916s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:48.346668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.806702ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:20:48.346941Z","caller":"traceutil/trace.go:171","msg":"trace[521259232] linearizableReadLoop","detail":"{readStateIndex:994; appliedIndex:991; }","duration":"2.489953861s","start":"2026-04-28T07:20:45.856961Z","end":"2026-04-28T07:20:48.346915Z","steps":["trace[521259232] 'read index received' (duration: 1.726015295s)","trace[521259232] 'applied index is now lower than readState.Index' (duration: 763.936736ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:48.347053Z","caller":"traceutil/trace.go:171","msg":"trace[1630176366] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"2.487129711s","start":"2026-04-28T07:20:45.859913Z","end":"2026-04-28T07:20:48.347043Z","steps":["trace[1630176366] 'process raft request' (duration: 2.486858745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.347145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.40428482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-28T07:20:48.347175Z","caller":"traceutil/trace.go:171","msg":"trace[173925523] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:938; }","duration":"2.404364322s","start":"2026-04-28T07:20:45.942803Z","end":"2026-04-28T07:20:48.347167Z","steps":["trace[173925523] 'agreement among raft nodes before linearized reading' (duration: 2.404294781s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.347164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.859892Z","time spent":"2.487198542s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:48.347193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.942777Z","time spent":"2.404411633s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":674,"request content":"key:\"/registry/clusterroles/system:auth-delegator\" "} {"level":"warn","ts":"2026-04-28T07:20:48.347232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979644468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:20:48.347243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.999278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:48.347244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.086258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:48.34726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184084414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T07:20:48.347323Z","caller":"traceutil/trace.go:171","msg":"trace[1587006325] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:938; }","duration":"197.146633ms","start":"2026-04-28T07:20:48.150157Z","end":"2026-04-28T07:20:48.347303Z","steps":["trace[1587006325] 'agreement among raft nodes before linearized reading' (duration: 196.989469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.347341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401960022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1930"} {"level":"info","ts":"2026-04-28T07:20:48.347335Z","caller":"traceutil/trace.go:171","msg":"trace[1758545214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:938; }","duration":"480.237912ms","start":"2026-04-28T07:20:47.867075Z","end":"2026-04-28T07:20:48.347313Z","steps":["trace[1758545214] 'agreement among raft nodes before linearized reading' (duration: 480.063458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.347355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978986442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:20:48.347343Z","caller":"traceutil/trace.go:171","msg":"trace[860951545] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:938; }","duration":"2.184214637s","start":"2026-04-28T07:20:46.163109Z","end":"2026-04-28T07:20:48.347323Z","steps":["trace[860951545] 'agreement among raft nodes before linearized reading' (duration: 2.184028133s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.346982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.85963Z","time spent":"2.487341417s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:20:48.347386Z","caller":"traceutil/trace.go:171","msg":"trace[1428250584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:938; }","duration":"2.979089014s","start":"2026-04-28T07:20:45.368288Z","end":"2026-04-28T07:20:48.347377Z","steps":["trace[1428250584] 'agreement among raft nodes before linearized reading' (duration: 2.979010103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.34739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:47.867045Z","time spent":"480.336765ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:48.347399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.163095Z","time spent":"2.184295479s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T07:20:48.347419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.368254Z","time spent":"2.979158156s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:48.347373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182561207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:20:48.347276Z","caller":"traceutil/trace.go:171","msg":"trace[1948903612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:938; }","duration":"2.979758001s","start":"2026-04-28T07:20:45.367505Z","end":"2026-04-28T07:20:48.347263Z","steps":["trace[1948903612] 'agreement among raft nodes before linearized reading' (duration: 2.979551426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.347462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.36748Z","time spent":"2.979976956s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:48.347455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978690005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4941"} {"level":"info","ts":"2026-04-28T07:20:48.347358Z","caller":"traceutil/trace.go:171","msg":"trace[1811286323] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:938; }","duration":"2.402035844s","start":"2026-04-28T07:20:45.945317Z","end":"2026-04-28T07:20:48.347352Z","steps":["trace[1811286323] 'agreement among raft nodes before linearized reading' (duration: 2.402002703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.347476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383997926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T07:20:48.347524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.945287Z","time spent":"2.402234039s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1953,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"info","ts":"2026-04-28T07:20:48.347537Z","caller":"traceutil/trace.go:171","msg":"trace[2104530222] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:938; }","duration":"2.978818048s","start":"2026-04-28T07:20:45.368698Z","end":"2026-04-28T07:20:48.347516Z","steps":["trace[2104530222] 'agreement among raft nodes before linearized reading' (duration: 2.97850906s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:48.347554Z","caller":"traceutil/trace.go:171","msg":"trace[395306151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:938; }","duration":"2.384128498s","start":"2026-04-28T07:20:45.963406Z","end":"2026-04-28T07:20:48.347534Z","steps":["trace[395306151] 'agreement among raft nodes before linearized reading' (duration: 2.383832491s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.347586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.368685Z","time spent":"2.978891549s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4964,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-28T07:20:48.347612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.963392Z","time spent":"2.384208371s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:20:48.34761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185291364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123009"} {"level":"info","ts":"2026-04-28T07:20:48.347479Z","caller":"traceutil/trace.go:171","msg":"trace[1476175008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:938; }","duration":"2.182702529s","start":"2026-04-28T07:20:46.164753Z","end":"2026-04-28T07:20:48.347455Z","steps":["trace[1476175008] 'agreement among raft nodes before linearized reading' (duration: 2.182401582s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:48.347654Z","caller":"traceutil/trace.go:171","msg":"trace[753983060] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:938; }","duration":"2.185402067s","start":"2026-04-28T07:20:46.16224Z","end":"2026-04-28T07:20:48.347643Z","steps":["trace[753983060] 'agreement among raft nodes before linearized reading' (duration: 2.185236973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.347695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.16216Z","time spent":"2.185528091s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123032,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T07:20:48.347696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.164702Z","time spent":"2.182982036s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:20:48.726928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.169786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:48.727092Z","caller":"traceutil/trace.go:171","msg":"trace[2023426755] linearizableReadLoop","detail":"{readStateIndex:995; appliedIndex:994; }","duration":"376.913423ms","start":"2026-04-28T07:20:48.350153Z","end":"2026-04-28T07:20:48.727067Z","steps":["trace[2023426755] 'read index received' (duration: 199.403259ms)","trace[2023426755] 'applied index is now lower than readState.Index' (duration: 177.507854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:48.727171Z","caller":"traceutil/trace.go:171","msg":"trace[151477857] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"378.607095ms","start":"2026-04-28T07:20:48.348523Z","end":"2026-04-28T07:20:48.72713Z","steps":["trace[151477857] 'process raft request' (duration: 201.06839ms)","trace[151477857] 'compare' (duration: 177.045813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:48.727378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.211332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:3 size:3809"} {"level":"info","ts":"2026-04-28T07:20:48.727429Z","caller":"traceutil/trace.go:171","msg":"trace[1301941269] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:3; response_revision:939; }","duration":"377.288843ms","start":"2026-04-28T07:20:48.350127Z","end":"2026-04-28T07:20:48.727416Z","steps":["trace[1301941269] 'agreement among raft nodes before linearized reading' (duration: 377.039167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:48.727416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.348497Z","time spent":"378.770809ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:48.727474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.350116Z","time spent":"377.344324ms","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":3832,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-28T07:20:49.227891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417321,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:49.373246Z","caller":"traceutil/trace.go:171","msg":"trace[1988031584] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"1.020881178s","start":"2026-04-28T07:20:48.352333Z","end":"2026-04-28T07:20:49.373214Z","steps":["trace[1988031584] 'process raft request' (duration: 1.02057205s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:49.373275Z","caller":"traceutil/trace.go:171","msg":"trace[957509560] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"1.020806396s","start":"2026-04-28T07:20:48.352435Z","end":"2026-04-28T07:20:49.373242Z","steps":["trace[957509560] 'process raft request' (duration: 1.020654502s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:49.373383Z","caller":"traceutil/trace.go:171","msg":"trace[1576122439] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"1.02055687s","start":"2026-04-28T07:20:48.352781Z","end":"2026-04-28T07:20:49.373338Z","steps":["trace[1576122439] 'process raft request' (duration: 1.020356175s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:49.373479Z","caller":"traceutil/trace.go:171","msg":"trace[1603362433] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"1.015910714s","start":"2026-04-28T07:20:48.357557Z","end":"2026-04-28T07:20:49.373468Z","steps":["trace[1603362433] 'process raft request' (duration: 1.015619247s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:49.373488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.352427Z","time spent":"1.02093727s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:49.373536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.357548Z","time spent":"1.015960675s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:49.373585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.352768Z","time spent":"1.020712584s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:49.37367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021081183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T07:20:49.37342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.352313Z","time spent":"1.021009431s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:49.373723Z","caller":"traceutil/trace.go:171","msg":"trace[1612862736] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b; range_end:; response_count:1; response_revision:943; }","duration":"1.021144744s","start":"2026-04-28T07:20:48.352563Z","end":"2026-04-28T07:20:49.373708Z","steps":["trace[1612862736] 'agreement among raft nodes before linearized reading' (duration: 1.020935129s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:49.373769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.352559Z","time spent":"1.021202296s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa742c1b433e9b\" "} {"level":"warn","ts":"2026-04-28T07:20:49.373759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021123854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1930"} {"level":"warn","ts":"2026-04-28T07:20:49.37378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021216187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:3 size:3809"} {"level":"warn","ts":"2026-04-28T07:20:49.373831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022109278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-28T07:20:49.373861Z","caller":"traceutil/trace.go:171","msg":"trace[1912129445] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:943; }","duration":"1.021242297s","start":"2026-04-28T07:20:48.352598Z","end":"2026-04-28T07:20:49.37384Z","steps":["trace[1912129445] 'agreement among raft nodes before linearized reading' (duration: 1.021023091s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:49.373873Z","caller":"traceutil/trace.go:171","msg":"trace[1038859770] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:943; }","duration":"1.0221772s","start":"2026-04-28T07:20:48.351684Z","end":"2026-04-28T07:20:49.373861Z","steps":["trace[1038859770] 'agreement among raft nodes before linearized reading' (duration: 1.022054897s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:49.373884Z","caller":"traceutil/trace.go:171","msg":"trace[376091195] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:3; response_revision:943; }","duration":"1.021333429s","start":"2026-04-28T07:20:48.352528Z","end":"2026-04-28T07:20:49.373861Z","steps":["trace[376091195] 'agreement among raft nodes before linearized reading' (duration: 1.021012731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:49.373922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.352566Z","time spent":"1.021346349s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1953,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-04-28T07:20:49.373929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.351663Z","time spent":"1.022252961s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":674,"request content":"key:\"/registry/clusterroles/system:auth-delegator\" "} {"level":"warn","ts":"2026-04-28T07:20:49.373938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.352514Z","time spent":"1.021408382s","remote":"127.0.0.1:47574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":3832,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-04-28T07:20:49.374147Z","caller":"traceutil/trace.go:171","msg":"trace[655578370] linearizableReadLoop","detail":"{readStateIndex:999; appliedIndex:995; }","duration":"646.332253ms","start":"2026-04-28T07:20:48.727131Z","end":"2026-04-28T07:20:49.373463Z","steps":["trace[655578370] 'read index received' (duration: 645.875112ms)","trace[655578370] 'applied index is now lower than readState.Index' (duration: 454.311µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:49.874607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:50.763734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.329593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:50.764153Z","caller":"traceutil/trace.go:171","msg":"trace[1002661938] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"1.384644194s","start":"2026-04-28T07:20:49.37948Z","end":"2026-04-28T07:20:50.764124Z","steps":["trace[1002661938] 'process raft request' (duration: 1.384528942s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:50.764303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:49.379467Z","time spent":"1.384755198s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:20:50.764324Z","caller":"traceutil/trace.go:171","msg":"trace[599165245] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"1.464673185s","start":"2026-04-28T07:20:49.299626Z","end":"2026-04-28T07:20:50.764299Z","steps":["trace[599165245] 'process raft request' (duration: 661.665335ms)","trace[599165245] 'compare' (duration: 802.085947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:50.764368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799251865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:50.764369Z","caller":"traceutil/trace.go:171","msg":"trace[464496800] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"1.386511811s","start":"2026-04-28T07:20:49.37781Z","end":"2026-04-28T07:20:50.764322Z","steps":["trace[464496800] 'process raft request' (duration: 1.38606837s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:50.764429Z","caller":"traceutil/trace.go:171","msg":"trace[832377441] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"1.799368947s","start":"2026-04-28T07:20:48.965041Z","end":"2026-04-28T07:20:50.76441Z","steps":["trace[832377441] 'agreement among raft nodes before linearized reading' (duration: 1.799248514s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:50.764433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:49.299594Z","time spent":"1.464786408s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:50.764437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033655735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-28T07:20:50.764494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.965011Z","time spent":"1.79947069s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:50.7645Z","caller":"traceutil/trace.go:171","msg":"trace[1350248865] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:946; }","duration":"2.033737146s","start":"2026-04-28T07:20:48.730748Z","end":"2026-04-28T07:20:50.764485Z","steps":["trace[1350248865] 'agreement among raft nodes before linearized reading' (duration: 2.033541281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:50.764519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034658329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-28T07:20:50.764543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.730741Z","time spent":"2.033791977s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:20:50.764496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489333607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:50.76458Z","caller":"traceutil/trace.go:171","msg":"trace[1570005806] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:946; }","duration":"2.034768502s","start":"2026-04-28T07:20:48.729798Z","end":"2026-04-28T07:20:50.764567Z","steps":["trace[1570005806] 'agreement among raft nodes before linearized reading' (duration: 2.034648419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:50.764597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:49.37779Z","time spent":"1.386665505s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:50.764617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:48.729771Z","time spent":"2.034838883s","remote":"127.0.0.1:47440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-28T07:20:50.764668Z","caller":"traceutil/trace.go:171","msg":"trace[1104676718] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:946; }","duration":"1.48980003s","start":"2026-04-28T07:20:49.274794Z","end":"2026-04-28T07:20:50.764595Z","steps":["trace[1104676718] 'agreement among raft nodes before linearized reading' (duration: 1.489500872s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:50.764801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:49.274762Z","time spent":"1.489957084s","remote":"127.0.0.1:47868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:50.764131Z","caller":"traceutil/trace.go:171","msg":"trace[851418669] linearizableReadLoop","detail":"{readStateIndex:1002; appliedIndex:999; }","duration":"1.389921706s","start":"2026-04-28T07:20:49.374184Z","end":"2026-04-28T07:20:50.764106Z","steps":["trace[851418669] 'read index received' (duration: 587.205813ms)","trace[851418669] 'applied index is now lower than readState.Index' (duration: 802.714713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:52.162267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241483914s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:20:52.372903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452243635s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:20:52.373344Z","caller":"traceutil/trace.go:171","msg":"trace[813665151] linearizableReadLoop","detail":"{readStateIndex:1003; appliedIndex:1002; }","duration":"1.608265996s","start":"2026-04-28T07:20:50.765051Z","end":"2026-04-28T07:20:52.373317Z","steps":["trace[813665151] 'read index received' (duration: 155.694502ms)","trace[813665151] 'applied index is now lower than readState.Index' (duration: 1.452569464s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:52.373523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815992131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-28T07:20:52.373526Z","caller":"traceutil/trace.go:171","msg":"trace[574265049] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"1.604275856s","start":"2026-04-28T07:20:50.769201Z","end":"2026-04-28T07:20:52.373477Z","steps":["trace[574265049] 'process raft request' (duration: 1.60406054s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:52.373582Z","caller":"traceutil/trace.go:171","msg":"trace[1893258865] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:947; }","duration":"2.816094673s","start":"2026-04-28T07:20:49.557475Z","end":"2026-04-28T07:20:52.37357Z","steps":["trace[1893258865] 'agreement among raft nodes before linearized reading' (duration: 2.81598393s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.373632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685415964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:20:52.373691Z","caller":"traceutil/trace.go:171","msg":"trace[1484097606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:947; }","duration":"1.685524547s","start":"2026-04-28T07:20:50.688151Z","end":"2026-04-28T07:20:52.373676Z","steps":["trace[1484097606] 'agreement among raft nodes before linearized reading' (duration: 1.685394114s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.373633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67961169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:52.373769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820945043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:706"} {"level":"warn","ts":"2026-04-28T07:20:52.373732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.769177Z","time spent":"1.60443102s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:20:52.373811Z","caller":"traceutil/trace.go:171","msg":"trace[716425212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:947; }","duration":"1.679822295s","start":"2026-04-28T07:20:50.693954Z","end":"2026-04-28T07:20:52.373776Z","steps":["trace[716425212] 'agreement among raft nodes before linearized reading' (duration: 1.679465006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.373859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995726751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:20:52.373644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:49.55745Z","time spent":"2.816182566s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":701,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"info","ts":"2026-04-28T07:20:52.373909Z","caller":"traceutil/trace.go:171","msg":"trace[1074605818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:947; }","duration":"2.995797872s","start":"2026-04-28T07:20:49.378096Z","end":"2026-04-28T07:20:52.373894Z","steps":["trace[1074605818] 'agreement among raft nodes before linearized reading' (duration: 2.995673119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.373907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997003992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:123009"} {"level":"warn","ts":"2026-04-28T07:20:52.37391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.693945Z","time spent":"1.679953428s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:52.373956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:49.378084Z","time spent":"2.995861904s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:20:52.373959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.056175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:52.37374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.688122Z","time spent":"1.685606269s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:20:52.374034Z","caller":"traceutil/trace.go:171","msg":"trace[1477523165] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:947; }","duration":"726.207809ms","start":"2026-04-28T07:20:51.64781Z","end":"2026-04-28T07:20:52.374018Z","steps":["trace[1477523165] 'agreement among raft nodes before linearized reading' (duration: 726.075486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.374014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485982875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:52.374075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.01229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"warn","ts":"2026-04-28T07:20:52.374103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:51.647778Z","time spent":"726.302832ms","remote":"127.0.0.1:47598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:52.374115Z","caller":"traceutil/trace.go:171","msg":"trace[1116623370] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:947; }","duration":"1.486113138s","start":"2026-04-28T07:20:50.887983Z","end":"2026-04-28T07:20:52.374096Z","steps":["trace[1116623370] 'agreement among raft nodes before linearized reading' (duration: 1.485920673s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.374194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.887941Z","time spent":"1.486231151s","remote":"127.0.0.1:47800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:52.373857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608037349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:52.374217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.540173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:20:52.374205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.636055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:20:52.374254Z","caller":"traceutil/trace.go:171","msg":"trace[744822520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:947; }","duration":"994.623875ms","start":"2026-04-28T07:20:51.379622Z","end":"2026-04-28T07:20:52.374246Z","steps":["trace[744822520] 'agreement among raft nodes before linearized reading' (duration: 994.227075ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:52.374274Z","caller":"traceutil/trace.go:171","msg":"trace[899279053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:947; }","duration":"1.608454649s","start":"2026-04-28T07:20:50.765776Z","end":"2026-04-28T07:20:52.37423Z","steps":["trace[899279053] 'agreement among raft nodes before linearized reading' (duration: 1.60805799s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:52.374288Z","caller":"traceutil/trace.go:171","msg":"trace[1303813859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:947; }","duration":"994.785828ms","start":"2026-04-28T07:20:51.379482Z","end":"2026-04-28T07:20:52.374267Z","steps":["trace[1303813859] 'agreement among raft nodes before linearized reading' (duration: 994.45219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.374294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:51.379594Z","time spent":"994.692556ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:52.374333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.765751Z","time spent":"1.608566843s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:52.374342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:51.379457Z","time spent":"994.874821ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:20:52.374133Z","caller":"traceutil/trace.go:171","msg":"trace[350186791] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:947; }","duration":"579.148693ms","start":"2026-04-28T07:20:51.794972Z","end":"2026-04-28T07:20:52.37412Z","steps":["trace[350186791] 'agreement among raft nodes before linearized reading' (duration: 578.879356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.373511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785588125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:20:52.374446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608112471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:20:52.374452Z","caller":"traceutil/trace.go:171","msg":"trace[1506313269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:946; }","duration":"2.786592849s","start":"2026-04-28T07:20:49.587844Z","end":"2026-04-28T07:20:52.374437Z","steps":["trace[1506313269] 'agreement among raft nodes before linearized reading' (duration: 2.785504193s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:52.374479Z","caller":"traceutil/trace.go:171","msg":"trace[924531876] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:947; }","duration":"1.608193153s","start":"2026-04-28T07:20:50.766278Z","end":"2026-04-28T07:20:52.374471Z","steps":["trace[924531876] 'agreement among raft nodes before linearized reading' (duration: 1.607681621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.374509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:49.587814Z","time spent":"2.786679112s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:52.374514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.766252Z","time spent":"1.608254875s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T07:20:52.373968Z","caller":"traceutil/trace.go:171","msg":"trace[2102588622] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:947; }","duration":"2.997093905s","start":"2026-04-28T07:20:49.376858Z","end":"2026-04-28T07:20:52.373952Z","steps":["trace[2102588622] 'agreement among raft nodes before linearized reading' (duration: 2.99689833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.374409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:51.794943Z","time spent":"579.441619ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7098,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T07:20:52.374645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:49.376836Z","time spent":"2.99776165s","remote":"127.0.0.1:47436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":123032,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T07:20:52.373802Z","caller":"traceutil/trace.go:171","msg":"trace[1147824025] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:947; }","duration":"2.821020105s","start":"2026-04-28T07:20:49.552775Z","end":"2026-04-28T07:20:52.373795Z","steps":["trace[1147824025] 'agreement among raft nodes before linearized reading' (duration: 2.820889031s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:52.374878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:49.552742Z","time spent":"2.822115112s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":729,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" "} {"level":"warn","ts":"2026-04-28T07:20:52.999876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.301548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:53.000061Z","caller":"traceutil/trace.go:171","msg":"trace[843735865] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"618.657905ms","start":"2026-04-28T07:20:52.381343Z","end":"2026-04-28T07:20:53.000001Z","steps":["trace[843735865] 'process raft request' (duration: 431.097111ms)","trace[843735865] 'compare' (duration: 187.045862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:53.00038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.381315Z","time spent":"618.805579ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:53.762184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.425341ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:53.762334Z","caller":"traceutil/trace.go:171","msg":"trace[1867676835] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:948; }","duration":"341.598135ms","start":"2026-04-28T07:20:53.420715Z","end":"2026-04-28T07:20:53.762313Z","steps":["trace[1867676835] 'range keys from in-memory index tree' (duration: 341.402121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.83959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02702814s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:53.840255Z","caller":"traceutil/trace.go:171","msg":"trace[1252318405] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"1.457955937s","start":"2026-04-28T07:20:52.382057Z","end":"2026-04-28T07:20:53.840013Z","steps":["trace[1252318405] 'process raft request' (duration: 1.457709831s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.840431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.382045Z","time spent":"1.458294455s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:53.840527Z","caller":"traceutil/trace.go:171","msg":"trace[2047757991] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"1.458135611s","start":"2026-04-28T07:20:52.382371Z","end":"2026-04-28T07:20:53.840506Z","steps":["trace[2047757991] 'process raft request' (duration: 1.457586937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.840621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.382363Z","time spent":"1.458210802s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:53.840662Z","caller":"traceutil/trace.go:171","msg":"trace[1647074176] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1004; }","duration":"1.457421943s","start":"2026-04-28T07:20:52.38322Z","end":"2026-04-28T07:20:53.840642Z","steps":["trace[1647074176] 'read index received' (duration: 429.334187ms)","trace[1647074176] 'applied index is now lower than readState.Index' (duration: 1.028086676s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:53.840732Z","caller":"traceutil/trace.go:171","msg":"trace[705261082] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"1.457783182s","start":"2026-04-28T07:20:52.382932Z","end":"2026-04-28T07:20:53.840715Z","steps":["trace[705261082] 'process raft request' (duration: 1.457601857s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.840789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457567117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:53.840775Z","caller":"traceutil/trace.go:171","msg":"trace[1604844807] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"1.455732431s","start":"2026-04-28T07:20:52.385016Z","end":"2026-04-28T07:20:53.840748Z","steps":["trace[1604844807] 'process raft request' (duration: 1.455565227s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:53.840818Z","caller":"traceutil/trace.go:171","msg":"trace[1747331563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"1.457651929s","start":"2026-04-28T07:20:52.383157Z","end":"2026-04-28T07:20:53.840808Z","steps":["trace[1747331563] 'agreement among raft nodes before linearized reading' (duration: 1.457584888s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.840851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.383142Z","time spent":"1.45769931s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:53.840852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.382917Z","time spent":"1.457860314s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:53.840879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.384978Z","time spent":"1.455847724s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:53.840929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3298358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-28T07:20:53.840983Z","caller":"traceutil/trace.go:171","msg":"trace[1814751718] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:953; }","duration":"1.329984914s","start":"2026-04-28T07:20:52.510984Z","end":"2026-04-28T07:20:53.840969Z","steps":["trace[1814751718] 'agreement among raft nodes before linearized reading' (duration: 1.32980677s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.841028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.51095Z","time spent":"1.330067085s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":701,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-04-28T07:20:53.841076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294454551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:53.84117Z","caller":"traceutil/trace.go:171","msg":"trace[597412651] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:953; }","duration":"1.294597265s","start":"2026-04-28T07:20:52.546553Z","end":"2026-04-28T07:20:53.84115Z","steps":["trace[597412651] 'agreement among raft nodes before linearized reading' (duration: 1.294326668s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.841077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.893048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:53.841229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.546548Z","time spent":"1.294669617s","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":96,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:53.841267Z","caller":"traceutil/trace.go:171","msg":"trace[2394062] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:953; }","duration":"982.115564ms","start":"2026-04-28T07:20:52.859134Z","end":"2026-04-28T07:20:53.84125Z","steps":["trace[2394062] 'agreement among raft nodes before linearized reading' (duration: 981.824636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:53.84067Z","caller":"traceutil/trace.go:171","msg":"trace[2056517379] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"1.45807717s","start":"2026-04-28T07:20:52.382553Z","end":"2026-04-28T07:20:53.840631Z","steps":["trace[2056517379] 'process raft request' (duration: 1.457852304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.841326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.859044Z","time spent":"982.264317ms","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":14,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:53.841429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.382534Z","time spent":"1.458825229s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:53.841619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327540394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-28T07:20:53.841667Z","caller":"traceutil/trace.go:171","msg":"trace[357701493] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:953; }","duration":"1.327605255s","start":"2026-04-28T07:20:52.514051Z","end":"2026-04-28T07:20:53.841656Z","steps":["trace[357701493] 'agreement among raft nodes before linearized reading' (duration: 1.326847155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.841697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:52.514044Z","time spent":"1.327646107s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":729,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" "} {"level":"info","ts":"2026-04-28T07:20:54.260196Z","caller":"traceutil/trace.go:171","msg":"trace[220608703] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1010; }","duration":"414.685952ms","start":"2026-04-28T07:20:53.845474Z","end":"2026-04-28T07:20:54.26016Z","steps":["trace[220608703] 'read index received' (duration: 386.945112ms)","trace[220608703] 'applied index is now lower than readState.Index' (duration: 27.73887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:54.260251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:53.844562Z","time spent":"415.678447ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:20:54.2605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.389325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-28T07:20:54.260543Z","caller":"traceutil/trace.go:171","msg":"trace[1365504978] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:953; }","duration":"414.557489ms","start":"2026-04-28T07:20:53.845974Z","end":"2026-04-28T07:20:54.260531Z","steps":["trace[1365504978] 'agreement among raft nodes before linearized reading' (duration: 414.358144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:54.260583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:53.845954Z","time spent":"414.61802ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":701,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"warn","ts":"2026-04-28T07:20:54.260591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.068251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"info","ts":"2026-04-28T07:20:54.26071Z","caller":"traceutil/trace.go:171","msg":"trace[290302157] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:953; }","duration":"415.239186ms","start":"2026-04-28T07:20:53.845444Z","end":"2026-04-28T07:20:54.260683Z","steps":["trace[290302157] 'agreement among raft nodes before linearized reading' (duration: 414.814836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:54.26082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:53.845431Z","time spent":"415.366669ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7098,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T07:20:54.260883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.451654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-28T07:20:54.260945Z","caller":"traceutil/trace.go:171","msg":"trace[1983720412] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:953; }","duration":"397.575717ms","start":"2026-04-28T07:20:53.863354Z","end":"2026-04-28T07:20:54.26093Z","steps":["trace[1983720412] 'agreement among raft nodes before linearized reading' (duration: 397.440294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:54.260886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.210331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:54.261212Z","caller":"traceutil/trace.go:171","msg":"trace[771502789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"408.374925ms","start":"2026-04-28T07:20:53.852608Z","end":"2026-04-28T07:20:54.260983Z","steps":["trace[771502789] 'agreement among raft nodes before linearized reading' (duration: 408.16935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:54.261291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:53.852596Z","time spent":"408.679962ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:54.261188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.624394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:54.260984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:53.863332Z","time spent":"397.643809ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":729,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" "} {"level":"info","ts":"2026-04-28T07:20:54.261395Z","caller":"traceutil/trace.go:171","msg":"trace[452820979] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:953; }","duration":"200.057144ms","start":"2026-04-28T07:20:54.061306Z","end":"2026-04-28T07:20:54.261363Z","steps":["trace[452820979] 'agreement among raft nodes before linearized reading' (duration: 199.534922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:54.261837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.868055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:20:54.261911Z","caller":"traceutil/trace.go:171","msg":"trace[954288381] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:953; }","duration":"241.995508ms","start":"2026-04-28T07:20:54.019895Z","end":"2026-04-28T07:20:54.261891Z","steps":["trace[954288381] 'agreement among raft nodes before linearized reading' (duration: 240.527462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:54.991637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:55.063752Z","caller":"traceutil/trace.go:171","msg":"trace[2137830188] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"802.211309ms","start":"2026-04-28T07:20:54.261513Z","end":"2026-04-28T07:20:55.063724Z","steps":["trace[2137830188] 'process raft request' (duration: 801.952803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:55.063932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:54.261484Z","time spent":"802.361363ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:20:55.81511Z","caller":"traceutil/trace.go:171","msg":"trace[400020749] linearizableReadLoop","detail":"{readStateIndex:1014; appliedIndex:1011; }","duration":"1.323576217s","start":"2026-04-28T07:20:54.491512Z","end":"2026-04-28T07:20:55.815089Z","steps":["trace[400020749] 'read index received' (duration: 571.930903ms)","trace[400020749] 'applied index is now lower than readState.Index' (duration: 751.644284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:55.81525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32371232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-04-28T07:20:55.815277Z","caller":"traceutil/trace.go:171","msg":"trace[1991635566] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:955; }","duration":"1.323802512s","start":"2026-04-28T07:20:54.491466Z","end":"2026-04-28T07:20:55.815268Z","steps":["trace[1991635566] 'agreement among raft nodes before linearized reading' (duration: 1.32371913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:55.8153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:54.491443Z","time spent":"1.323851403s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":741,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" "} {"level":"info","ts":"2026-04-28T07:20:55.815282Z","caller":"traceutil/trace.go:171","msg":"trace[493980992] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"1.548132731s","start":"2026-04-28T07:20:54.267097Z","end":"2026-04-28T07:20:55.81523Z","steps":["trace[493980992] 'process raft request' (duration: 1.547847194s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:55.815074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:54.263699Z","time spent":"1.551365542s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:20:55.815515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:54.267082Z","time spent":"1.548314495s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:56.315789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:56.846602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417351,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:56.964795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:20:56.964901Z","caller":"traceutil/trace.go:171","msg":"trace[1606021960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626266s","start":"2026-04-28T07:20:54.964249Z","end":"2026-04-28T07:20:56.964876Z","steps":["trace[1606021960] 'agreement among raft nodes before linearized reading' (duration: 2.000476802s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:56.964977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:54.964226Z","time spent":"2.000730998s","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:20:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:20:57.144458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329764071s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:57.144909Z","caller":"traceutil/trace.go:171","msg":"trace[1287785499] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"2.07599765s","start":"2026-04-28T07:20:55.068874Z","end":"2026-04-28T07:20:57.144871Z","steps":["trace[1287785499] 'process raft request' (duration: 2.075815795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:57.145103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:55.068844Z","time spent":"2.076163374s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:58.255987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.995078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:58.256251Z","caller":"traceutil/trace.go:171","msg":"trace[93140779] linearizableReadLoop","detail":"{readStateIndex:1017; appliedIndex:1014; }","duration":"2.441052014s","start":"2026-04-28T07:20:55.815167Z","end":"2026-04-28T07:20:58.256219Z","steps":["trace[93140779] 'read index received' (duration: 1.329533786s)","trace[93140779] 'applied index is now lower than readState.Index' (duration: 1.111513348s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:58.256414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680326866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:58.256499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250559106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:20:58.256507Z","caller":"traceutil/trace.go:171","msg":"trace[1578128630] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:958; }","duration":"2.68053043s","start":"2026-04-28T07:20:55.575954Z","end":"2026-04-28T07:20:58.256484Z","steps":["trace[1578128630] 'agreement among raft nodes before linearized reading' (duration: 2.680305535s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:58.256531Z","caller":"traceutil/trace.go:171","msg":"trace[1689395589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:958; }","duration":"3.250644389s","start":"2026-04-28T07:20:55.005877Z","end":"2026-04-28T07:20:58.256521Z","steps":["trace[1689395589] 'agreement among raft nodes before linearized reading' (duration: 3.250442044s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.256543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.762155418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-28T07:20:58.256541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546736852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:58.256608Z","caller":"traceutil/trace.go:171","msg":"trace[1179158466] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"2.157495368s","start":"2026-04-28T07:20:56.099098Z","end":"2026-04-28T07:20:58.256593Z","steps":["trace[1179158466] 'process raft request' (duration: 2.157046706s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:58.256651Z","caller":"traceutil/trace.go:171","msg":"trace[1823337294] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:0; response_revision:958; }","duration":"3.546903686s","start":"2026-04-28T07:20:54.709721Z","end":"2026-04-28T07:20:58.256625Z","steps":["trace[1823337294] 'agreement among raft nodes before linearized reading' (duration: 3.546704791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.256724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:54.709692Z","time spent":"3.547015407s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-28T07:20:58.256606Z","caller":"traceutil/trace.go:171","msg":"trace[885066906] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:958; }","duration":"3.762241641s","start":"2026-04-28T07:20:54.49435Z","end":"2026-04-28T07:20:58.256591Z","steps":["trace[885066906] 'agreement among raft nodes before linearized reading' (duration: 3.762123448s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:58.256816Z","caller":"traceutil/trace.go:171","msg":"trace[187710391] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"2.438207886s","start":"2026-04-28T07:20:55.818578Z","end":"2026-04-28T07:20:58.256785Z","steps":["trace[187710391] 'process raft request' (duration: 2.032319607s)","trace[187710391] 'compare' (duration: 404.587678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:58.256568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:55.005848Z","time spent":"3.25071223s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:20:58.256719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:56.099068Z","time spent":"2.157568369s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:58.256853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:54.494339Z","time spent":"3.762493156s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":723,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" "} {"level":"warn","ts":"2026-04-28T07:20:58.256558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:55.575922Z","time spent":"2.680622083s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:58.256947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:55.818556Z","time spent":"2.43832549s","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:58.257184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.650033999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-28T07:20:58.257252Z","caller":"traceutil/trace.go:171","msg":"trace[1014892396] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:958; }","duration":"3.650156233s","start":"2026-04-28T07:20:54.60708Z","end":"2026-04-28T07:20:58.257236Z","steps":["trace[1014892396] 'agreement among raft nodes before linearized reading' (duration: 3.649317433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.257308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:54.607047Z","time spent":"3.650248034s","remote":"127.0.0.1:47476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":475,"request content":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" "} {"level":"warn","ts":"2026-04-28T07:20:58.504045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.547766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:58.504247Z","caller":"traceutil/trace.go:171","msg":"trace[1536571946] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"241.188084ms","start":"2026-04-28T07:20:58.263046Z","end":"2026-04-28T07:20:58.504234Z","steps":["trace[1536571946] 'process raft request' (duration: 241.128492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:58.504306Z","caller":"traceutil/trace.go:171","msg":"trace[1673040065] linearizableReadLoop","detail":"{readStateIndex:1018; appliedIndex:1017; }","duration":"247.990544ms","start":"2026-04-28T07:20:58.256288Z","end":"2026-04-28T07:20:58.504279Z","steps":["trace[1673040065] 'read index received' (duration: 123.145432ms)","trace[1673040065] 'applied index is now lower than readState.Index' (duration: 124.842552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:58.504408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308469826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:718"} {"level":"warn","ts":"2026-04-28T07:20:58.504452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658534506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:20:58.504469Z","caller":"traceutil/trace.go:171","msg":"trace[2058625873] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:960; }","duration":"2.30858847s","start":"2026-04-28T07:20:56.195863Z","end":"2026-04-28T07:20:58.504451Z","steps":["trace[2058625873] 'agreement among raft nodes before linearized reading' (duration: 2.308469377s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:58.504483Z","caller":"traceutil/trace.go:171","msg":"trace[697542677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:960; }","duration":"2.658565246s","start":"2026-04-28T07:20:55.845909Z","end":"2026-04-28T07:20:58.504474Z","steps":["trace[697542677] 'agreement among raft nodes before linearized reading' (duration: 2.658441133s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:58.504359Z","caller":"traceutil/trace.go:171","msg":"trace[1405578985] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"1.353706046s","start":"2026-04-28T07:20:57.150562Z","end":"2026-04-28T07:20:58.504268Z","steps":["trace[1405578985] 'process raft request' (duration: 1.228856793s)","trace[1405578985] 'compare' (duration: 124.337211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:58.504507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:55.845883Z","time spent":"2.658618358s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:58.504514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:56.195832Z","time spent":"2.308670391s","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":741,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" "} {"level":"warn","ts":"2026-04-28T07:20:58.504548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658951335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:20:58.504575Z","caller":"traceutil/trace.go:171","msg":"trace[846414175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:960; }","duration":"2.659023218s","start":"2026-04-28T07:20:55.845544Z","end":"2026-04-28T07:20:58.504567Z","steps":["trace[846414175] 'agreement among raft nodes before linearized reading' (duration: 2.658864264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.504577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539438728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:58.504595Z","caller":"traceutil/trace.go:171","msg":"trace[1125887940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:960; }","duration":"1.539515s","start":"2026-04-28T07:20:56.965074Z","end":"2026-04-28T07:20:58.504589Z","steps":["trace[1125887940] 'agreement among raft nodes before linearized reading' (duration: 1.539481689s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.504599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:55.845532Z","time spent":"2.659061108s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:58.50461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:56.965048Z","time spent":"1.53955876s","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:58.504707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.829547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:58.504739Z","caller":"traceutil/trace.go:171","msg":"trace[309760944] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:960; }","duration":"813.907398ms","start":"2026-04-28T07:20:57.690823Z","end":"2026-04-28T07:20:58.504731Z","steps":["trace[309760944] 'agreement among raft nodes before linearized reading' (duration: 813.860687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.504758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:57.690797Z","time spent":"813.9567ms","remote":"127.0.0.1:47708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:58.504803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.673023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-04-28T07:20:58.504762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657096002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:20:58.504775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:57.150525Z","time spent":"1.354018263s","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:58.504833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283854384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:20:58.504871Z","caller":"traceutil/trace.go:171","msg":"trace[1295950052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:960; }","duration":"2.657287496s","start":"2026-04-28T07:20:55.847558Z","end":"2026-04-28T07:20:58.504845Z","steps":["trace[1295950052] 'agreement among raft nodes before linearized reading' (duration: 2.656913637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.504897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.076015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/envoy-gateway-system/\" range_end:\"/registry/resourcequotas/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:58.504895Z","caller":"traceutil/trace.go:171","msg":"trace[2045259590] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:960; }","duration":"2.283949167s","start":"2026-04-28T07:20:56.220933Z","end":"2026-04-28T07:20:58.504882Z","steps":["trace[2045259590] 'agreement among raft nodes before linearized reading' (duration: 2.283793803s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:58.504918Z","caller":"traceutil/trace.go:171","msg":"trace[2042762370] range","detail":"{range_begin:/registry/resourcequotas/envoy-gateway-system/; range_end:/registry/resourcequotas/envoy-gateway-system0; response_count:0; response_revision:960; }","duration":"242.120226ms","start":"2026-04-28T07:20:58.262791Z","end":"2026-04-28T07:20:58.504911Z","steps":["trace[2042762370] 'agreement among raft nodes before linearized reading' (duration: 242.086525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.504927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:55.847528Z","time spent":"2.657387439s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:58.504932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:56.220911Z","time spent":"2.284011278s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:20:58.504904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.534637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T07:20:58.504824Z","caller":"traceutil/trace.go:171","msg":"trace[1095880263] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:960; }","duration":"106.740134ms","start":"2026-04-28T07:20:58.398078Z","end":"2026-04-28T07:20:58.504818Z","steps":["trace[1095880263] 'agreement among raft nodes before linearized reading' (duration: 106.697093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:58.505017Z","caller":"traceutil/trace.go:171","msg":"trace[71428283] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:960; }","duration":"245.685299ms","start":"2026-04-28T07:20:58.259303Z","end":"2026-04-28T07:20:58.504988Z","steps":["trace[71428283] 'agreement among raft nodes before linearized reading' (duration: 245.471804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.505057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.684230324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-04-28T07:20:58.505151Z","caller":"traceutil/trace.go:171","msg":"trace[645264743] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:960; }","duration":"2.684369317s","start":"2026-04-28T07:20:55.820759Z","end":"2026-04-28T07:20:58.505128Z","steps":["trace[645264743] 'agreement among raft nodes before linearized reading' (duration: 2.684054819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.505234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:55.820751Z","time spent":"2.68446463s","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4459,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T07:20:58.943834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.410653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:58.94397Z","caller":"traceutil/trace.go:171","msg":"trace[308873140] linearizableReadLoop","detail":"{readStateIndex:1020; appliedIndex:1019; }","duration":"435.315755ms","start":"2026-04-28T07:20:58.508634Z","end":"2026-04-28T07:20:58.94395Z","steps":["trace[308873140] 'read index received' (duration: 214.812409ms)","trace[308873140] 'applied index is now lower than readState.Index' (duration: 220.501735ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:58.944008Z","caller":"traceutil/trace.go:171","msg":"trace[1984813438] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"436.232058ms","start":"2026-04-28T07:20:58.507728Z","end":"2026-04-28T07:20:58.94396Z","steps":["trace[1984813438] 'process raft request' (duration: 215.588739ms)","trace[1984813438] 'compare' (duration: 219.885721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:58.944288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.507682Z","time spent":"436.485484ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:58.944418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.810907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T07:20:58.944623Z","caller":"traceutil/trace.go:171","msg":"trace[2100409614] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:961; }","duration":"436.032551ms","start":"2026-04-28T07:20:58.508463Z","end":"2026-04-28T07:20:58.944495Z","steps":["trace[2100409614] 'agreement among raft nodes before linearized reading' (duration: 435.612411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:58.944709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.508373Z","time spent":"436.316969ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T07:20:59.262881Z","caller":"traceutil/trace.go:171","msg":"trace[474555301] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"752.295102ms","start":"2026-04-28T07:20:58.510551Z","end":"2026-04-28T07:20:59.262846Z","steps":["trace[474555301] 'process raft request' (duration: 751.945424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:59.26311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.510534Z","time spent":"752.463036ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:59.263289Z","caller":"traceutil/trace.go:171","msg":"trace[431219455] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"752.539088ms","start":"2026-04-28T07:20:58.51065Z","end":"2026-04-28T07:20:59.263189Z","steps":["trace[431219455] 'process raft request' (duration: 752.121489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:59.263348Z","caller":"traceutil/trace.go:171","msg":"trace[1766081761] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"752.458086ms","start":"2026-04-28T07:20:58.510831Z","end":"2026-04-28T07:20:59.263289Z","steps":["trace[1766081761] 'process raft request' (duration: 752.23196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:59.263527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.510623Z","time spent":"752.765353ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:59.263565Z","caller":"traceutil/trace.go:171","msg":"trace[413097622] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"752.127728ms","start":"2026-04-28T07:20:58.511419Z","end":"2026-04-28T07:20:59.263547Z","steps":["trace[413097622] 'process raft request' (duration: 751.748659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:59.263611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.510796Z","time spent":"752.673271ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:20:59.263649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.511404Z","time spent":"752.200589ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:59.263681Z","caller":"traceutil/trace.go:171","msg":"trace[1843265945] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"752.126838ms","start":"2026-04-28T07:20:58.511513Z","end":"2026-04-28T07:20:59.26364Z","steps":["trace[1843265945] 'process raft request' (duration: 751.744919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:59.263762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.215507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:59.263747Z","caller":"traceutil/trace.go:171","msg":"trace[1016673822] linearizableReadLoop","detail":"{readStateIndex:1026; appliedIndex:1020; }","duration":"319.717421ms","start":"2026-04-28T07:20:58.943998Z","end":"2026-04-28T07:20:59.263716Z","steps":["trace[1016673822] 'read index received' (duration: 318.643536ms)","trace[1016673822] 'applied index is now lower than readState.Index' (duration: 1.048494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:59.263812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.830275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-04-28T07:20:59.263755Z","caller":"traceutil/trace.go:171","msg":"trace[393966712] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"751.732169ms","start":"2026-04-28T07:20:58.51198Z","end":"2026-04-28T07:20:59.263712Z","steps":["trace[393966712] 'process raft request' (duration: 751.590855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:59.263892Z","caller":"traceutil/trace.go:171","msg":"trace[167140982] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:967; }","duration":"752.968548ms","start":"2026-04-28T07:20:58.510904Z","end":"2026-04-28T07:20:59.263873Z","steps":["trace[167140982] 'agreement among raft nodes before linearized reading' (duration: 752.811765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:59.263918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.511505Z","time spent":"752.286922ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:59.263934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.51088Z","time spent":"753.04527ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":741,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" "} {"level":"warn","ts":"2026-04-28T07:20:59.263801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.276262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:59.263947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.46216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-28T07:20:59.263813Z","caller":"traceutil/trace.go:171","msg":"trace[624869388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"751.284018ms","start":"2026-04-28T07:20:58.512509Z","end":"2026-04-28T07:20:59.263793Z","steps":["trace[624869388] 'agreement among raft nodes before linearized reading' (duration: 751.189385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:59.264058Z","caller":"traceutil/trace.go:171","msg":"trace[208872508] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:967; }","duration":"753.614934ms","start":"2026-04-28T07:20:58.51039Z","end":"2026-04-28T07:20:59.264005Z","steps":["trace[208872508] 'agreement among raft nodes before linearized reading' (duration: 753.403259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:59.263991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.511966Z","time spent":"751.942553ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:59.264105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.510367Z","time spent":"753.727216ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":723,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" "} {"level":"warn","ts":"2026-04-28T07:20:59.264117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.512498Z","time spent":"751.602056ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:59.264087Z","caller":"traceutil/trace.go:171","msg":"trace[912421798] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:967; }","duration":"585.529488ms","start":"2026-04-28T07:20:58.678466Z","end":"2026-04-28T07:20:59.263995Z","steps":["trace[912421798] 'agreement among raft nodes before linearized reading' (duration: 585.284923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:59.264327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.678442Z","time spent":"585.801014ms","remote":"127.0.0.1:48950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:59.764449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052417370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:59.807823Z","caller":"traceutil/trace.go:171","msg":"trace[878035148] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"857.413318ms","start":"2026-04-28T07:20:58.950382Z","end":"2026-04-28T07:20:59.807796Z","steps":["trace[878035148] 'process raft request' (duration: 857.293915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:59.807815Z","caller":"traceutil/trace.go:171","msg":"trace[2070532767] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"858.285788ms","start":"2026-04-28T07:20:58.949489Z","end":"2026-04-28T07:20:59.807775Z","steps":["trace[2070532767] 'process raft request' (duration: 857.968341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:59.808009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.950375Z","time spent":"857.52041ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":902,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:20:59.808052Z","caller":"traceutil/trace.go:171","msg":"trace[176538797] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"854.417447ms","start":"2026-04-28T07:20:58.953557Z","end":"2026-04-28T07:20:59.807974Z","steps":["trace[176538797] 'process raft request' (duration: 854.169331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:59.808072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.949462Z","time spent":"858.461602ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:59.808242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.953539Z","time spent":"854.604622ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1071,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:00.168146Z","caller":"traceutil/trace.go:171","msg":"trace[2005176425] linearizableReadLoop","detail":"{readStateIndex:1031; appliedIndex:1026; }","duration":"904.247685ms","start":"2026-04-28T07:20:59.263859Z","end":"2026-04-28T07:21:00.168107Z","steps":["trace[2005176425] 'read index received' (duration: 543.601966ms)","trace[2005176425] 'applied index is now lower than readState.Index' (duration: 360.643919ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:00.168188Z","caller":"traceutil/trace.go:171","msg":"trace[1217321617] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"896.303647ms","start":"2026-04-28T07:20:59.271838Z","end":"2026-04-28T07:21:00.168142Z","steps":["trace[1217321617] 'process raft request' (duration: 895.826086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:00.168231Z","caller":"traceutil/trace.go:171","msg":"trace[507172143] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"895.99844ms","start":"2026-04-28T07:20:59.27218Z","end":"2026-04-28T07:21:00.168178Z","steps":["trace[507172143] 'process raft request' (duration: 895.793875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:00.168399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:59.271823Z","time spent":"896.485792ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:21:00.168446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:59.272154Z","time spent":"896.182365ms","remote":"127.0.0.1:47454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:21:00.168482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.622337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:21:00.168509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221650762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:21:00.168757Z","caller":"traceutil/trace.go:171","msg":"trace[1247181222] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:972; }","duration":"1.22200027s","start":"2026-04-28T07:20:58.946732Z","end":"2026-04-28T07:21:00.168732Z","steps":["trace[1247181222] 'agreement among raft nodes before linearized reading' (duration: 1.22157935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:00.16884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.946669Z","time spent":"1.222151723s","remote":"127.0.0.1:47662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T07:21:00.168582Z","caller":"traceutil/trace.go:171","msg":"trace[904013505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:972; }","duration":"902.801991ms","start":"2026-04-28T07:20:59.265759Z","end":"2026-04-28T07:21:00.168561Z","steps":["trace[904013505] 'agreement among raft nodes before linearized reading' (duration: 902.604826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:00.169017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:59.265737Z","time spent":"903.254661ms","remote":"127.0.0.1:47360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:21:00.169041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209417961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-04-28T07:21:00.169201Z","caller":"traceutil/trace.go:171","msg":"trace[948867171] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:972; }","duration":"1.209851103s","start":"2026-04-28T07:20:58.959299Z","end":"2026-04-28T07:21:00.16915Z","steps":["trace[948867171] 'agreement among raft nodes before linearized reading' (duration: 1.20888756s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:00.169307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:58.95926Z","time spent":"1.210022177s","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-04-28T07:21:00.169363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.960514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-28T07:21:00.169363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.254127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-sp6h2\" ","response":"range_response_count:1 size:5392"} {"level":"info","ts":"2026-04-28T07:21:00.169458Z","caller":"traceutil/trace.go:171","msg":"trace[1670817416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:972; }","duration":"900.094677ms","start":"2026-04-28T07:20:59.269334Z","end":"2026-04-28T07:21:00.169429Z","steps":["trace[1670817416] 'agreement among raft nodes before linearized reading' (duration: 899.267888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:00.16948Z","caller":"traceutil/trace.go:171","msg":"trace[1181453755] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-sp6h2; range_end:; response_count:1; response_revision:972; }","duration":"899.399081ms","start":"2026-04-28T07:20:59.270062Z","end":"2026-04-28T07:21:00.169461Z","steps":["trace[1181453755] 'agreement among raft nodes before linearized reading' (duration: 898.546061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:00.169547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:59.270055Z","time spent":"899.482854ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5415,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-sp6h2\" "} {"level":"warn","ts":"2026-04-28T07:21:00.169543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.335394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-28T07:21:00.169609Z","caller":"traceutil/trace.go:171","msg":"trace[1572538249] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:972; }","duration":"799.460868ms","start":"2026-04-28T07:20:59.370131Z","end":"2026-04-28T07:21:00.169592Z","steps":["trace[1572538249] 'agreement among raft nodes before linearized reading' (duration: 798.398952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:00.169653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:59.370101Z","time spent":"799.543109ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":705,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" "} {"level":"warn","ts":"2026-04-28T07:21:00.169543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:59.269315Z","time spent":"900.21032ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:21:00.182116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.303056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-28T07:21:00.182158Z","caller":"traceutil/trace.go:171","msg":"trace[1916668497] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:972; }","duration":"901.379567ms","start":"2026-04-28T07:20:59.280768Z","end":"2026-04-28T07:21:00.182148Z","steps":["trace[1916668497] 'agreement among raft nodes before linearized reading' (duration: 887.825777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:00.182181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:59.280755Z","time spent":"901.421009ms","remote":"127.0.0.1:47576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-04-28T07:21:00.182204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.457695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-04-28T07:21:00.18229Z","caller":"traceutil/trace.go:171","msg":"trace[57450833] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver; range_end:; response_count:1; response_revision:972; }","duration":"815.600978ms","start":"2026-04-28T07:20:59.366667Z","end":"2026-04-28T07:21:00.182268Z","steps":["trace[57450833] 'agreement among raft nodes before linearized reading' (duration: 801.977106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:00.182378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:59.366644Z","time spent":"815.688121ms","remote":"127.0.0.1:47744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":747,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-kubelet-approver\" "} {"level":"info","ts":"2026-04-28T07:21:00.340008Z","caller":"traceutil/trace.go:171","msg":"trace[935342757] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"122.108708ms","start":"2026-04-28T07:21:00.217851Z","end":"2026-04-28T07:21:00.33996Z","steps":["trace[935342757] 'process raft request' (duration: 121.648087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:00.340233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.372264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5616"} {"level":"info","ts":"2026-04-28T07:21:00.340349Z","caller":"traceutil/trace.go:171","msg":"trace[622176701] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:976; }","duration":"122.552748ms","start":"2026-04-28T07:21:00.21777Z","end":"2026-04-28T07:21:00.340322Z","steps":["trace[622176701] 'agreement among raft nodes before linearized reading' (duration: 122.171469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:04.267681Z","caller":"traceutil/trace.go:171","msg":"trace[1063528402] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"161.658962ms","start":"2026-04-28T07:21:04.10599Z","end":"2026-04-28T07:21:04.267649Z","steps":["trace[1063528402] 'process raft request' (duration: 159.466851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:04.267799Z","caller":"traceutil/trace.go:171","msg":"trace[1810796577] linearizableReadLoop","detail":"{readStateIndex:1085; appliedIndex:1083; }","duration":"111.907795ms","start":"2026-04-28T07:21:04.155867Z","end":"2026-04-28T07:21:04.267775Z","steps":["trace[1810796577] 'read index received' (duration: 109.630752ms)","trace[1810796577] 'applied index is now lower than readState.Index' (duration: 2.275563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:04.268012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.09221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" ","response":"range_response_count:1 size:1039"} {"level":"info","ts":"2026-04-28T07:21:04.268138Z","caller":"traceutil/trace.go:171","msg":"trace[2059261674] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:1024; }","duration":"112.305377ms","start":"2026-04-28T07:21:04.155812Z","end":"2026-04-28T07:21:04.268118Z","steps":["trace[2059261674] 'agreement among raft nodes before linearized reading' (duration: 112.089161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:04.268191Z","caller":"traceutil/trace.go:171","msg":"trace[418986393] transaction","detail":"{read_only:false; response_revision:1024; number_of_response:1; }","duration":"160.049236ms","start":"2026-04-28T07:21:04.108099Z","end":"2026-04-28T07:21:04.268148Z","steps":["trace[418986393] 'process raft request' (duration: 159.454861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:04.482105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.685382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:21:04.482313Z","caller":"traceutil/trace.go:171","msg":"trace[773302017] linearizableReadLoop","detail":"{readStateIndex:1086; appliedIndex:1085; }","duration":"182.025945ms","start":"2026-04-28T07:21:04.300254Z","end":"2026-04-28T07:21:04.48228Z","steps":["trace[773302017] 'read index received' (duration: 77.911653ms)","trace[773302017] 'applied index is now lower than readState.Index' (duration: 104.111552ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:04.482375Z","caller":"traceutil/trace.go:171","msg":"trace[1490436039] transaction","detail":"{read_only:false; response_revision:1025; number_of_response:1; }","duration":"204.467576ms","start":"2026-04-28T07:21:04.277847Z","end":"2026-04-28T07:21:04.482314Z","steps":["trace[1490436039] 'process raft request' (duration: 100.466526ms)","trace[1490436039] 'compare' (duration: 103.515368ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:04.482522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.177656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-controller-manager\" ","response":"range_response_count:1 size:1039"} {"level":"info","ts":"2026-04-28T07:21:04.482568Z","caller":"traceutil/trace.go:171","msg":"trace[2137993029] range","detail":"{range_begin:/registry/clusterroles/system:kube-controller-manager; range_end:; response_count:1; response_revision:1025; }","duration":"124.261748ms","start":"2026-04-28T07:21:04.358292Z","end":"2026-04-28T07:21:04.482554Z","steps":["trace[2137993029] 'agreement among raft nodes before linearized reading' (duration: 124.140296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:04.482742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.438214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:21:04.482863Z","caller":"traceutil/trace.go:171","msg":"trace[1924557730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1025; }","duration":"182.641229ms","start":"2026-04-28T07:21:04.30019Z","end":"2026-04-28T07:21:04.482831Z","steps":["trace[1924557730] 'agreement among raft nodes before linearized reading' (duration: 182.204399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:05.034701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.083885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-scheduler\" ","response":"range_response_count:1 size:1381"} {"level":"info","ts":"2026-04-28T07:21:05.034837Z","caller":"traceutil/trace.go:171","msg":"trace[1151598222] range","detail":"{range_begin:/registry/clusterroles/system:kube-scheduler; range_end:; response_count:1; response_revision:1027; }","duration":"253.273959ms","start":"2026-04-28T07:21:04.781535Z","end":"2026-04-28T07:21:05.034809Z","steps":["trace[1151598222] 'range keys from in-memory index tree' (duration: 252.935071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:05.034748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.152025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" ","response":"range_response_count:1 size:634"} {"level":"info","ts":"2026-04-28T07:21:05.035066Z","caller":"traceutil/trace.go:171","msg":"trace[995596302] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:1; response_revision:1027; }","duration":"244.459831ms","start":"2026-04-28T07:21:04.790551Z","end":"2026-04-28T07:21:05.035011Z","steps":["trace[995596302] 'range keys from in-memory index tree' (duration: 243.95755ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:05.525917Z","caller":"traceutil/trace.go:171","msg":"trace[312104028] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"122.14314ms","start":"2026-04-28T07:21:05.403721Z","end":"2026-04-28T07:21:05.525864Z","steps":["trace[312104028] 'process raft request' (duration: 95.494739ms)","trace[312104028] 'compare' (duration: 26.209659ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:05.949811Z","caller":"traceutil/trace.go:171","msg":"trace[1053818348] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"103.744964ms","start":"2026-04-28T07:21:05.846038Z","end":"2026-04-28T07:21:05.949783Z","steps":["trace[1053818348] 'process raft request' (duration: 103.464958ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:09.698918Z","caller":"traceutil/trace.go:171","msg":"trace[1344050830] linearizableReadLoop","detail":"{readStateIndex:1110; appliedIndex:1109; }","duration":"177.778224ms","start":"2026-04-28T07:21:09.521105Z","end":"2026-04-28T07:21:09.698883Z","steps":["trace[1344050830] 'read index received' (duration: 81.585479ms)","trace[1344050830] 'applied index is now lower than readState.Index' (duration: 96.191135ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:09.698974Z","caller":"traceutil/trace.go:171","msg":"trace[1117742668] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"218.432146ms","start":"2026-04-28T07:21:09.480503Z","end":"2026-04-28T07:21:09.698935Z","steps":["trace[1117742668] 'process raft request' (duration: 122.310693ms)","trace[1117742668] 'compare' (duration: 95.904688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:09.69911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.992329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" ","response":"range_response_count:1 size:763"} {"level":"info","ts":"2026-04-28T07:21:09.699209Z","caller":"traceutil/trace.go:171","msg":"trace[818369948] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replication-controller; range_end:; response_count:1; response_revision:1048; }","duration":"178.104792ms","start":"2026-04-28T07:21:09.521081Z","end":"2026-04-28T07:21:09.699186Z","steps":["trace[818369948] 'agreement among raft nodes before linearized reading' (duration: 177.923608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:09.699207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.603719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-28T07:21:09.699284Z","caller":"traceutil/trace.go:171","msg":"trace[667196456] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1048; }","duration":"144.717092ms","start":"2026-04-28T07:21:09.554551Z","end":"2026-04-28T07:21:09.699268Z","steps":["trace[667196456] 'agreement among raft nodes before linearized reading' (duration: 144.585349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:09.699317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.02426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:21:09.699384Z","caller":"traceutil/trace.go:171","msg":"trace[2084122155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1048; }","duration":"159.156123ms","start":"2026-04-28T07:21:09.540209Z","end":"2026-04-28T07:21:09.699365Z","steps":["trace[2084122155] 'agreement among raft nodes before linearized reading' (duration: 158.897527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:10.773841Z","caller":"traceutil/trace.go:171","msg":"trace[1372657424] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1112; }","duration":"186.058041ms","start":"2026-04-28T07:21:10.587756Z","end":"2026-04-28T07:21:10.773814Z","steps":["trace[1372657424] 'read index received' (duration: 185.837575ms)","trace[1372657424] 'applied index is now lower than readState.Index' (duration: 218.346µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:10.773954Z","caller":"traceutil/trace.go:171","msg":"trace[1612956051] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"188.741993ms","start":"2026-04-28T07:21:10.585144Z","end":"2026-04-28T07:21:10.773886Z","steps":["trace[1612956051] 'process raft request' (duration: 188.464407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:10.774063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.285536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-28T07:21:10.774115Z","caller":"traceutil/trace.go:171","msg":"trace[636229599] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:1; response_revision:1051; }","duration":"186.427839ms","start":"2026-04-28T07:21:10.587671Z","end":"2026-04-28T07:21:10.774099Z","steps":["trace[636229599] 'agreement among raft nodes before linearized reading' (duration: 186.310586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:10.774697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.338113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-controller-manager\" ","response":"range_response_count:1 size:745"} {"level":"info","ts":"2026-04-28T07:21:10.774839Z","caller":"traceutil/trace.go:171","msg":"trace[73478890] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-controller-manager; range_end:; response_count:1; response_revision:1051; }","duration":"174.519997ms","start":"2026-04-28T07:21:10.600299Z","end":"2026-04-28T07:21:10.774819Z","steps":["trace[73478890] 'agreement among raft nodes before linearized reading' (duration: 173.868912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:13.044795Z","caller":"traceutil/trace.go:171","msg":"trace[1141415708] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1120; }","duration":"259.782824ms","start":"2026-04-28T07:21:12.784979Z","end":"2026-04-28T07:21:13.044762Z","steps":["trace[1141415708] 'read index received' (duration: 259.425064ms)","trace[1141415708] 'applied index is now lower than readState.Index' (duration: 356.26µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:13.044918Z","caller":"traceutil/trace.go:171","msg":"trace[2012152730] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"260.697215ms","start":"2026-04-28T07:21:12.784174Z","end":"2026-04-28T07:21:13.044872Z","steps":["trace[2012152730] 'process raft request' (duration: 260.380847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:13.045027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.01853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:13.045078Z","caller":"traceutil/trace.go:171","msg":"trace[1053316238] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1058; }","duration":"137.130973ms","start":"2026-04-28T07:21:12.90793Z","end":"2026-04-28T07:21:13.045061Z","steps":["trace[1053316238] 'agreement among raft nodes before linearized reading' (duration: 137.03006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:13.04516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.142203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:21:13.04527Z","caller":"traceutil/trace.go:171","msg":"trace[1352537162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1058; }","duration":"260.301096ms","start":"2026-04-28T07:21:12.784943Z","end":"2026-04-28T07:21:13.045244Z","steps":["trace[1352537162] 'agreement among raft nodes before linearized reading' (duration: 259.966068ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:13.275057Z","caller":"traceutil/trace.go:171","msg":"trace[8283214] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"224.587151ms","start":"2026-04-28T07:21:13.050421Z","end":"2026-04-28T07:21:13.275008Z","steps":["trace[8283214] 'process raft request' (duration: 198.224357ms)","trace[8283214] 'compare' (duration: 26.064177ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:14.464408Z","caller":"traceutil/trace.go:171","msg":"trace[134323584] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1125; }","duration":"443.666443ms","start":"2026-04-28T07:21:14.0207Z","end":"2026-04-28T07:21:14.464367Z","steps":["trace[134323584] 'read index received' (duration: 443.395937ms)","trace[134323584] 'applied index is now lower than readState.Index' (duration: 267.716µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:14.464539Z","caller":"traceutil/trace.go:171","msg":"trace[378941568] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"477.659147ms","start":"2026-04-28T07:21:13.986827Z","end":"2026-04-28T07:21:14.464486Z","steps":["trace[378941568] 'process raft request' (duration: 477.313489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:14.464771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:13.986793Z","time spent":"477.85667ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:14.464759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.034141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-28T07:21:14.464771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.65409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" ","response":"range_response_count:1 size:1738"} {"level":"info","ts":"2026-04-28T07:21:14.464851Z","caller":"traceutil/trace.go:171","msg":"trace[1045859914] range","detail":"{range_begin:/registry/masterleases/199.19.213.30; range_end:; response_count:1; response_revision:1063; }","duration":"444.198715ms","start":"2026-04-28T07:21:14.020629Z","end":"2026-04-28T07:21:14.464828Z","steps":["trace[1045859914] 'agreement among raft nodes before linearized reading' (duration: 443.914488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:14.464869Z","caller":"traceutil/trace.go:171","msg":"trace[1532305200] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:1063; }","duration":"415.795363ms","start":"2026-04-28T07:21:14.049049Z","end":"2026-04-28T07:21:14.464845Z","steps":["trace[1532305200] 'agreement among raft nodes before linearized reading' (duration: 415.603868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:14.464774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.132948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/default/\" range_end:\"/registry/cronjobs/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:21:14.464906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:14.020599Z","time spent":"444.298867ms","remote":"127.0.0.1:47400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.30\" "} {"level":"warn","ts":"2026-04-28T07:21:14.464915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.734615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/envoy-gateway-config\" ","response":"range_response_count:1 size:1550"} {"level":"warn","ts":"2026-04-28T07:21:14.464935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:14.049036Z","time spent":"415.883707ms","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1761,"request content":"key:\"/registry/configmaps/default/kube-root-ca.crt\" "} {"level":"info","ts":"2026-04-28T07:21:14.464955Z","caller":"traceutil/trace.go:171","msg":"trace[19967659] range","detail":"{range_begin:/registry/cronjobs/default/; range_end:/registry/cronjobs/default0; response_count:0; response_revision:1063; }","duration":"426.389855ms","start":"2026-04-28T07:21:14.038544Z","end":"2026-04-28T07:21:14.464934Z","steps":["trace[19967659] 'agreement among raft nodes before linearized reading' (duration: 426.094377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:14.46499Z","caller":"traceutil/trace.go:171","msg":"trace[1481776656] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/envoy-gateway-config; range_end:; response_count:1; response_revision:1063; }","duration":"405.824248ms","start":"2026-04-28T07:21:14.059141Z","end":"2026-04-28T07:21:14.464966Z","steps":["trace[1481776656] 'agreement among raft nodes before linearized reading' (duration: 405.574491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:14.465014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:14.038515Z","time spent":"426.486158ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/default/\" range_end:\"/registry/cronjobs/default0\" limit:500 "} {"level":"warn","ts":"2026-04-28T07:21:14.464953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.865575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/envoy-gateway-system/\" range_end:\"/registry/cronjobs/envoy-gateway-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:21:14.465078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:14.059134Z","time spent":"405.92372ms","remote":"127.0.0.1:47488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1573,"request content":"key:\"/registry/configmaps/envoy-gateway-system/envoy-gateway-config\" "} {"level":"info","ts":"2026-04-28T07:21:14.465119Z","caller":"traceutil/trace.go:171","msg":"trace[1045290633] range","detail":"{range_begin:/registry/cronjobs/envoy-gateway-system/; range_end:/registry/cronjobs/envoy-gateway-system0; response_count:0; response_revision:1063; }","duration":"416.104081ms","start":"2026-04-28T07:21:14.048978Z","end":"2026-04-28T07:21:14.465082Z","steps":["trace[1045290633] 'agreement among raft nodes before linearized reading' (duration: 415.787533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:14.465224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:14.048954Z","time spent":"416.248605ms","remote":"127.0.0.1:47632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/envoy-gateway-system/\" range_end:\"/registry/cronjobs/envoy-gateway-system0\" limit:500 "} {"level":"warn","ts":"2026-04-28T07:21:14.721949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.233949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:21:14.722094Z","caller":"traceutil/trace.go:171","msg":"trace[799616350] linearizableReadLoop","detail":"{readStateIndex:1128; appliedIndex:1127; }","duration":"173.748869ms","start":"2026-04-28T07:21:14.548324Z","end":"2026-04-28T07:21:14.722073Z","steps":["trace[799616350] 'read index received' (duration: 13.284095ms)","trace[799616350] 'applied index is now lower than readState.Index' (duration: 160.463234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:14.722302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.000424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/default/\" range_end:\"/registry/daemonsets/default0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:14.722349Z","caller":"traceutil/trace.go:171","msg":"trace[1569432673] range","detail":"{range_begin:/registry/daemonsets/default/; range_end:/registry/daemonsets/default0; response_count:0; response_revision:1064; }","duration":"171.096967ms","start":"2026-04-28T07:21:14.551239Z","end":"2026-04-28T07:21:14.722336Z","steps":["trace[1569432673] 'agreement among raft nodes before linearized reading' (duration: 170.975714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:14.722354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.000265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:14.722501Z","caller":"traceutil/trace.go:171","msg":"trace[209476281] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:1064; }","duration":"174.21092ms","start":"2026-04-28T07:21:14.548269Z","end":"2026-04-28T07:21:14.72248Z","steps":["trace[209476281] 'agreement among raft nodes before linearized reading' (duration: 173.919403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:14.722717Z","caller":"traceutil/trace.go:171","msg":"trace[1569691399] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"232.57462ms","start":"2026-04-28T07:21:14.489581Z","end":"2026-04-28T07:21:14.722155Z","steps":["trace[1569691399] 'process raft request' (duration: 72.028874ms)","trace[1569691399] 'compare' (duration: 160.064615ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:21.002826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18338268262052418305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:21:21.078701Z","caller":"traceutil/trace.go:171","msg":"trace[1339432630] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1147; }","duration":"576.875473ms","start":"2026-04-28T07:21:20.501789Z","end":"2026-04-28T07:21:21.078665Z","steps":["trace[1339432630] 'read index received' (duration: 576.536195ms)","trace[1339432630] 'applied index is now lower than readState.Index' (duration: 338.048µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:21.078825Z","caller":"traceutil/trace.go:171","msg":"trace[456993139] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"579.147936ms","start":"2026-04-28T07:21:20.49964Z","end":"2026-04-28T07:21:21.078788Z","steps":["trace[456993139] 'process raft request' (duration: 578.778017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:21.078989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:20.499616Z","time spent":"579.282759ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:21.078997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.535398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:21.079073Z","caller":"traceutil/trace.go:171","msg":"trace[411148016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1083; }","duration":"114.658031ms","start":"2026-04-28T07:21:20.964393Z","end":"2026-04-28T07:21:21.079051Z","steps":["trace[411148016] 'agreement among raft nodes before linearized reading' (duration: 114.527867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:21.079081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.301376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5154"} {"level":"warn","ts":"2026-04-28T07:21:21.079089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.337414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:21:21.079139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.358066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-v7zbw\" ","response":"range_response_count:1 size:4904"} {"level":"info","ts":"2026-04-28T07:21:21.079162Z","caller":"traceutil/trace.go:171","msg":"trace[196229016] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:1083; }","duration":"556.503392ms","start":"2026-04-28T07:21:20.522634Z","end":"2026-04-28T07:21:21.079137Z","steps":["trace[196229016] 'agreement among raft nodes before linearized reading' (duration: 556.258685ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:21.079195Z","caller":"traceutil/trace.go:171","msg":"trace[1047633299] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1083; }","duration":"251.440147ms","start":"2026-04-28T07:21:20.827721Z","end":"2026-04-28T07:21:21.079162Z","steps":["trace[1047633299] 'agreement among raft nodes before linearized reading' (duration: 251.269193ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:21.079223Z","caller":"traceutil/trace.go:171","msg":"trace[185087152] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-v7zbw; range_end:; response_count:1; response_revision:1083; }","duration":"577.490679ms","start":"2026-04-28T07:21:20.501711Z","end":"2026-04-28T07:21:21.079202Z","steps":["trace[185087152] 'agreement among raft nodes before linearized reading' (duration: 577.116009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:21.079248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:20.522621Z","time spent":"556.604974ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5177,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-04-28T07:21:21.07928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:20.501687Z","time spent":"577.58025ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4927,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-v7zbw\" "} {"level":"warn","ts":"2026-04-28T07:21:21.079145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.259972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:21.079529Z","caller":"traceutil/trace.go:171","msg":"trace[1777505779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1083; }","duration":"385.666041ms","start":"2026-04-28T07:21:20.693783Z","end":"2026-04-28T07:21:21.079449Z","steps":["trace[1777505779] 'agreement among raft nodes before linearized reading' (duration: 385.273302ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:21.079691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:20.693761Z","time spent":"385.880526ms","remote":"127.0.0.1:47368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:21:21.761715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.041609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-28T07:21:21.761818Z","caller":"traceutil/trace.go:171","msg":"trace[1470586516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1083; }","duration":"613.162541ms","start":"2026-04-28T07:21:21.148636Z","end":"2026-04-28T07:21:21.761798Z","steps":["trace[1470586516] 'range keys from in-memory index tree' (duration: 612.848304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:21.761797Z","caller":"traceutil/trace.go:171","msg":"trace[39360506] linearizableReadLoop","detail":"{readStateIndex:1149; appliedIndex:1148; }","duration":"435.977011ms","start":"2026-04-28T07:21:21.32579Z","end":"2026-04-28T07:21:21.761767Z","steps":["trace[39360506] 'read index received' (duration: 380.683734ms)","trace[39360506] 'applied index is now lower than readState.Index' (duration: 55.291627ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:21.761832Z","caller":"traceutil/trace.go:171","msg":"trace[1988749624] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"462.052487ms","start":"2026-04-28T07:21:21.299753Z","end":"2026-04-28T07:21:21.761806Z","steps":["trace[1988749624] 'process raft request' (duration: 406.841802ms)","trace[1988749624] 'compare' (duration: 54.764895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:21.761851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:21.148588Z","time spent":"613.257503ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:21:21.761945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:21.299726Z","time spent":"462.13981ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:21.76199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.186055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:21:21.762071Z","caller":"traceutil/trace.go:171","msg":"trace[850694038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1084; }","duration":"436.309078ms","start":"2026-04-28T07:21:21.325736Z","end":"2026-04-28T07:21:21.762045Z","steps":["trace[850694038] 'agreement among raft nodes before linearized reading' (duration: 436.122664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:21.762098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:21.325707Z","time spent":"436.38539ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:21:21.762278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.955656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:21:21.762314Z","caller":"traceutil/trace.go:171","msg":"trace[663935073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1084; }","duration":"224.038979ms","start":"2026-04-28T07:21:21.538264Z","end":"2026-04-28T07:21:21.762303Z","steps":["trace[663935073] 'agreement among raft nodes before linearized reading' (duration: 223.64689ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:21.945719Z","caller":"traceutil/trace.go:171","msg":"trace[2078046409] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"177.684863ms","start":"2026-04-28T07:21:21.768013Z","end":"2026-04-28T07:21:21.945698Z","steps":["trace[2078046409] 'process raft request' (duration: 174.092808ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:21.961431Z","caller":"traceutil/trace.go:171","msg":"trace[728157282] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"193.22364ms","start":"2026-04-28T07:21:21.768182Z","end":"2026-04-28T07:21:21.961406Z","steps":["trace[728157282] 'process raft request' (duration: 193.168287ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:21.961457Z","caller":"traceutil/trace.go:171","msg":"trace[159926628] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"193.309452ms","start":"2026-04-28T07:21:21.768112Z","end":"2026-04-28T07:21:21.961421Z","steps":["trace[159926628] 'process raft request' (duration: 193.099516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:21.961558Z","caller":"traceutil/trace.go:171","msg":"trace[2147174289] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1149; }","duration":"187.538925ms","start":"2026-04-28T07:21:21.773998Z","end":"2026-04-28T07:21:21.961537Z","steps":["trace[2147174289] 'read index received' (duration: 168.122035ms)","trace[2147174289] 'applied index is now lower than readState.Index' (duration: 19.41493ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:21.961598Z","caller":"traceutil/trace.go:171","msg":"trace[1560054785] transaction","detail":"{read_only:false; response_revision:1088; number_of_response:1; }","duration":"193.412744ms","start":"2026-04-28T07:21:21.768176Z","end":"2026-04-28T07:21:21.961588Z","steps":["trace[1560054785] 'process raft request' (duration: 193.202238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:21.961767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.994797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:21:21.961793Z","caller":"traceutil/trace.go:171","msg":"trace[1883073771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1088; }","duration":"158.061358ms","start":"2026-04-28T07:21:21.803722Z","end":"2026-04-28T07:21:21.961783Z","steps":["trace[1883073771] 'agreement among raft nodes before linearized reading' (duration: 157.941026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:21.962053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.026827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:87 size:65319"} {"level":"info","ts":"2026-04-28T07:21:21.962096Z","caller":"traceutil/trace.go:171","msg":"trace[707413636] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:87; response_revision:1088; }","duration":"188.091358ms","start":"2026-04-28T07:21:21.773991Z","end":"2026-04-28T07:21:21.962083Z","steps":["trace[707413636] 'agreement among raft nodes before linearized reading' (duration: 187.646428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:22.51941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.217284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:22.519536Z","caller":"traceutil/trace.go:171","msg":"trace[463854886] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1089; }","duration":"216.396209ms","start":"2026-04-28T07:21:22.303109Z","end":"2026-04-28T07:21:22.519505Z","steps":["trace[463854886] 'count revisions from in-memory index tree' (duration: 216.140882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:22.519513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.189608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:21:22.51971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.342728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6865"} {"level":"info","ts":"2026-04-28T07:21:22.519815Z","caller":"traceutil/trace.go:171","msg":"trace[1668603360] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1089; }","duration":"460.487552ms","start":"2026-04-28T07:21:22.059305Z","end":"2026-04-28T07:21:22.519793Z","steps":["trace[1668603360] 'range keys from in-memory index tree' (duration: 460.106653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:22.519808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.895888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:21:22.51986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:22.059292Z","time spent":"460.557273ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6888,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-28T07:21:22.519641Z","caller":"traceutil/trace.go:171","msg":"trace[597443048] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1089; }","duration":"165.386482ms","start":"2026-04-28T07:21:22.354227Z","end":"2026-04-28T07:21:22.519613Z","steps":["trace[597443048] 'count revisions from in-memory index tree' (duration: 165.115596ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:22.519895Z","caller":"traceutil/trace.go:171","msg":"trace[143252967] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1089; }","duration":"222.047172ms","start":"2026-04-28T07:21:22.297826Z","end":"2026-04-28T07:21:22.519874Z","steps":["trace[143252967] 'count revisions from in-memory index tree' (duration: 221.804606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:22.519949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.898092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-fmczv\" ","response":"range_response_count:1 size:4478"} {"level":"info","ts":"2026-04-28T07:21:22.520049Z","caller":"traceutil/trace.go:171","msg":"trace[1295087015] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-fmczv; range_end:; response_count:1; response_revision:1089; }","duration":"360.037266ms","start":"2026-04-28T07:21:22.159973Z","end":"2026-04-28T07:21:22.52001Z","steps":["trace[1295087015] 'range keys from in-memory index tree' (duration: 359.424082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:22.520096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:22.159952Z","time spent":"360.132679ms","remote":"127.0.0.1:47564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4501,"request content":"key:\"/registry/pods/kube-system/kube-proxy-fmczv\" "}